Merge pull request #28819: TPC-DS: Fix CSV format

apache · Oct 4, 2023 · 0a560fc · 0a560fc
2 parents 9efdf6b + a9684c5
commit 0a560fc
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/sdks/java/testing/tpcds/src/main/java/org/apache/beam/sdk/tpcds/SqlTransformRunner.java b/sdks/java/testing/tpcds/src/main/java/org/apache/beam/sdk/tpcds/SqlTransformRunner.java
@@ -283,7 +283,8 @@ public static void runUsingSqlTransform(String[] args) throws Exception {
 
     // Make an array of pipelines, each pipeline is responsible for running a corresponding query.
     Pipeline[] pipelines = new Pipeline[queryNames.length];
-    CSVFormat csvFormat = CSVFormat.MYSQL.withDelimiter('|').withNullString("");
+    CSVFormat csvFormat =
+        CSVFormat.MYSQL.withDelimiter('|').withTrailingDelimiter().withNullString("");
 
     // Execute all queries, transform each result into a PCollection<String>, write them into
     // the txt file and store in a GCP directory.