add spark prefix to tpcds.gen.defaultParallel to take affect (#572)

kwai · Sep 15, 2024 · 90a9be6 · 90a9be6
1 parent ca00a98
commit 90a9be6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tpcds/datagen/src/main/scala/org/apache/spark/sql/execution/benchmark/TPCDSDatagen.scala b/tpcds/datagen/src/main/scala/org/apache/spark/sql/execution/benchmark/TPCDSDatagen.scala
@@ -50,7 +50,7 @@ class Tables(sqlContext: SQLContext, scaleFactor: Int) extends Serializable {
     def df(convertToSchema: Boolean, numPartition: Int): DataFrame = {
       val numDefaultPartitions = sparkContext
         .conf
-        .getInt("tpcds.gen.defaultParallel", defaultValue = 1000)
+        .getInt("spark.tpcds.gen.defaultParallel", defaultValue = 1000)
 
       val partitions = if (partitionColumns.isEmpty) numDefaultPartitions else numPartition
       val generatedData = {