Enable retry for the parquet write to hive (#33)

Enable retry for parquet write to hive Signed-off-by: Firestarman <[email protected]>
firestarman · Apr 16, 2024 · 3771342 · 3771342
1 parent b9cea31
commit 3771342
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sql-plugin/src/main/scala/org/apache/spark/sql/hive/rapids/GpuHiveFileFormat.scala b/sql-plugin/src/main/scala/org/apache/spark/sql/hive/rapids/GpuHiveFileFormat.scala
@@ -193,7 +193,7 @@ class GpuHiveParquetFileFormat(compType: CompressionType) extends ColumnarFileFo
 
 class GpuHiveParquetWriter(override val path: String, dataSchema: StructType,
     context: TaskAttemptContext, compType: CompressionType)
-  extends ColumnarOutputWriter(context, dataSchema, "HiveParquet", false) {
+  extends ColumnarOutputWriter(context, dataSchema, "HiveParquet", true) {
 
   override protected val tableWriter: CudfTableWriter = {
     // TODO How to set FieldIDEnabled ?