disable mixed type as string in GpuJsonToStruct

NVIDIA · Jan 23, 2024 · 4fbc8a9 · 4fbc8a9
1 parent dc9d6f4
commit 4fbc8a9
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/GpuJsonToStructs.scala b/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/GpuJsonToStructs.scala
@@ -177,7 +177,9 @@ case class GpuJsonToStructs(
 
             val jsonOptions = cudf.JSONOptions.builder()
               .withRecoverWithNull(true)
-              .withMixedTypesAsStrings(true)
+              // tracking issue for enabling mixed type as string
+              // https://github.com/NVIDIA/spark-rapids/issues/10253
+              .withMixedTypesAsStrings(false)
               .build()
             withResource(cudf.Table.readJSON(jsonOptions, data, start, length)) { tableWithMeta =>
               val names = tableWithMeta.getColumnNames