Add temporary logging for Dataproc round robin fallback issue (#2490)

Signed-off-by: Jason Lowe <[email protected]>
NVIDIA · May 24, 2021 · 1cf741b · 1cf741b
1 parent d631089
commit 1cf741b
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/execution/GpuShuffleExchangeExec.scala b/sql-plugin/src/main/scala/org/apache/spark/sql/rapids/execution/GpuShuffleExchangeExec.scala
@@ -57,12 +57,17 @@ class GpuShuffleMeta(
     shuffle.outputPartitioning match {
       case _: RoundRobinPartitioning if shuffle.sqlContext.conf.sortBeforeRepartition =>
         val orderableTypes = GpuOverrides.pluginSupportedOrderableSig
+        System.err.println(s"Checking round-robin sort for ${shuffle.output.map(_.dataType)}")
         shuffle.output.map(_.dataType)
             .filterNot(orderableTypes.isSupportedByPlugin(_, conf.decimalTypeEnabled))
             .foreach { dataType =>
+              System.err.println(s"Disallowing $dataType for round-robin partitioning")
               willNotWorkOnGpu(s"round-robin partitioning cannot sort $dataType to run " +
                   s"this on the GPU set ${SQLConf.SORT_BEFORE_REPARTITION.key} to false")
             }
+      case _: RoundRobinPartitioning =>
+        System.err.println(s"Allowing ${shuffle.output.map(_.dataType)} for round-robin " +
+            s"sort-before=${shuffle.sqlContext.conf.sortBeforeRepartition}")
       case _ =>
     }
   }