Catch UDF compiler exceptions and fallback to CPU (#3454)

* Catch UDF compiler exceptions and fallback to CPU Signed-off-by: Jason Lowe <[email protected]> * Use NonFatal
NVIDIA · Sep 16, 2021 · ccf2f43 · ccf2f43
1 parent 259bc7a
commit ccf2f43
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/udf-compiler/src/main/scala/com/nvidia/spark/udf/GpuScalaUDF.scala b/udf-compiler/src/main/scala/com/nvidia/spark/udf/GpuScalaUDF.scala
@@ -16,6 +16,8 @@
 
 package com.nvidia.spark.udf
 
+import scala.util.control.NonFatal
+
 import com.nvidia.spark.rapids.shims.v2.ShimExpression
 
 import org.apache.spark.SparkException
@@ -50,11 +52,16 @@ case class GpuScalaUDFLogical(udf: ScalaUDF) extends ShimExpression with Logging
       }
     } catch {
       case e: SparkException =>
-        logDebug("UDF compilation failure: " + e)
+        val udfName = udf.udfName.getOrElse("<unknown>")
+        logDebug(s"UDF $udfName compilation failure: $e")
         if (isTestEnabled) {
           throw e
         }
         udf
+      case NonFatal(e) =>
+        val udfName = udf.udfName.getOrElse("<unknown>")
+        logWarning(s"Unable to translate UDF $udfName: $e")
+        udf
     }
   }
 }