Use withRetry in GpuCoalesceBatches (#7852)

Signed-off-by: Alessandro Bellina <[email protected]>
NVIDIA · Mar 8, 2023 · 7477bc4 · 7477bc4
1 parent 5857e21
commit 7477bc4
Show file tree

Hide file tree

Showing 7 changed files with 838 additions and 237 deletions.
diff --git a/jenkins/spark-premerge-build.sh b/jenkins/spark-premerge-build.sh
@@ -99,6 +99,13 @@ rapids_shuffle_smoke_test() {
     $SPARK_HOME/sbin/spark-daemon.sh start org.apache.spark.deploy.worker.Worker 1 $SPARK_MASTER
 
     invoke_shuffle_integration_test() {
+      # check out what else is on the GPU
+      nvidia-smi
+
+      # because the RapidsShuffleManager smoke tests work against a standalone cluster
+      # we do not want the integration tests to launch N different applications, just one app
+      # is what is expected.
+      TEST_PARALLEL=0 \
       PYSP_TEST_spark_master=$SPARK_MASTER \
         PYSP_TEST_spark_cores_max=2 \
         PYSP_TEST_spark_executor_cores=1 \