Decrease nighlty tests upper limitation to 7 (#4701)

Signed-off-by: Peixin Li <[email protected]>
NVIDIA · Feb 7, 2022 · 403c0f1 · 403c0f1
1 parent cabd9f7
commit 403c0f1
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/jenkins/spark-tests.sh b/jenkins/spark-tests.sh
@@ -258,8 +258,8 @@ if [[ $TEST_MODE == "ALL" || $TEST_MODE == "IT_ONLY" ]]; then
       PARALLELISM=$(nvidia-smi --query-gpu=memory.free --format=csv,noheader | \
                     awk '{if (MAX < $1){ MAX = $1}} END {print int(MAX / (2 * 1024))}')
     fi
-    # parallelism > 8 could slow down the whole process, so we have a limitation for it
-    [[ ${PARALLELISM} -gt 8 ]] && PARALLELISM=8
+    # parallelism > 7 could slow down the whole process, so we have a limitation for it
+    [[ ${PARALLELISM} -gt 7 ]] && PARALLELISM=7
     MEMORY_FRACTION=$(python -c "print(1/($PARALLELISM + 0.1))")
     export MEMORY_FRACTION_CONF="--conf spark.rapids.memory.gpu.allocFraction=${MEMORY_FRACTION} \
     --conf spark.rapids.memory.gpu.maxAllocFraction=${MEMORY_FRACTION}"