From e6462ea5a4badf9490e3132e922b31d5fc3ac0c9 Mon Sep 17 00:00:00 2001 From: Raza Jafri Date: Tue, 6 Jun 2023 08:29:20 -0700 Subject: [PATCH] Revert "Disable asserts for non-empty nulls (#8183)" This reverts commit 6f3818939a44c087122658e2860c2bf4cd7e4792. Signed-off-by: Raza Jafri --- integration_tests/run_pyspark_from_build.sh | 4 ++-- pom.xml | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/integration_tests/run_pyspark_from_build.sh b/integration_tests/run_pyspark_from_build.sh index 4f98694223f..b389b9d123e 100755 --- a/integration_tests/run_pyspark_from_build.sh +++ b/integration_tests/run_pyspark_from_build.sh @@ -221,8 +221,8 @@ else fi # Set the Delta log cache size to prevent the driver from caching every Delta log indefinitely - export PYSP_TEST_spark_driver_extraJavaOptions="-ea -Duser.timezone=UTC -da:ai.rapids.cudf.AssertEmptyNulls -Ddelta.log.cacheSize=10 $COVERAGE_SUBMIT_FLAGS" - export PYSP_TEST_spark_executor_extraJavaOptions='-ea -da:ai.rapids.cudf.AssertEmptyNulls -Duser.timezone=UTC' + export PYSP_TEST_spark_driver_extraJavaOptions="-ea -Duser.timezone=UTC -Ddelta.log.cacheSize=10 $COVERAGE_SUBMIT_FLAGS" + export PYSP_TEST_spark_executor_extraJavaOptions='-ea -Duser.timezone=UTC' export PYSP_TEST_spark_ui_showConsoleProgress='false' export PYSP_TEST_spark_sql_session_timeZone='UTC' export PYSP_TEST_spark_sql_shuffle_partitions='4' diff --git a/pom.xml b/pom.xml index 4d3006f252e..05b3f9bda9c 100644 --- a/pom.xml +++ b/pom.xml @@ -1113,7 +1113,7 @@ ${project.build.directory}/surefire-reports . scala-test-output.txt - ${argLine} -ea -Xmx4g -Xss4m -da:ai.rapids.cudf.AssertEmptyNulls ${extraJavaTestArgs} + ${argLine} -ea -Xmx4g -Xss4m ${extraJavaTestArgs} ${rapids.shuffle.manager.override}