Skip to content

Commit

Permalink
explicitly disable AQE in one test
Browse files Browse the repository at this point in the history
  • Loading branch information
andygrove committed Aug 14, 2020
1 parent b177b79 commit a75b427
Showing 1 changed file with 6 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -166,6 +166,10 @@ class GpuCoalesceBatchesSuite extends SparkQueryCompareTestSuite {
.set(RapidsConf.TEST_ALLOWED_NONGPU.key, "FileSourceScanExec")
.set("spark.rapids.sql.exec.FileSourceScanExec", "false") // force Parquet read onto CPU
.set("spark.sql.shuffle.partitions", "1")
// this test isn't valid when AQE is enabled because the FileScan happens as part of
// a query stage that runs on the CPU, wrapped in a CPU Exchange, with a ColumnarToRow
// transition inserted
.set("spark.sql.adaptive.enabled", "false")

val dir = Files.createTempDirectory("spark-rapids-test").toFile
val path = new File(dir,
Expand All @@ -186,6 +190,8 @@ class GpuCoalesceBatchesSuite extends SparkQueryCompareTestSuite {
ExecutionPlanCaptureCallback.startCapture()
df2.collect()

df2.explain()

val executedPlan = ExecutionPlanCaptureCallback.extractExecutedPlan(
ExecutionPlanCaptureCallback.getResultWithTimeout())

Expand Down

0 comments on commit a75b427

Please sign in to comment.