Skip to content

Commit

Permalink
one log for GPU reuse fixup
Browse files Browse the repository at this point in the history
Signed-off-by: Firestarman <[email protected]>
  • Loading branch information
firestarman committed Dec 20, 2023
1 parent 5cd0dd6 commit 4447886
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -694,7 +694,7 @@ class GpuTransitionOverrides extends Rule[SparkPlan] {
}.getOrElse(g)
}
}

logInfo(s"==> start fixupAdaptiveExchangeReuse, input plan is: \n $p")
// If an exchange is at the top of the plan being remapped, this is likely due to AQE
// re-planning, and we're not allowed to change an exchange to a reused exchange in that case.
p match {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,10 +22,10 @@ import scala.ref.WeakReference
import org.apache.spark.internal.Logging
import org.apache.spark.sql.execution.exchange.Exchange

/**A trait mixed with a GPU version of Exchange to support to mark if it is optimized by GPU*/
/** A trait mixed with a GPU version of Exchange to support to mark if it is optimized by GPU */
trait SupportPlanningMark extends Logging { this: Exchange =>

// Some GPU Shuffle exchanges are used internally without a CPU instance, it is an Option.
// Some GPU Shuffle exchanges are used internally without a CPU instance, So it is an Option.
val cpuCanonicalExec: Option[Exchange]

private var _isGpuPlanningComplete = false
Expand Down

0 comments on commit 4447886

Please sign in to comment.