sem/tree: v19.1.0: unhandled right expression tree.dNull in ComparisonExpr.Eval

[cockroach-teamcity]

This issue was autofiled by Sentry. It represents a crash or reported error on a live cluster with telemetry enabled.

Sentry link: https://sentry.io/organizations/cockroach-labs/issues/1396844956/?referrer=webhooks_plugin

Panic message:

(0) eval.go:3600: unhandled right expression %s | tree.dNull
(see stack traces in additional data)

Stacktrace (expand for inline code snippets):

cockroach/pkg/sql/sem/tree/eval.go

Lines 3599 to 3601 in 25dd36f

	} else {
	return nil, pgerror.NewAssertionErrorf("unhandled right expression %s", right)
	}

in pkg/sql/sem/tree.(*ComparisonExpr).Eval

cockroach/pkg/sql/sqlbase/expr_filter.go

Lines 25 to 27 in 25dd36f

	d, err := filter.Eval(evalCtx)
	if err != nil {

in pkg/sql/sqlbase.RunFilter

cockroach/pkg/sql/distsqlrun/expr.go

Lines 178 to 180 in 25dd36f

	eh.evalCtx.PushIVarContainer(eh)
	pass, err := sqlbase.RunFilter(eh.expr, eh.evalCtx)
	eh.evalCtx.PopIVarContainer()

in pkg/sql/distsqlrun.(*exprHelper).evalFilter

cockroach/pkg/sql/distsqlrun/joinerbase.go

Lines 206 to 208 in 25dd36f

	if jb.onCond.expr != nil {
	res, err := jb.onCond.evalFilter(jb.combinedRow)
	if !res || err != nil {

in pkg/sql/distsqlrun.(*joinerBase).render

cockroach/pkg/sql/distsqlrun/hashjoiner.go

Lines 506 to 508 in 25dd36f

	if h.storedSide == rightSide {
	renderedRow, err = h.render(row, otherRow)
	} else {

in pkg/sql/distsqlrun.(*hashJoiner).probeRow

cockroach/pkg/sql/distsqlrun/hashjoiner.go

Lines 242 to 244 in 25dd36f

	case hjProbingRow:
	h.runningState, row, meta = h.probeRow()
	case hjEmittingUnmatched:

in pkg/sql/distsqlrun.(*hashJoiner).Next

cockroach/pkg/sql/distsqlrun/base.go

Lines 173 to 175 in 25dd36f

	for {
	row, meta := src.Next()
	// Emit the row; stop if no more rows are needed.

in pkg/sql/distsqlrun.Run

cockroach/pkg/sql/distsqlrun/processors.go

Lines 800 to 802 in 25dd36f

	ctx = pb.self.Start(ctx)
	Run(ctx, pb.self, pb.out.output)
	}

in pkg/sql/distsqlrun.(*ProcessorBase).Run

cockroach/pkg/sql/distsqlrun/flow.go

Lines 625 to 627 in 25dd36f

	}
	headProc.Run(ctx)
	return nil

in pkg/sql/distsqlrun.(*Flow).Run

cockroach/pkg/sql/distsql_running.go

Lines 251 to 253 in 25dd36f

	// TODO(radu): this should go through the flow scheduler.
	if err := flow.Run(ctx, func() {}); err != nil {
	log.Fatalf(ctx, "unexpected error from syncFlow.Start(): %s "+

in pkg/sql.(*DistSQLPlanner).Run

cockroach/pkg/sql/distsql_running.go

Lines 838 to 840 in 25dd36f

	dsp.FinalizePlan(planCtx, &physPlan)
	dsp.Run(planCtx, txn, &physPlan, recv, evalCtx, nil /* finishedSetupFn */)
	}

in pkg/sql.(*DistSQLPlanner).PlanAndRun

cockroach/pkg/sql/conn_executor_exec.go

Lines 1111 to 1113 in 25dd36f

	// the planner whether or not to plan remote table readers.
	ex.server.cfg.DistSQLPlanner.PlanAndRun(
	ctx, evalCtx, planCtx, planner.txn, planner.curPlan.plan, recv)

in pkg/sql.(*connExecutor).execWithDistSQLEngine

cockroach/pkg/sql/conn_executor_exec.go

Lines 947 to 949 in 25dd36f

	ex.sessionTracing.TraceExecStart(ctx, "distributed")
	err = ex.execWithDistSQLEngine(ctx, planner, stmt.AST.StatementType(), res, distributePlan)
	ex.sessionTracing.TraceExecEnd(ctx, res.Err(), res.RowsAffected())

in pkg/sql.(*connExecutor).dispatchToExecutionEngine

cockroach/pkg/sql/conn_executor_exec.go

Lines 455 to 457 in 25dd36f

	p.autoCommit = os.ImplicitTxn.Get() && !ex.server.cfg.TestingKnobs.DisableAutoCommit
	if err := ex.dispatchToExecutionEngine(ctx, p, res); err != nil {
	return nil, nil, err

in pkg/sql.(*connExecutor).execStmtInOpenState

cockroach/pkg/sql/conn_executor_exec.go

Lines 101 to 103 in 25dd36f

	} else {
	ev, payload, err = ex.execStmtInOpenState(ctx, stmt, pinfo, res)
	}

in pkg/sql.(*connExecutor).execStmt

cockroach/pkg/sql/conn_executor.go

Lines 1181 to 1183 in 25dd36f

	ctx := withStatement(ex.Ctx(), ex.curStmt)
	ev, payload, err = ex.execStmt(ctx, curStmt, stmtRes, nil /* pinfo */)
	if err != nil {

in pkg/sql.(*connExecutor).run

cockroach/pkg/sql/conn_executor.go

Lines 432 to 434 in 25dd36f

	}()
	return h.ex.run(ctx, s.pool, reserved, cancel)
	}

in pkg/sql.(*Server).ServeConn

cockroach/pkg/sql/pgwire/conn.go

Lines 336 to 338 in 25dd36f

	}()
	writerErr = sqlServer.ServeConn(ctx, connHandler, reserved, cancelConn)
	// TODO(andrei): Should we sometimes transmit the writerErr's to the

in pkg/sql/pgwire.(*conn).serveImpl.func4

pkg/sql/sem/tree/eval.go in pkg/sql/sem/tree.(*ComparisonExpr).Eval at line 3600
pkg/sql/sqlbase/expr_filter.go in pkg/sql/sqlbase.RunFilter at line 26
pkg/sql/distsqlrun/expr.go in pkg/sql/distsqlrun.(*exprHelper).evalFilter at line 179
pkg/sql/distsqlrun/joinerbase.go in pkg/sql/distsqlrun.(*joinerBase).render at line 207
pkg/sql/distsqlrun/hashjoiner.go in pkg/sql/distsqlrun.(*hashJoiner).probeRow at line 507
pkg/sql/distsqlrun/hashjoiner.go in pkg/sql/distsqlrun.(*hashJoiner).Next at line 243
pkg/sql/distsqlrun/base.go in pkg/sql/distsqlrun.Run at line 174
pkg/sql/distsqlrun/processors.go in pkg/sql/distsqlrun.(*ProcessorBase).Run at line 801
pkg/sql/distsqlrun/flow.go in pkg/sql/distsqlrun.(*Flow).Run at line 626
pkg/sql/distsql_running.go in pkg/sql.(*DistSQLPlanner).Run at line 252
pkg/sql/distsql_running.go in pkg/sql.(*DistSQLPlanner).PlanAndRun at line 839
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execWithDistSQLEngine at line 1112
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).dispatchToExecutionEngine at line 948
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execStmtInOpenState at line 456
pkg/sql/conn_executor_exec.go in pkg/sql.(*connExecutor).execStmt at line 102
pkg/sql/conn_executor.go in pkg/sql.(*connExecutor).run at line 1182
pkg/sql/conn_executor.go in pkg/sql.(*Server).ServeConn at line 433
pkg/sql/pgwire/conn.go in pkg/sql/pgwire.(*conn).serveImpl.func4 at line 337

Tag	Value
Cockroach Release	v19.1.0
Cockroach SHA:	25dd36f
Platform	linux amd64
Distribution	CCL
Environment	v19.1.0
Command	server
Go Version	go1.11.6
# of CPUs	8
# of Goroutines	187

[asubiotto]

This looks like expr.fn.NullableArgs was true with a right null expression in an Any, Some, or All comparison expression. @rafiss looks like you added a check for a null right operand, why do we need to check expr.fn.NullableArgs? Shouldn't we just return DNull, nil in any case?

[rafiss]

@asubiotto Sorry I'd missed this earlier.

It's been a while, but I believe you're referring to this PR, is that correct? #37775

That was backported to 19.1, so it isn't present in 19.1.0, where it looks like this error occurred.

If I recall correctly, we need to check expr.fn.NullableArgs because if the function allows nullable arguments, then the output is not always null -- the function itself should handle how to deal with the null.

[yuzefovich]

Fixed by #37886