stats: fix panic when updating by feedback (#7640)

domain/domain.go

@@ -668,7 +668,10 @@ func (do *Domain) updateStatsWorker(ctx sessionctx.Context, owner owner.Manager)
 	} else {
 		log.Info("[stats] init stats info takes ", time.Now().Sub(t))
 	}
-	defer recoverInDomain("updateStatsWorker", false)
+	defer func() {
+		recoverInDomain("updateStatsWorker", false)
+		do.wg.Done()
+	}()
 	for {
 		select {
 		case <-loadTicker.C:
@@ -678,7 +681,6 @@ func (do *Domain) updateStatsWorker(ctx sessionctx.Context, owner owner.Manager)
 			}
 		case <-do.exit:
 			statsHandle.FlushStats()
-			do.wg.Done()
 			return
 			// This channel is sent only by ddl owner.
 		case t := <-statsHandle.DDLEventCh():
@@ -727,7 +729,10 @@ func (do *Domain) autoAnalyzeWorker(owner owner.Manager) {
 	statsHandle := do.StatsHandle()
 	analyzeTicker := time.NewTicker(do.statsLease)
 	defer analyzeTicker.Stop()
-	defer recoverInDomain("autoAnalyzeWorker", false)
+	defer func() {
+		recoverInDomain("autoAnalyzeWorker", false)
+		do.wg.Done()
+	}()
 	for {
 		select {
 		case <-analyzeTicker.C:
@@ -738,7 +743,6 @@ func (do *Domain) autoAnalyzeWorker(owner owner.Manager) {
 				}
 			}
 		case <-do.exit:
-			do.wg.Done()
 			return
 		}
 	}

statistics/feedback.go

@@ -880,13 +880,13 @@ func (q *QueryFeedback) logDetailedInfo(h *Handle) {
 	logPrefix := fmt.Sprintf("[stats-feedback] %s,", t.name)
 	if isIndex {
 		idx := t.Indices[q.hist.ID]
-		if idx == nil {
+		if idx == nil || idx.Histogram.Len() == 0 {
 			return
 		}
 		logForIndex(logPrefix, t, idx, ranges, actual, idx.getIncreaseFactor(t.Count))
 	} else {
 		c := t.Columns[q.hist.ID]
-		if c == nil {
+		if c == nil || c.Histogram.Len() == 0 {
 			return
 		}
 		logForPK(logPrefix, c, ranges, actual, c.getIncreaseFactor(t.Count))

statistics/update.go

@@ -417,7 +417,7 @@ func (h *Handle) UpdateStatsByLocalFeedback(is infoschema.InfoSchema) {
 		newTblStats := tblStats.copy()
 		if fb.hist.isIndexHist() {
 			idx, ok := tblStats.Indices[fb.hist.ID]
-			if !ok {
+			if !ok || idx.Histogram.Len() == 0 {
 				continue
 			}
 			newIdx := *idx
@@ -428,7 +428,7 @@ func (h *Handle) UpdateStatsByLocalFeedback(is infoschema.InfoSchema) {
 			newTblStats.Indices[fb.hist.ID] = &newIdx
 		} else {
 			col, ok := tblStats.Columns[fb.hist.ID]
-			if !ok {
+			if !ok || col.Histogram.Len() == 0 {
 				continue
 			}
 			newCol := *col
@@ -528,14 +528,14 @@ func (h *Handle) handleSingleHistogramUpdate(is infoschema.InfoSchema, rows []ch
 	var hist *Histogram
 	if isIndex == 1 {
 		idx, ok := tbl.Indices[histID]
-		if ok {
+		if ok && idx.Histogram.Len() > 0 {
 			idxHist := idx.Histogram
 			hist = &idxHist
 			cms = idx.CMSketch.copy()
 		}
 	} else {
 		col, ok := tbl.Columns[histID]
-		if ok {
+		if ok && col.Histogram.Len() > 0 {
 			colHist := col.Histogram
 			hist = &colHist
 		}

statistics/update_test.go

@@ -660,13 +660,23 @@ func (s *testStatsUpdateSuite) TestQueryFeedback(c *C) {
 		c.Assert(len(feedback), Equals, 0)
 	}
 
-	// Test that the outdated feedback won't cause panic.
+	// Test that after drop stats, the feedback won't cause panic.
 	statistics.FeedbackProbability = 1
 	for _, t := range tests {
 		testKit.MustQuery(t.sql)
 	}
 	c.Assert(h.DumpStatsDeltaToKV(statistics.DumpAll), IsNil)
 	c.Assert(h.DumpStatsFeedbackToKV(), IsNil)
+	testKit.MustExec("drop stats t")
+	c.Assert(h.HandleUpdateStats(s.do.InfoSchema()), IsNil)
+
+	// Test that the outdated feedback won't cause panic.
+	testKit.MustExec("analyze table t")
+	for _, t := range tests {
+		testKit.MustQuery(t.sql)
+	}
+	c.Assert(h.DumpStatsDeltaToKV(statistics.DumpAll), IsNil)
+	c.Assert(h.DumpStatsFeedbackToKV(), IsNil)
 	testKit.MustExec("drop table t")
 	c.Assert(h.HandleUpdateStats(s.do.InfoSchema()), IsNil)
 }
@@ -844,6 +854,10 @@ func (s *testStatsUpdateSuite) TestUpdateStatsByLocalFeedback(c *C) {
 
 	// Test that it won't cause panic after update.
 	testKit.MustQuery("select * from t use index(idx) where b > 0")
+
+	// Test that after drop stats, it won't cause panic.
+	testKit.MustExec("drop stats t")
+	h.UpdateStatsByLocalFeedback(s.do.InfoSchema())
 }
 
 type logHook struct {