*: add backend supports for tiproxy & ticdc

Signed-off-by: mornyx <[email protected]>

pkg/apiserver/apiserver.go

@@ -32,13 +32,17 @@ import (
 	"github.com/pingcap/tidb-dashboard/pkg/apiserver/user/sso"
 	"github.com/pingcap/tidb-dashboard/pkg/apiserver/user/sso/ssoauth"
 	"github.com/pingcap/tidb-dashboard/pkg/apiserver/visualplan"
+	"github.com/pingcap/tidb-dashboard/pkg/ticdc"
 	"github.com/pingcap/tidb-dashboard/pkg/tiflash"
+	"github.com/pingcap/tidb-dashboard/pkg/tiproxy"
 	"github.com/pingcap/tidb-dashboard/pkg/utils/version"
 	"github.com/pingcap/tidb-dashboard/util/client/httpclient"
 	"github.com/pingcap/tidb-dashboard/util/client/pdclient"
+	"github.com/pingcap/tidb-dashboard/util/client/ticdcclient"
 	"github.com/pingcap/tidb-dashboard/util/client/tidbclient"
 	"github.com/pingcap/tidb-dashboard/util/client/tiflashclient"
 	"github.com/pingcap/tidb-dashboard/util/client/tikvclient"
+	"github.com/pingcap/tidb-dashboard/util/client/tiproxyclient"
 	"github.com/pingcap/tidb-dashboard/util/featureflag"
 	"github.com/pingcap/tidb-dashboard/util/rest"
 
@@ -113,6 +117,8 @@ var Modules = fx.Options(
 		tidb.NewTiDBClient,
 		tikv.NewTiKVClient,
 		tiflash.NewTiFlashClient,
+		ticdc.NewTiCDCClient,
+		tiproxy.NewTiProxyClient,
 		utils.ProvideSysSchema,
 		apiutils.NewNgmProxy,
 		info.NewService,
@@ -191,6 +197,8 @@ func newClients(lc fx.Lifecycle, config *config.Config) (
 	kvClient *tikvclient.StatusClient,
 	csClient *tiflashclient.StatusClient,
 	pdClient *pdclient.APIClient,
+	ticdcClient *ticdcclient.StatusClient,
+	tiproxyClient *tiproxyclient.StatusClient,
 ) {
 	httpConfig := httpclient.Config{
 		TLSConfig: config.ClusterTLSConfig,
@@ -199,7 +207,8 @@ func newClients(lc fx.Lifecycle, config *config.Config) (
 	kvClient = tikvclient.NewStatusClient(httpConfig)
 	csClient = tiflashclient.NewStatusClient(httpConfig)
 	pdClient = pdclient.NewAPIClient(httpConfig)
-	// cdcClient = ticdcclient.NewStatusClient(httpConfig)
+	ticdcClient = ticdcclient.NewStatusClient(httpConfig)
+	tiproxyClient = tiproxyclient.NewStatusClient(httpConfig)
 	lc.Append(fx.Hook{
 		OnStart: func(ctx context.Context) error {
 			dbClient.SetDefaultCtx(ctx)

pkg/apiserver/clusterinfo/host.go

@@ -44,11 +44,19 @@ func (s *Service) fetchAllInstanceHosts() ([]string, error) {
 		allHostsMap[i.IP] = struct{}{}
 	}
 
-	ticdcIndo, err := topology.FetchTiCDCTopology(s.lifecycleCtx, s.params.EtcdClient)
+	ticdcInfo, err := topology.FetchTiCDCTopology(s.lifecycleCtx, s.params.EtcdClient)
 	if err != nil {
 		return nil, err
 	}
-	for _, i := range ticdcIndo {
+	for _, i := range ticdcInfo {
+		allHostsMap[i.IP] = struct{}{}
+	}
+
+	tiproxyInfo, err := topology.FetchTiProxyTopology(s.lifecycleCtx, s.params.EtcdClient)
+	if err != nil {
+		return nil, err
+	}
+	for _, i := range tiproxyInfo {
 		allHostsMap[i.IP] = struct{}{}
 	}
 

pkg/apiserver/clusterinfo/service.go

@@ -55,6 +55,7 @@ func RegisterRouter(r *gin.RouterGroup, auth *user.AuthService, s *Service) {
 	endpoint.Use(auth.MWAuthRequired())
 	endpoint.GET("/tidb", s.getTiDBTopology)
 	endpoint.GET("/ticdc", s.getTiCDCTopology)
+	endpoint.GET("/tiproxy", s.getTiProxyTopology)
 	endpoint.DELETE("/tidb/:address", s.deleteTiDBTopology)
 	endpoint.GET("/store", s.getStoreTopology)
 	endpoint.GET("/pd", s.getPDTopology)
@@ -140,6 +141,21 @@ func (s *Service) getTiCDCTopology(c *gin.Context) {
 	c.JSON(http.StatusOK, instances)
 }
 
+// @ID getTiProxyTopology
+// @Summary Get all TiProxy instances
+// @Success 200 {array} topology.TiProxyInfo
+// @Router /topology/tiproxy [get]
+// @Security JwtAuth
+// @Failure 401 {object} rest.ErrorResponse
+func (s *Service) getTiProxyTopology(c *gin.Context) {
+	instances, err := topology.FetchTiProxyTopology(s.lifecycleCtx, s.params.EtcdClient)
+	if err != nil {
+		rest.Error(c, err)
+		return
+	}
+	c.JSON(http.StatusOK, instances)
+}
+
 type StoreTopologyResponse struct {
 	TiKV    []topology.StoreInfo `json:"tikv"`
 	TiFlash []topology.StoreInfo `json:"tiflash"`

pkg/apiserver/clusterinfo/statistics.go

@@ -76,6 +76,7 @@ func (s *Service) calculateStatistics(db *gorm.DB) (*ClusterStatistics, error) {
 	infoByIk["tikv"] = newInstanceKindImmediateInfo()
 	infoByIk["tiflash"] = newInstanceKindImmediateInfo()
 	infoByIk["ticdc"] = newInstanceKindImmediateInfo()
+	infoByIk["tiproxy"] = newInstanceKindImmediateInfo()
 
 	// Fill from topology info
 	pdInfo, err := topology.FetchPDTopology(s.params.PDClient)
@@ -124,6 +125,16 @@ func (s *Service) calculateStatistics(db *gorm.DB) (*ClusterStatistics, error) {
 		globalInfo.instances[net.JoinHostPort(i.IP, strconv.Itoa(int(i.Port)))] = struct{}{}
 		infoByIk["ticdc"].instances[net.JoinHostPort(i.IP, strconv.Itoa(int(i.Port)))] = struct{}{}
 	}
+	tiproxyInfo, err := topology.FetchTiProxyTopology(s.lifecycleCtx, s.params.EtcdClient)
+	if err != nil {
+		return nil, err
+	}
+	for _, i := range tiproxyInfo {
+		globalHostsSet[i.IP] = struct{}{}
+		globalVersionsSet[i.Version] = struct{}{}
+		globalInfo.instances[net.JoinHostPort(i.IP, strconv.Itoa(int(i.Port)))] = struct{}{}
+		infoByIk["tiproxy"].instances[net.JoinHostPort(i.IP, strconv.Itoa(int(i.Port)))] = struct{}{}
+	}
 
 	// Fill from hardware info
 	allHostsInfoMap := make(map[string]*hostinfo.Info)
@@ -180,6 +191,13 @@ func (s *Service) calculateStatistics(db *gorm.DB) (*ClusterStatistics, error) {
 			globalFailureHostsSet[i.IP] = struct{}{}
 		}
 	}
+	for _, i := range tiproxyInfo {
+		if v, ok := globalInfo.hosts[i.IP]; ok {
+			infoByIk["tiproxy"].hosts[i.IP] = v
+		} else {
+			globalFailureHostsSet[i.IP] = struct{}{}
+		}
+	}
 
 	// Generate result..
 	versions := lo.Keys(globalVersionsSet)

pkg/apiserver/debugapi/endpoint/payload.go

@@ -18,9 +18,11 @@ import (
 	"github.com/pingcap/tidb-dashboard/pkg/utils/topology"
 	"github.com/pingcap/tidb-dashboard/util/client/httpclient"
 	"github.com/pingcap/tidb-dashboard/util/client/pdclient"
+	"github.com/pingcap/tidb-dashboard/util/client/ticdcclient"
 	"github.com/pingcap/tidb-dashboard/util/client/tidbclient"
 	"github.com/pingcap/tidb-dashboard/util/client/tiflashclient"
 	"github.com/pingcap/tidb-dashboard/util/client/tikvclient"
+	"github.com/pingcap/tidb-dashboard/util/client/tiproxyclient"
 	"github.com/pingcap/tidb-dashboard/util/rest"
 	"github.com/pingcap/tidb-dashboard/util/topo"
 )
@@ -40,6 +42,8 @@ type HTTPClients struct {
 	TiDBStatusClient    *tidbclient.StatusClient
 	TiKVStatusClient    *tikvclient.StatusClient
 	TiFlashStatusClient *tiflashclient.StatusClient
+	TiCDCStatusClient   *ticdcclient.StatusClient
+	TiProxyStatusClient *tiproxyclient.StatusClient
 }
 
 func (c HTTPClients) GetHTTPClientByNodeKind(kind topo.Kind) *httpclient.Client {
@@ -64,6 +68,16 @@ func (c HTTPClients) GetHTTPClientByNodeKind(kind topo.Kind) *httpclient.Client
 			return nil
 		}
 		return c.TiFlashStatusClient.Client
+	case topo.KindTiCDC:
+		if c.TiCDCStatusClient == nil {
+			return nil
+		}
+		return c.TiCDCStatusClient.Client
+	case topo.KindTiProxy:
+		if c.TiProxyStatusClient == nil {
+			return nil
+		}
+		return c.TiProxyStatusClient.Client
 	default:
 		return nil
 	}
@@ -277,6 +291,21 @@ func (p *ResolvedRequestPayload) verifyEndpoint(ctx context.Context, etcdClient
 		if !matched {
 			return ErrInvalidEndpoint.New("invalid endpoint '%s:%d'", p.host, p.port)
 		}
+	case topo.KindTiProxy:
+		infos, err := topology.FetchTiProxyTopology(ctx, etcdClient)
+		if err != nil {
+			return ErrInvalidEndpoint.Wrap(err, "failed to fetch tiproxy topology")
+		}
+		matched := false
+		for _, info := range infos {
+			if info.IP == p.host && info.Port == uint(p.port) {
+				matched = true
+				break
+			}
+		}
+		if !matched {
+			return ErrInvalidEndpoint.New("invalid endpoint '%s:%d'", p.host, p.port)
+		}
 	default:
 		return ErrUnknownComponent.New("Unknown component '%s'", p.api.Component)
 	}

pkg/apiserver/debugapi/service.go

@@ -16,9 +16,11 @@ import (
 	"github.com/pingcap/tidb-dashboard/pkg/apiserver/user"
 	"github.com/pingcap/tidb-dashboard/pkg/pd"
 	"github.com/pingcap/tidb-dashboard/util/client/pdclient"
+	"github.com/pingcap/tidb-dashboard/util/client/ticdcclient"
 	"github.com/pingcap/tidb-dashboard/util/client/tidbclient"
 	"github.com/pingcap/tidb-dashboard/util/client/tiflashclient"
 	"github.com/pingcap/tidb-dashboard/util/client/tikvclient"
+	"github.com/pingcap/tidb-dashboard/util/client/tiproxyclient"
 	"github.com/pingcap/tidb-dashboard/util/rest"
 	"github.com/pingcap/tidb-dashboard/util/rest/fileswap"
 )
@@ -39,6 +41,8 @@ type ServiceParams struct {
 	TiDBStatusClient    *tidbclient.StatusClient
 	TiKVStatusClient    *tikvclient.StatusClient
 	TiFlashStatusClient *tiflashclient.StatusClient
+	TiCDCStatusClient   *ticdcclient.StatusClient
+	TiProxyStatusClient *tiproxyclient.StatusClient
 	EtcdClient          *clientv3.Client
 	PDClient            *pd.Client
 }
@@ -57,6 +61,8 @@ func newService(p ServiceParams) *Service {
 		TiDBStatusClient:    p.TiDBStatusClient,
 		TiKVStatusClient:    p.TiKVStatusClient,
 		TiFlashStatusClient: p.TiFlashStatusClient,
+		TiCDCStatusClient:   p.TiCDCStatusClient,
+		TiProxyStatusClient: p.TiProxyStatusClient,
 	}
 	return &Service{
 		httpClients: httpClients,

pkg/apiserver/model/common_models.go

@@ -15,6 +15,7 @@ const (
 	NodeKindPD      NodeKind = "pd"
 	NodeKindTiFlash NodeKind = "tiflash"
 	NodeKindTiCDC   NodeKind = "ticdc"
+	NodeKindTiProxy NodeKind = "tiproxy"
 )
 
 type RequestTargetNode struct {
@@ -39,6 +40,7 @@ type RequestTargetStatistics struct {
 	NumPDNodes      int `json:"num_pd_nodes"`
 	NumTiFlashNodes int `json:"num_tiflash_nodes"`
 	NumTiCDCNodes   int `json:"num_ticdc_nodes"`
+	NumTiProxyNodes int `json:"num_tiproxy_nodes"`
 }
 
 func NewRequestTargetStatisticsFromArray(arr *[]RequestTargetNode) RequestTargetStatistics {
@@ -55,6 +57,8 @@ func NewRequestTargetStatisticsFromArray(arr *[]RequestTargetNode) RequestTarget
 			stats.NumTiFlashNodes++
 		case NodeKindTiCDC:
 			stats.NumTiCDCNodes++
+		case NodeKindTiProxy:
+			stats.NumTiProxyNodes++
 		}
 	}
 	return stats

pkg/apiserver/profiling/fetcher.go

@@ -17,9 +17,11 @@ import (
 
 	"github.com/pingcap/tidb-dashboard/pkg/config"
 	"github.com/pingcap/tidb-dashboard/pkg/pd"
+	"github.com/pingcap/tidb-dashboard/pkg/ticdc"
 	"github.com/pingcap/tidb-dashboard/pkg/tidb"
 	"github.com/pingcap/tidb-dashboard/pkg/tiflash"
 	"github.com/pingcap/tidb-dashboard/pkg/tikv"
+	"github.com/pingcap/tidb-dashboard/pkg/tiproxy"
 )
 
 const (
@@ -41,13 +43,17 @@ type fetchers struct {
 	tiflash profileFetcher
 	tidb    profileFetcher
 	pd      profileFetcher
+	ticdc   profileFetcher
+	tiproxy profileFetcher
 }
 
 var newFetchers = fx.Provide(func(
 	tikvClient *tikv.Client,
 	tidbClient *tidb.Client,
 	pdClient *pd.Client,
 	tiflashClient *tiflash.Client,
+	ticdcClient *ticdc.Client,
+	tiproxyClient *tiproxy.Client,
 	config *config.Config,
 ) *fetchers {
 	return &fetchers{
@@ -64,6 +70,12 @@ var newFetchers = fx.Provide(func(
 			client:              pdClient,
 			statusAPIHTTPScheme: config.GetClusterHTTPScheme(),
 		},
+		ticdc: &ticdcFecther{
+			client: ticdcClient,
+		},
+		tiproxy: &tiproxyFecther{
+			client: tiproxyClient,
+		},
 	}
 })
 
@@ -146,3 +158,19 @@ func (f *pdFetcher) fetch(op *fetchOptions) ([]byte, error) {
 		WithoutPrefix(). // pprof API does not have /pd/api/v1 prefix
 		SendGetRequest(op.path)
 }
+
+type ticdcFecther struct {
+	client *ticdc.Client
+}
+
+func (f *ticdcFecther) fetch(op *fetchOptions) ([]byte, error) {
+	return f.client.WithTimeout(maxProfilingTimeout).SendGetRequest(op.ip, op.port, op.path)
+}
+
+type tiproxyFecther struct {
+	client *tiproxy.Client
+}
+
+func (f *tiproxyFecther) fetch(op *fetchOptions) ([]byte, error) {
+	return f.client.WithTimeout(maxProfilingTimeout).SendGetRequest(op.ip, op.port, op.path)
+}

pkg/apiserver/profiling/profile.go

@@ -26,6 +26,10 @@ func profileAndWritePprof(ctx context.Context, fts *fetchers, target *model.Requ
 		return fetchPprof(&pprofOptions{duration: profileDurationSecs, fileNameWithoutExt: fileNameWithoutExt, target: target, fetcher: &fts.tidb, profilingType: profilingType})
 	case model.NodeKindPD:
 		return fetchPprof(&pprofOptions{duration: profileDurationSecs, fileNameWithoutExt: fileNameWithoutExt, target: target, fetcher: &fts.pd, profilingType: profilingType})
+	case model.NodeKindTiCDC:
+		return fetchPprof(&pprofOptions{duration: profileDurationSecs, fileNameWithoutExt: fileNameWithoutExt, target: target, fetcher: &fts.ticdc, profilingType: profilingType})
+	case model.NodeKindTiProxy:
+		return fetchPprof(&pprofOptions{duration: profileDurationSecs, fileNameWithoutExt: fileNameWithoutExt, target: target, fetcher: &fts.tiproxy, profilingType: profilingType})
 	default:
 		return "", "", ErrUnsupportedProfilingTarget.New(target.String())
 	}