[Search] Remove webcrawler endpoints (#208827)

## Summary

- Removed webcrawler endpoints
- Removes unused cloud_health endpoint
- Removes ent search node request handler

### Checklist

- [ ] [Unit or functional
tests](https://www.elastic.co/guide/en/kibana/master/development-tests.html)
were updated or added to match the most common scenarios

x-pack/platform/plugins/private/translations/translations/fr-FR.json

@@ -17162,32 +17162,25 @@
     "xpack.enterpriseSearch.server.routes.addAnalyticsCollection.analyticsCollectionExistsError": "Le nom de collection existe déjà. Choisissez un autre nom.",
     "xpack.enterpriseSearch.server.routes.addAnalyticsCollection.analyticsCollectionNotFoundErrorMessage": "Collection d'analyses introuvable",
     "xpack.enterpriseSearch.server.routes.addConnector.connectorExistsError": "Le connecteur ou l'index existe déjà",
-    "xpack.enterpriseSearch.server.routes.addCrawler.connectorExistsError": "Un connecteur existe déjà pour cet index",
-    "xpack.enterpriseSearch.server.routes.addCrawler.crawlerExistsError": "Un robot d'indexation existe déjà pour cet index",
-    "xpack.enterpriseSearch.server.routes.addCrawler.indexExistsError": "L'index existe déjà.",
     "xpack.enterpriseSearch.server.routes.checkKibanaLogsMessage": "{errorMessage} Vérifiez les logs du serveur Kibana pour plus de détails.",
     "xpack.enterpriseSearch.server.routes.connectors.expensive_query_not_allowed_error": "Les requêtes de recherche lourdes ne sont pas autorisées. \"recherche.autoriser_recherches_lourdes\" est défini comme faux",
     "xpack.enterpriseSearch.server.routes.connectors.generateConfiguration.indexAlreadyExistsError": "Impossible de trouver un nom de connecteur unique",
     "xpack.enterpriseSearch.server.routes.connectors.resource_not_found_error": "Le connecteur avec l'ID {connectorId} est introuvable.",
     "xpack.enterpriseSearch.server.routes.connectors.statusTransitionError": "Le travail de synchronisation du connecteur ne peut pas être annulé. Le connecteur est déjà annulé ou n'est pas dans un état annulable.",
     "xpack.enterpriseSearch.server.routes.createApiIndex.connectorExistsError": "Un connecteur existe déjà pour cet index",
-    "xpack.enterpriseSearch.server.routes.createApiIndex.crawlerExistsError": "Un robot d'indexation existe déjà pour cet index",
     "xpack.enterpriseSearch.server.routes.createApiIndex.indexExistsError": "L'index existe déjà.",
     "xpack.enterpriseSearch.server.routes.createSearchApplication.searchApplciationExistsError": "Le nom de l’application de recherche est déjà pris. Choisissez un autre nom.",
     "xpack.enterpriseSearch.server.routes.createSearchApplication.searchApplicationInvalidName": "Nom de l'application de recherche non valide. {exceptionReason}",
     "xpack.enterpriseSearch.server.routes.errorLogMessage": "Une erreur s'est produite lors de la résolution de la requête en {requestUrl} : {errorMessage}",
-    "xpack.enterpriseSearch.server.routes.fetchCrawlerMultipleSchedules.documentNotFoundError": "Les données du robot d'indexation sont introuvables.",
     "xpack.enterpriseSearch.server.routes.fetchSearchApplicationFieldCapabilities.error": "Impossible de trouver l'application de recherche",
     "xpack.enterpriseSearch.server.routes.fetchSearchApplicationFieldCapabilities.missingAliasError": "L'alias de l'application de recherche est manquant.",
     "xpack.enterpriseSearch.server.routes.indices.existsErrorLogMessage": "Une erreur s'est produite lors de la résolution de la requête en {requestUrl}",
     "xpack.enterpriseSearch.server.routes.indices.mlInference.pipelineProcessors.pipelineIsInUseError": "Le pipeline d'inférence est utilisé dans le pipeline géré \"{pipelineName}\" d'un autre index",
     "xpack.enterpriseSearch.server.routes.indices.pipelines.indexMissingError": "L'index {indexName} n'existe pas",
     "xpack.enterpriseSearch.server.routes.indices.pipelines.pipelineMissingError": "Le pipeline {pipelineName} n'existe pas",
     "xpack.enterpriseSearch.server.routes.indices.pipelines.pipelineNotFoundError": "Le pipeline {pipelineName} n'existe pas",
-    "xpack.enterpriseSearch.server.routes.recreateConnector.connectorExistsError": "Un connecteur existe déjà pour cet index",
     "xpack.enterpriseSearch.server.routes.unauthorizedError": "Vous ne disposez pas d'autorisations suffisantes.",
     "xpack.enterpriseSearch.server.routes.uncaughtExceptionError": "Search a rencontré une erreur.",
-    "xpack.enterpriseSearch.server.routes.updateHtmlExtraction.noCrawlerFound": "Impossible de trouver un robot d'indexation pour cet index",
     "xpack.enterpriseSearch.server.utils.invalidEnumValue": "Valeur {value} non autorisée pour le champ {fieldName}",
     "xpack.enterpriseSearch.shared.flashMessages.defaultErrorMessage": "Une erreur inattendue s'est produite",
     "xpack.enterpriseSearch.shared.searchLabsBanner.logoAltLabel": "Ateliers Elastic Search",

x-pack/platform/plugins/private/translations/translations/ja-JP.json

@@ -17021,32 +17021,25 @@
     "xpack.enterpriseSearch.server.routes.addAnalyticsCollection.analyticsCollectionExistsError": "コレクション名はすでに存在します。別の名前を選択してください。",
     "xpack.enterpriseSearch.server.routes.addAnalyticsCollection.analyticsCollectionNotFoundErrorMessage": "分析コレクションが見つかりません",
     "xpack.enterpriseSearch.server.routes.addConnector.connectorExistsError": "コネクターまたはインデックスはすでに存在します",
-    "xpack.enterpriseSearch.server.routes.addCrawler.connectorExistsError": "このインデックスのコネクターはすでに存在します",
-    "xpack.enterpriseSearch.server.routes.addCrawler.crawlerExistsError": "このインデックスのクローラーはすでに存在します",
-    "xpack.enterpriseSearch.server.routes.addCrawler.indexExistsError": "このインデックスはすでに存在します",
     "xpack.enterpriseSearch.server.routes.checkKibanaLogsMessage": "{errorMessage}詳細については、Kibanaサーバーログを確認してください。",
     "xpack.enterpriseSearch.server.routes.connectors.expensive_query_not_allowed_error": "高コストの検索クエリーは許可されません。\"search.allow_expensive_queries\"はfalseに設定されています。",
     "xpack.enterpriseSearch.server.routes.connectors.generateConfiguration.indexAlreadyExistsError": "一意のコネクター名が見つかりません",
     "xpack.enterpriseSearch.server.routes.connectors.resource_not_found_error": "ID \"{connectorId}\"のコネクターが見つかりません。",
     "xpack.enterpriseSearch.server.routes.connectors.statusTransitionError": "コネクター同期ジョブをキャンセルできませんでした。コネクターはすでにキャンセルされているか、キャンセル可能な状態ではありません。",
     "xpack.enterpriseSearch.server.routes.createApiIndex.connectorExistsError": "このインデックスのコネクターはすでに存在します",
-    "xpack.enterpriseSearch.server.routes.createApiIndex.crawlerExistsError": "このインデックスのクローラーはすでに存在します",
     "xpack.enterpriseSearch.server.routes.createApiIndex.indexExistsError": "このインデックスはすでに存在します",
     "xpack.enterpriseSearch.server.routes.createSearchApplication.searchApplciationExistsError": "検索アプリケーション名はすでに取得されています。別の名前を選択してください。",
     "xpack.enterpriseSearch.server.routes.createSearchApplication.searchApplicationInvalidName": "無効な検索アプリケーション名です。{exceptionReason}",
     "xpack.enterpriseSearch.server.routes.errorLogMessage": "{requestUrl}へのリクエストの解決中にエラーが発生しました：{errorMessage}",
-    "xpack.enterpriseSearch.server.routes.fetchCrawlerMultipleSchedules.documentNotFoundError": "クローラーデータが見つかりませんでした。",
     "xpack.enterpriseSearch.server.routes.fetchSearchApplicationFieldCapabilities.error": "検索アプリケーションが見つかりませんでした。",
     "xpack.enterpriseSearch.server.routes.fetchSearchApplicationFieldCapabilities.missingAliasError": "検索アプリケーションのエイリアスが見つかりません。",
     "xpack.enterpriseSearch.server.routes.indices.existsErrorLogMessage": "{requestUrl}へのリクエストの解決中にエラーが発生しました",
     "xpack.enterpriseSearch.server.routes.indices.mlInference.pipelineProcessors.pipelineIsInUseError": "推論パイプラインは、別のインデックスの管理されたパイプライン''{pipelineName}''で使用されています。",
     "xpack.enterpriseSearch.server.routes.indices.pipelines.indexMissingError": "インデックス{indexName}が存在しません",
     "xpack.enterpriseSearch.server.routes.indices.pipelines.pipelineMissingError": "パイプライン{pipelineName}が存在しません",
     "xpack.enterpriseSearch.server.routes.indices.pipelines.pipelineNotFoundError": "パイプライン{pipelineName}が存在しません",
-    "xpack.enterpriseSearch.server.routes.recreateConnector.connectorExistsError": "このインデックスのコネクターはすでに存在します",
     "xpack.enterpriseSearch.server.routes.unauthorizedError": "十分な権限がありません。",
     "xpack.enterpriseSearch.server.routes.uncaughtExceptionError": "検索でエラーが発生しました。",
-    "xpack.enterpriseSearch.server.routes.updateHtmlExtraction.noCrawlerFound": "このインデックスのクローラーが見つかりませんでした",
     "xpack.enterpriseSearch.server.utils.invalidEnumValue": "フィールド{fieldName}の値{value}が正しくありません",
     "xpack.enterpriseSearch.shared.flashMessages.defaultErrorMessage": "予期しないエラーが発生しました",
     "xpack.enterpriseSearch.shared.searchLabsBanner.logoAltLabel": "Elastic Search Labs",

x-pack/platform/plugins/private/translations/translations/zh-CN.json

@@ -16744,31 +16744,24 @@
     "xpack.enterpriseSearch.server.routes.addAnalyticsCollection.analyticsCollectionExistsError": "集合名称已存在。请选择其他名称。",
     "xpack.enterpriseSearch.server.routes.addAnalyticsCollection.analyticsCollectionNotFoundErrorMessage": "未找到分析集合",
     "xpack.enterpriseSearch.server.routes.addConnector.connectorExistsError": "连接器或索引已存在",
-    "xpack.enterpriseSearch.server.routes.addCrawler.connectorExistsError": "此索引的连接器已存在",
-    "xpack.enterpriseSearch.server.routes.addCrawler.crawlerExistsError": "此索引的网络爬虫已存在",
-    "xpack.enterpriseSearch.server.routes.addCrawler.indexExistsError": "此索引已存在",
     "xpack.enterpriseSearch.server.routes.checkKibanaLogsMessage": "{errorMessage} 请查阅 Kibana 服务器日志了解详情。",
     "xpack.enterpriseSearch.server.routes.connectors.expensive_query_not_allowed_error": "不允许执行资源密集型搜索查询。已将'search.allow_expensive_queries'设置为 false",
     "xpack.enterpriseSearch.server.routes.connectors.generateConfiguration.indexAlreadyExistsError": "找不到唯一的连接器名称",
     "xpack.enterpriseSearch.server.routes.connectors.resource_not_found_error": "找不到 ID 为 {connectorId} 的连接器。",
     "xpack.enterpriseSearch.server.routes.connectors.statusTransitionError": "无法取消连接器同步作业。连接器已取消或未处于可取消状态。",
     "xpack.enterpriseSearch.server.routes.createApiIndex.connectorExistsError": "此索引的连接器已存在",
-    "xpack.enterpriseSearch.server.routes.createApiIndex.crawlerExistsError": "此索引的网络爬虫已存在",
     "xpack.enterpriseSearch.server.routes.createApiIndex.indexExistsError": "此索引已存在",
     "xpack.enterpriseSearch.server.routes.createSearchApplication.searchApplciationExistsError": "搜索应用程序名称已占用。请选择其他名称。",
     "xpack.enterpriseSearch.server.routes.createSearchApplication.searchApplicationInvalidName": "搜索应用程序名称无效。{exceptionReason}",
     "xpack.enterpriseSearch.server.routes.errorLogMessage": "解析 {requestUrl} 请求时出错：{errorMessage}",
-    "xpack.enterpriseSearch.server.routes.fetchCrawlerMultipleSchedules.documentNotFoundError": "找不到网络爬虫数据。",
     "xpack.enterpriseSearch.server.routes.fetchSearchApplicationFieldCapabilities.error": "找不到搜索应用程序",
     "xpack.enterpriseSearch.server.routes.fetchSearchApplicationFieldCapabilities.missingAliasError": "搜索应用程序别名缺失。",
     "xpack.enterpriseSearch.server.routes.indices.existsErrorLogMessage": "解析 {requestUrl} 请求时出错",
     "xpack.enterpriseSearch.server.routes.indices.pipelines.indexMissingError": "索引 {indexName} 不存在",
     "xpack.enterpriseSearch.server.routes.indices.pipelines.pipelineMissingError": "管道 {pipelineName} 不存在",
     "xpack.enterpriseSearch.server.routes.indices.pipelines.pipelineNotFoundError": "管道 {pipelineName} 不存在",
-    "xpack.enterpriseSearch.server.routes.recreateConnector.connectorExistsError": "此索引的连接器已存在",
     "xpack.enterpriseSearch.server.routes.unauthorizedError": "您的权限不足。",
     "xpack.enterpriseSearch.server.routes.uncaughtExceptionError": "搜索遇到错误。",
-    "xpack.enterpriseSearch.server.routes.updateHtmlExtraction.noCrawlerFound": "找不到此索引的网络爬虫",
     "xpack.enterpriseSearch.server.utils.invalidEnumValue": "字段 {fieldName} 的非法值 {value}",
     "xpack.enterpriseSearch.shared.flashMessages.defaultErrorMessage": "发生意外错误",
     "xpack.enterpriseSearch.shared.searchLabsBanner.logoAltLabel": "Elastic Search Labs",

x-pack/solutions/search/plugins/enterprise_search/common/types/indices.ts

@@ -5,21 +5,13 @@
  * 2.0.
  */
 
-import { Connector, ConnectorIndex, ElasticsearchIndex } from '@kbn/search-connectors';
-
-import { Crawler } from './crawler';
+import type { ConnectorIndex, ElasticsearchIndex } from '@kbn/search-connectors';
 
 export interface AlwaysShowPattern {
   alias_pattern: string;
   index_pattern: string;
 }
 
-// TODO: Remove this type
-export interface CrawlerIndex extends ElasticsearchIndex {
-  connector: Connector;
-  crawler: Crawler;
-}
-
 export interface ElasticsearchIndexWithPrivileges extends ElasticsearchIndex {
   alias: boolean;
   privileges: {
@@ -28,4 +20,4 @@ export interface ElasticsearchIndexWithPrivileges extends ElasticsearchIndex {
   };
 }
 
-export type ElasticsearchIndexWithIngestion = ElasticsearchIndex | ConnectorIndex | CrawlerIndex;
+export type ElasticsearchIndexWithIngestion = ElasticsearchIndex | ConnectorIndex;

x-pack/solutions/search/plugins/enterprise_search/public/applications/enterprise_search_content/__mocks__/search_indices.mock.ts

@@ -280,10 +280,6 @@ export const indices: ElasticsearchIndexWithIngestion[] = [
       sync_now: false,
     },
     count: 1,
-    crawler: {
-      id: '5',
-      index_name: 'connector-crawler',
-    },
     hidden: false,
     name: 'crawler',
     total: {

x-pack/solutions/search/plugins/enterprise_search/public/applications/enterprise_search_content/components/new_index/method_connector/method_connector.tsx

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import React, { useEffect, useMemo } from 'react';
+import React, { useMemo } from 'react';
 
 import { useActions, useValues } from 'kea';
 
@@ -22,8 +22,6 @@ import {
 } from '../../../../shared/licensing_callout/licensing_callout';
 import { AddConnectorApiLogic } from '../../../api/connector/add_connector_api_logic';
 
-import { FetchCloudHealthApiLogic } from '../../../api/stats/fetch_cloud_health_api_logic';
-
 import { AddConnectorLogic } from './add_connector_logic';
 import { NewConnectorTemplate } from './new_connector_template';
 
@@ -60,14 +58,6 @@ export const MethodConnector: React.FC<MethodConnectorProps> = ({
 
   const isGated = isNative && !isCloud && !hasPlatinumLicense;
 
-  const { makeRequest: fetchCloudHealth } = useActions(FetchCloudHealthApiLogic);
-
-  useEffect(() => {
-    if (isCloud) {
-      fetchCloudHealth({});
-    }
-  }, [isCloud]);
-
   return (
     <EuiFlexGroup direction="column">
       {isGated && (

x-pack/solutions/search/plugins/enterprise_search/public/applications/enterprise_search_content/types.ts

@@ -9,12 +9,8 @@ import { ElasticsearchIndex, ElasticsearchViewIndexExtension } from '@kbn/search
 
 import { ConnectorIndex } from '@kbn/search-connectors/types/indices';
 
-import { CrawlerIndex } from '../../../common/types/indices';
-
 export type ConnectorViewIndex = ConnectorIndex & ElasticsearchViewIndexExtension;
 
-export type CrawlerViewIndex = CrawlerIndex & ElasticsearchViewIndexExtension;
-
 export type ApiViewIndex = ElasticsearchIndex & ElasticsearchViewIndexExtension;
 
-export type ElasticsearchViewIndex = CrawlerViewIndex | ConnectorViewIndex | ApiViewIndex;
+export type ElasticsearchViewIndex = ConnectorViewIndex | ApiViewIndex;

x-pack/solutions/search/plugins/enterprise_search/public/applications/enterprise_search_content/utils/indices.ts

@@ -22,7 +22,7 @@ import {
 import { ENTERPRISE_SEARCH_CONNECTOR_CRAWLER_SERVICE_TYPE } from '../../../../common/constants';
 import { ElasticsearchIndexWithIngestion } from '../../../../common/types/indices';
 
-import { ApiViewIndex, CrawlerViewIndex, ElasticsearchViewIndex } from '../types';
+import { ApiViewIndex, ElasticsearchViewIndex } from '../types';
 
 export function isConnectorIndex(
   index: ElasticsearchIndexWithIngestion | null | undefined
@@ -104,7 +104,6 @@ export function getContentExtractionDisabled(index?: ElasticsearchIndexWithInges
 }
 
 export function indexToViewIndex(index: ElasticsearchIndex): ConnectorViewIndex;
-export function indexToViewIndex(index: ElasticsearchIndex): CrawlerViewIndex;
 export function indexToViewIndex(index: ElasticsearchIndex): ApiViewIndex {
   const extraFields = {
     ingestionMethod: getIngestionMethod(index),

x-pack/solutions/search/plugins/enterprise_search/server/__mocks__/index.ts

@@ -6,11 +6,4 @@
  */
 
 export { MockRouter } from './router.mock';
-export {
-  mockConfig,
-  mockLogger,
-  mockRequestHandler,
-  mockDependencies,
-} from './routerDependencies.mock';
-
-export { mockHttpAgent } from './http_agent.mock';
+export { mockConfig, mockLogger, mockDependencies } from './routerDependencies.mock';

x-pack/solutions/search/plugins/enterprise_search/server/__mocks__/routerDependencies.mock.ts

@@ -14,13 +14,6 @@ import { GlobalConfigService } from '../services/global_config_service';
 
 export const mockLogger = loggingSystemMock.createLogger().get();
 
-export const mockRequestHandler = {
-  createRequest: jest.fn(() => () => {}),
-  hasValidData(data: any) {
-    return (this.createRequest as jest.Mock).mock.calls[0][0].hasValidData(data);
-  },
-};
-
 export const mockMl = mlPluginServerMock.createSetupContract();
 
 export const mockConfig: ConfigType = {
@@ -50,7 +43,6 @@ export const mockConfig: ConfigType = {
 export const mockDependencies = {
   // Mock router should be handled on a per-test basis
   config: mockConfig,
-  enterpriseSearchRequestHandler: mockRequestHandler as any,
   getSavedObjectsService: jest.fn(),
   getStartServices: jest.fn(),
   globalConfigService: new GlobalConfigService(),