Merge branch 'main' into ccr-fix_flaky_tests

.github/CODEOWNERS

@@ -536,6 +536,7 @@ x-pack/packages/ml/route_utils @elastic/ml-ui
 x-pack/packages/ml/runtime_field_utils @elastic/ml-ui
 x-pack/packages/ml/string_hash @elastic/ml-ui
 x-pack/packages/ml/trained_models_utils @elastic/ml-ui
+x-pack/packages/ml/ui_actions @elastic/ml-ui
 x-pack/packages/ml/url_state @elastic/ml-ui
 packages/kbn-monaco @elastic/appex-sharedux
 x-pack/plugins/monitoring_collection @elastic/obs-ux-infra_services-team

package.json

@@ -555,6 +555,7 @@
     "@kbn/ml-runtime-field-utils": "link:x-pack/packages/ml/runtime_field_utils",
     "@kbn/ml-string-hash": "link:x-pack/packages/ml/string_hash",
     "@kbn/ml-trained-models-utils": "link:x-pack/packages/ml/trained_models_utils",
+    "@kbn/ml-ui-actions": "link:x-pack/packages/ml/ui_actions",
     "@kbn/ml-url-state": "link:x-pack/packages/ml/url_state",
     "@kbn/monaco": "link:packages/kbn-monaco",
     "@kbn/monitoring-collection-plugin": "link:x-pack/plugins/monitoring_collection",

tsconfig.base.json

@@ -1066,6 +1066,8 @@
       "@kbn/ml-string-hash/*": ["x-pack/packages/ml/string_hash/*"],
       "@kbn/ml-trained-models-utils": ["x-pack/packages/ml/trained_models_utils"],
       "@kbn/ml-trained-models-utils/*": ["x-pack/packages/ml/trained_models_utils/*"],
+      "@kbn/ml-ui-actions": ["x-pack/packages/ml/ui_actions"],
+      "@kbn/ml-ui-actions/*": ["x-pack/packages/ml/ui_actions/*"],
       "@kbn/ml-url-state": ["x-pack/packages/ml/url_state"],
       "@kbn/ml-url-state/*": ["x-pack/packages/ml/url_state/*"],
       "@kbn/monaco": ["packages/kbn-monaco"],

x-pack/packages/ml/date_picker/src/components/full_time_range_selector.tsx

@@ -7,7 +7,7 @@
 
 import React, { FC, useCallback, useMemo, useState } from 'react';
 
-import { QueryDslQueryContainer } from '@elastic/elasticsearch/lib/api/types';
+import type { QueryDslQueryContainer } from '@elastic/elasticsearch/lib/api/types';
 
 import {
   EuiButton,

x-pack/packages/ml/date_picker/src/services/full_time_range_selector_service.ts

@@ -8,7 +8,7 @@
 import moment from 'moment';
 import type { TimefilterContract } from '@kbn/data-plugin/public';
 import dateMath from '@kbn/datemath';
-import { QueryDslQueryContainer } from '@elastic/elasticsearch/lib/api/types';
+import type { QueryDslQueryContainer } from '@elastic/elasticsearch/lib/api/types';
 import { i18n } from '@kbn/i18n';
 import type { ToastsStart, HttpStart } from '@kbn/core/public';
 import type { DataView } from '@kbn/data-views-plugin/public';

x-pack/packages/ml/date_picker/src/services/time_field_range.ts

@@ -6,7 +6,7 @@
  */
 
 import type * as estypes from '@elastic/elasticsearch/lib/api/typesWithBodyKey';
-import { QueryDslQueryContainer } from '@elastic/elasticsearch/lib/api/types';
+import type { QueryDslQueryContainer } from '@elastic/elasticsearch/lib/api/types';
 
 import type { HttpStart } from '@kbn/core/public';
 

x-pack/packages/ml/query_utils/src/add_exclude_frozen_to_query.ts

@@ -5,7 +5,7 @@
  * 2.0.
  */
 
-import { QueryDslQueryContainer } from '@elastic/elasticsearch/lib/api/types';
+import type { QueryDslQueryContainer } from '@elastic/elasticsearch/lib/api/types';
 import { cloneDeep } from 'lodash';
 import { isPopulatedObject } from '@kbn/ml-is-populated-object';
 

x-pack/packages/ml/ui_actions/README.md

@@ -0,0 +1,3 @@
+# @kbn/ml-ui-actions
+
+Empty package generated by @kbn/generate

x-pack/packages/ml/ui_actions/index.ts

@@ -0,0 +1,12 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+export {
+  CREATE_PATTERN_ANALYSIS_TO_ML_AD_JOB_ACTION,
+  CREATE_PATTERN_ANALYSIS_TO_ML_AD_JOB_TRIGGER,
+  type CreateCategorizationADJobContext,
+} from './src/ui_actions';

x-pack/packages/ml/ui_actions/jest.config.js

@@ -0,0 +1,12 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+module.exports = {
+  preset: '@kbn/test/jest_node',
+  rootDir: '../../../..',
+  roots: ['<rootDir>/x-pack/packages/ml/ui_actions'],
+};

x-pack/packages/ml/ui_actions/kibana.jsonc

@@ -0,0 +1,5 @@
+{
+  "type": "shared-common",
+  "id": "@kbn/ml-ui-actions",
+  "owner": "@elastic/ml-ui"
+}

x-pack/packages/ml/ui_actions/package.json

@@ -0,0 +1,6 @@
+{
+  "name": "@kbn/ml-ui-actions",
+  "private": true,
+  "version": "1.0.0",
+  "license": "Elastic License 2.0"
+}

x-pack/packages/ml/ui_actions/src/ui_actions.ts

@@ -0,0 +1,22 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import type { QueryDslQueryContainer } from '@elastic/elasticsearch/lib/api/typesWithBodyKey';
+import type { DataView, DataViewField } from '@kbn/data-views-plugin/common';
+import type { TimeRange } from '@kbn/es-query';
+
+export interface CreateCategorizationADJobContext {
+  field: DataViewField;
+  dataView: DataView;
+  query: QueryDslQueryContainer;
+  timeRange: TimeRange;
+}
+
+export const CREATE_PATTERN_ANALYSIS_TO_ML_AD_JOB_ACTION = 'createMLADCategorizationJobAction';
+
+export const CREATE_PATTERN_ANALYSIS_TO_ML_AD_JOB_TRIGGER =
+  'CREATE_PATTERN_ANALYSIS_TO_ML_AD_JOB_TRIGGER';

x-pack/packages/ml/ui_actions/tsconfig.json

@@ -0,0 +1,20 @@
+{
+  "extends": "../../../../tsconfig.base.json",
+  "compilerOptions": {
+    "outDir": "target/types",
+    "types": [
+      "jest",
+      "node"
+    ]
+  },
+  "include": [
+    "**/*.ts",
+  ],
+  "exclude": [
+    "target/**/*"
+  ],
+  "kbn_references": [
+    "@kbn/data-views-plugin",
+    "@kbn/es-query",
+  ]
+}

x-pack/plugins/aiops/public/components/log_categorization/create_categorization_job.tsx

@@ -0,0 +1,76 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import React, { FC } from 'react';
+
+import moment from 'moment';
+import { EuiButtonEmpty } from '@elastic/eui';
+import type { DataViewField, DataView } from '@kbn/data-views-plugin/common';
+import type { QueryDslQueryContainer } from '@elastic/elasticsearch/lib/api/typesWithBodyKey';
+import {
+  CREATE_PATTERN_ANALYSIS_TO_ML_AD_JOB_TRIGGER,
+  type CreateCategorizationADJobContext,
+} from '@kbn/ml-ui-actions';
+import { FormattedMessage } from '@kbn/i18n-react';
+
+import { useAiopsAppContext } from '../../hooks/use_aiops_app_context';
+
+interface Props {
+  dataView: DataView;
+  field: DataViewField;
+  query: QueryDslQueryContainer;
+  earliest: number | undefined;
+  latest: number | undefined;
+}
+
+export const CreateCategorizationJobButton: FC<Props> = ({
+  dataView,
+  field,
+  query,
+  earliest,
+  latest,
+}) => {
+  const {
+    uiActions,
+    application: { capabilities },
+  } = useAiopsAppContext();
+
+  const createADJob = () => {
+    if (uiActions === undefined) {
+      return;
+    }
+
+    const triggerOptions: CreateCategorizationADJobContext = {
+      dataView,
+      field,
+      query,
+      timeRange: { from: moment(earliest).toISOString(), to: moment(latest).toISOString() },
+    };
+    uiActions.getTrigger(CREATE_PATTERN_ANALYSIS_TO_ML_AD_JOB_TRIGGER).exec(triggerOptions);
+  };
+
+  if (uiActions === undefined || capabilities.ml.canCreateJob === false) {
+    return null;
+  }
+
+  return (
+    <>
+      <EuiButtonEmpty
+        data-test-subj="aiopsLogCategorizationFlyoutAdJobButton"
+        onClick={createADJob}
+        flush="left"
+        iconSide="left"
+        iconType={'machineLearningApp'}
+      >
+        <FormattedMessage
+          id="xpack.aiops.categorizeFlyout.findAnomalies"
+          defaultMessage="Find anomalies in patterns"
+        />
+      </EuiButtonEmpty>
+    </>
+  );
+};

x-pack/plugins/aiops/public/components/log_categorization/log_categorization_for_flyout.tsx

@@ -44,6 +44,7 @@ import { TechnicalPreviewBadge } from './technical_preview_badge';
 import { LoadingCategorization } from './loading_categorization';
 import { useValidateFieldRequest } from './use_validate_category_field';
 import { FieldValidationCallout } from './category_validation_callout';
+import { CreateCategorizationJobButton } from './create_categorization_job';
 
 export interface LogCategorizationPageProps {
   dataView: DataView;
@@ -261,17 +262,21 @@ export const LogCategorizationFlyout: FC<LogCategorizationPageProps> = ({
         </EuiFlexGroup>
       </EuiFlyoutHeader>
       <EuiFlyoutBody data-test-subj="mlJobSelectorFlyoutBody">
+        <CreateCategorizationJobButton
+          dataView={dataView}
+          field={selectedField}
+          query={searchQuery}
+          earliest={earliest}
+          latest={latest}
+        />
         <FieldValidationCallout validationResults={fieldValidationResult} />
-
         {loading === true ? <LoadingCategorization onClose={onClose} /> : null}
-
         <InformationText
           loading={loading}
           categoriesLength={data?.categories?.length ?? null}
           eventRateLength={eventRate.length}
           fieldSelected={selectedField !== null}
         />
-
         {loading === false && data !== null && data.categories.length > 0 ? (
           <CategoryTable
             categories={data.categories}

x-pack/plugins/aiops/public/components/log_categorization/show_flyout.tsx

@@ -19,7 +19,7 @@ import { UI_SETTINGS } from '@kbn/data-plugin/public';
 import { DatePickerContextProvider, type DatePickerDependencies } from '@kbn/ml-date-picker';
 import { StorageContextProvider } from '@kbn/ml-local-storage';
 import type { AiopsPluginStartDeps } from '../../types';
-import { AiopsAppContext } from '../../hooks/use_aiops_app_context';
+import { AiopsAppContext, type AiopsAppDependencies } from '../../hooks/use_aiops_app_context';
 import { LogCategorizationFlyout } from './log_categorization_for_flyout';
 import { AIOPS_STORAGE_KEYS } from '../../types/storage';
 
@@ -41,7 +41,7 @@ export async function showCategorizeFlyout(
         resolve();
       };
 
-      const appDependencies = {
+      const appDependencies: AiopsAppDependencies = {
         notifications,
         uiSettings,
         http,

x-pack/plugins/aiops/public/hooks/use_aiops_app_context.ts

@@ -33,6 +33,7 @@ import type { PresentationUtilPluginStart } from '@kbn/presentation-util-plugin/
 import type { EmbeddableStart } from '@kbn/embeddable-plugin/public';
 import type { CasesUiStart } from '@kbn/cases-plugin/public';
 import type { UsageCollectionSetup } from '@kbn/usage-collection-plugin/public';
+import type { UiActionsStart } from '@kbn/ui-actions-plugin/public';
 
 /**
  * AIOps App Dependencies to be provided via React context.
@@ -97,6 +98,10 @@ export interface AiopsAppDependencies {
    * Used to create lens embeddables.
    */
   lens: LensPublicStart;
+  /**
+   * UI actions.
+   */
+  uiActions?: UiActionsStart;
   /**
    * Internationalisation service
    */

x-pack/plugins/aiops/tsconfig.json

@@ -65,6 +65,7 @@
     "@kbn/ml-chi2test",
     "@kbn/usage-collection-plugin",
     "@kbn/analytics",
+    "@kbn/ml-ui-actions",
     "@kbn/core-http-server",
   ],
   "exclude": [

x-pack/plugins/ml/common/constants/locator.ts

@@ -55,6 +55,7 @@ export const ML_PAGES = {
   ANOMALY_DETECTION_CREATE_JOB_SELECT_TYPE: 'jobs/new_job/step/job_type',
   ANOMALY_DETECTION_CREATE_JOB_SELECT_INDEX: 'jobs/new_job/step/index_or_search',
   ANOMALY_DETECTION_CREATE_JOB_FROM_LENS: 'jobs/new_job/from_lens',
+  ANOMALY_DETECTION_CREATE_JOB_FROM_PATTERN_ANALYSIS: 'jobs/new_job/from_pattern_analysis',
   ANOMALY_DETECTION_CREATE_JOB_FROM_MAP: 'jobs/new_job/from_map',
   ANOMALY_DETECTION_MODULES_VIEW_OR_CREATE: 'modules/check_view_or_create',
   SETTINGS: 'settings',

x-pack/plugins/ml/common/constants/new_job.ts

@@ -26,6 +26,7 @@ export enum CREATED_BY_LABEL {
   APM_TRANSACTION = 'ml-module-apm-transaction',
   SINGLE_METRIC_FROM_LENS = 'single-metric-wizard-from-lens',
   MULTI_METRIC_FROM_LENS = 'multi-metric-wizard-from-lens',
+  CATEGORIZATION_FROM_PATTERN_ANALYSIS = 'categorization-wizard-from-pattern-analysis',
 }
 
 export const DEFAULT_MODEL_MEMORY_LIMIT = '10MB';

x-pack/plugins/ml/common/types/locator.ts

@@ -49,6 +49,7 @@ export type MlGenericUrlState = MLPageState<
   | typeof ML_PAGES.ANOMALY_DETECTION_CREATE_JOB_ADVANCED
   | typeof ML_PAGES.ANOMALY_DETECTION_CREATE_JOB_FROM_LENS
   | typeof ML_PAGES.ANOMALY_DETECTION_CREATE_JOB_FROM_MAP
+  | typeof ML_PAGES.ANOMALY_DETECTION_CREATE_JOB_FROM_PATTERN_ANALYSIS
   | typeof ML_PAGES.ANOMALY_DETECTION_CREATE_JOB_SELECT_TYPE
   | typeof ML_PAGES.ANOMALY_DETECTION_CREATE_JOB_SELECT_INDEX
   | typeof ML_PAGES.DATA_FRAME_ANALYTICS_CREATE_JOB

x-pack/plugins/ml/common/types/trained_models.ts

@@ -98,6 +98,7 @@ export type TrainedModelConfigResponse = estypes.MlTrainedModelConfig & {
    * Associated pipelines. Extends response from the ES endpoint.
    */
   pipelines?: Record<string, PipelineDefinition> | null;
+  origin_job_exists?: boolean;
 
   metadata?: {
     analytics_config: DataFrameAnalyticsConfig;

x-pack/plugins/ml/public/application/aiops/change_point_detection.tsx

@@ -65,6 +65,7 @@ export const ChangePointDetectionPage: FC = () => {
               'share',
               'storage',
               'theme',
+              'uiActions',
               'uiSettings',
               'unifiedSearch',
               'usageCollection',

x-pack/plugins/ml/public/application/aiops/log_categorization.tsx

@@ -56,6 +56,7 @@ export const LogCategorizationPage: FC = () => {
             'share',
             'storage',
             'theme',
+            'uiActions',
             'uiSettings',
             'unifiedSearch',
           ])}

x-pack/plugins/ml/public/application/aiops/log_rate_analysis.tsx

@@ -59,6 +59,7 @@ export const LogRateAnalysisPage: FC = () => {
             'share',
             'storage',
             'theme',
+            'uiActions',
             'uiSettings',
             'unifiedSearch',
           ])}

x-pack/plugins/ml/public/application/components/anomalies_table/anomaly_details.tsx

@@ -361,7 +361,7 @@ const CategoryExamples: FC<{ definition: CategoryDefinition; examples: string[]
     <EuiFlexGroup
       direction="column"
       justifyContent="center"
-      gutterSize="m"
+      gutterSize="xs"
       className="mlAnomalyCategoryExamples"
     >
       {definition !== undefined && definition.terms && (