Merge branch 'main' into security/siem-migrations/11379-sorting

.buildkite/scripts/steps/esql_generate_function_metadata.sh

@@ -1,8 +1,8 @@
 #!/usr/bin/env bash
 set -euo pipefail
 
-VALIDATION_PACKAGE_DIR="packages/kbn-esql-validation-autocomplete"
-EDITOR_PACKAGE_DIR="packages/kbn-language-documentation"
+VALIDATION_PACKAGE_DIR="src/platform/packages/shared/kbn-esql-validation-autocomplete"
+EDITOR_PACKAGE_DIR="src/platform/packages/private/kbn-language-documentation"
 GIT_SCOPE="$VALIDATION_PACKAGE_DIR/**/* $EDITOR_PACKAGE_DIR/**/*"
 
 report_main_step () {

.buildkite/scripts/steps/esql_grammar_sync.sh

@@ -4,7 +4,7 @@ set -euo pipefail
 synchronize_lexer_grammar () {
   license_header="$1"
   source_file="$PARENT_DIR/elasticsearch/x-pack/plugin/esql/src/main/antlr/EsqlBaseLexer.g4"
-  destination_file="./packages/kbn-esql-ast/src/antlr/esql_lexer.g4"
+  destination_file="./src/platform/packages/shared/kbn-esql-ast/src/antlr/esql_lexer.g4"
 
   # Copy the file
   cp "$source_file" "$destination_file"
@@ -26,7 +26,7 @@ synchronize_lexer_grammar () {
 synchronize_parser_grammar () {
   license_header="$1"
   source_file="$PARENT_DIR/elasticsearch/x-pack/plugin/esql/src/main/antlr/EsqlBaseParser.g4"
-  destination_file="./packages/kbn-esql-ast/src/antlr/esql_parser.g4"
+  destination_file="./src/platform/packages/shared/kbn-esql-ast/src/antlr/esql_parser.g4"
 
   # Copy the file
   cp "$source_file" "$destination_file"
@@ -104,7 +104,7 @@ main () {
   .buildkite/scripts/bootstrap.sh
 
   # Build ANTLR stuff
-  cd ./packages/kbn-esql-ast/src
+  cd ./src/platform/packages/shared/kbn-esql-ast/src
   yarn build:antlr4:esql
 
   # Make a commit

.eslintignore

@@ -39,7 +39,7 @@ snapshots.js
 /packages/kbn-ui-framework/dist
 /packages/kbn-flot-charts/lib
 /packages/kbn-monaco/src/**/antlr
-/packages/kbn-esql-ast/src/**/antlr
+/src/platform/packages/shared/kbn-esql-ast/src/**/antlr
 
 # Bazel
 /bazel-*

.eslintrc.js

@@ -189,7 +189,7 @@ const DEV_PATTERNS = [
   'x-pack/performance/**/*',
   'src/setup_node_env/index.js',
   'src/cli/dev.js',
-  'packages/kbn-esql-validation-autocomplete/scripts/**/*',
+  'src/platform/packages/shared/kbn-esql-validation-autocomplete/scripts/**/*',
 ];
 
 /** Restricted imports with suggested alternatives */

.github/CODEOWNERS

@@ -352,10 +352,6 @@ packages/kbn-eslint-plugin-eslint @elastic/kibana-operations
 packages/kbn-eslint-plugin-i18n @elastic/obs-knowledge-team @elastic/kibana-operations
 packages/kbn-eslint-plugin-imports @elastic/kibana-operations
 packages/kbn-eslint-plugin-telemetry @elastic/obs-knowledge-team
-packages/kbn-esql-ast @elastic/kibana-esql
-packages/kbn-esql-editor @elastic/kibana-esql
-packages/kbn-esql-utils @elastic/kibana-esql
-packages/kbn-esql-validation-autocomplete @elastic/kibana-esql
 packages/kbn-event-annotation-common @elastic/kibana-visualizations
 packages/kbn-event-annotation-components @elastic/kibana-visualizations
 packages/kbn-expandable-flyout @elastic/security-threat-hunting-investigations
@@ -394,7 +390,6 @@ packages/kbn-jest-serializers @elastic/kibana-operations
 packages/kbn-journeys @elastic/kibana-operations @elastic/appex-qa
 packages/kbn-json-ast @elastic/kibana-operations
 packages/kbn-kibana-manifest-schema @elastic/kibana-operations
-packages/kbn-language-documentation @elastic/kibana-esql
 packages/kbn-lens-embeddable-utils @elastic/obs-ux-infra_services-team @elastic/kibana-visualizations
 packages/kbn-lens-formula-docs @elastic/kibana-visualizations
 packages/kbn-lint-packages-cli @elastic/kibana-operations
@@ -622,7 +617,14 @@ packages/shared-ux/storybook/config @elastic/appex-sharedux
 packages/shared-ux/storybook/mock @elastic/appex-sharedux
 packages/shared-ux/table_persist @elastic/appex-sharedux
 src/core @elastic/kibana-core
+src/platform/packages/private/kbn-esql-editor @elastic/kibana-esql
+src/platform/packages/private/kbn-language-documentation @elastic/kibana-esql
 src/platform/packages/shared/kbn-doc-links @elastic/docs
+src/platform/packages/shared/kbn-esql-ast @elastic/kibana-esql
+src/platform/packages/shared/kbn-esql-utils @elastic/kibana-esql
+src/platform/packages/shared/kbn-esql-validation-autocomplete @elastic/kibana-esql
+src/platform/plugins/shared/esql @elastic/kibana-esql
+src/platform/plugins/shared/esql_datagrid @elastic/kibana-esql
 src/plugins/advanced_settings @elastic/appex-sharedux @elastic/kibana-management
 src/plugins/ai_assistant_management/selection @elastic/obs-ai-assistant
 src/plugins/bfetch @elastic/appex-sharedux
@@ -650,8 +652,6 @@ src/plugins/discover @elastic/kibana-data-discovery
 src/plugins/discover_shared @elastic/kibana-data-discovery @elastic/obs-ux-logs-team
 src/plugins/embeddable @elastic/kibana-presentation
 src/plugins/es_ui_shared @elastic/kibana-management
-src/plugins/esql @elastic/kibana-esql
-src/plugins/esql_datagrid @elastic/kibana-esql
 src/plugins/event_annotation @elastic/kibana-visualizations
 src/plugins/event_annotation_listing @elastic/kibana-visualizations
 src/plugins/expression_error @elastic/kibana-presentation

.i18nrc.json

@@ -76,7 +76,7 @@
     "interpreter": "src/legacy/core_plugins/interpreter",
     "imageEmbeddable": "src/plugins/image_embeddable",
     "kbn": "src/legacy/core_plugins/kibana",
-    "kbn-esql-validation-autocomplete": "packages/kbn-esql-validation-autocomplete/src",
+    "kbn-esql-validation-autocomplete": "src/platform/packages/shared/kbn-esql-validation-autocomplete/src",
     "kbnConfig": "packages/kbn-config/src",
     "kbnDocViews": "src/legacy/core_plugins/kbn_doc_views",
     "kibana_react": "src/legacy/core_plugins/kibana_react",
@@ -98,8 +98,8 @@
     "presentationUtil": "src/plugins/presentation_util",
     "randomSampling": "x-pack/packages/kbn-random-sampling",
     "reactPackages": "packages/react",
-    "esqlEditor": "packages/kbn-esql-editor",
-    "esqlUtils": "packages/kbn-esql-utils",
+    "esqlEditor": "src/platform/packages/private/kbn-esql-editor",
+    "esqlUtils": "src/platform/packages/shared/kbn-esql-utils",
     "reporting": "packages/kbn-reporting",
     "savedObjects": "src/plugins/saved_objects",
     "savedObjectsFinder": "src/plugins/saved_objects_finder",
@@ -119,9 +119,9 @@
     "serverlessPackages": "packages/serverless",
     "sse": ["packages/kbn-sse-utils"],
     "coloring": "packages/kbn-coloring/src",
-    "languageDocumentation": "packages/kbn-language-documentation/src",
-    "esql": "src/plugins/esql",
-    "esqlDataGrid": "src/plugins/esql_datagrid",
+    "languageDocumentation": "src/platform/packages/private/kbn-language-documentation/src",
+    "esql": "src/platform/plugins/shared/esql",
+    "esqlDataGrid": "src/platform/plugins/shared/esql_datagrid",
     "statusPage": "src/legacy/core_plugins/status_page",
     "telemetry": ["src/plugins/telemetry", "src/plugins/telemetry_management_section"],
     "timelion": ["src/plugins/vis_types/timelion"],

docs/developer/plugin-list.asciidoc

@@ -102,11 +102,11 @@ This API doesn't support angular, for registering angular dev tools, bootstrap a
 |Embeddables are React components that manage their own state, can be serialized and deserialized, and return an API that can be used to interact with them imperatively.
 
 
-|{kib-repo}blob/{branch}/src/plugins/esql/README.md[esql]
+|{kib-repo}blob/{branch}/src/platform/plugins/shared/esql/README.md[esql]
 |The editor accepts the following properties:
 
 
-|{kib-repo}blob/{branch}/src/plugins/esql_datagrid/README.md[esqlDataGrid]
+|{kib-repo}blob/{branch}/src/platform/plugins/shared/esql_datagrid/README.md[esqlDataGrid]
 |Contains a Discover-like table specifically for ES|QL queries:
 
 

examples/esql_ast_inspector/public/plugin.ts

@@ -42,7 +42,7 @@ export class ESQLASTInspectorPlugin
       links: [
         {
           label: 'README',
-          href: 'https://github.com/elastic/kibana/tree/main/packages/kbn-esql-validation-autocomplete/README.md',
+          href: 'https://github.com/elastic/kibana/tree/main/src/platform/packages/shared/kbn-esql-validation-autocomplete/README.md',
           iconType: 'logoGithub',
           size: 's',
           target: '_blank',

examples/esql_validation_example/public/plugin.ts

@@ -42,7 +42,7 @@ export class ESQLValidationExamplePlugin
       links: [
         {
           label: 'README',
-          href: 'https://github.com/elastic/kibana/tree/main/packages/kbn-esql-validation-autocomplete/README.md',
+          href: 'https://github.com/elastic/kibana/tree/main/src/platform/packages/shared/kbn-esql-validation-autocomplete/README.md',
           iconType: 'logoGithub',
           size: 's',
           target: '_blank',

oas_docs/package.json

@@ -8,7 +8,7 @@
   },
   "dependencies": {
     "bump-cli": "^2.8.4",
-    "@redocly/cli": "^1.25.14"
+    "@redocly/cli": "^1.25.15"
   },
   "scripts": {
     "test": "echo \"Error: no test specified\" && exit 1"

package.json

@@ -489,13 +489,13 @@
     "@kbn/es-ui-shared-plugin": "link:src/plugins/es_ui_shared",
     "@kbn/eso-model-version-example": "link:examples/eso_model_version_example",
     "@kbn/eso-plugin": "link:x-pack/test/encrypted_saved_objects_api_integration/plugins/api_consumer_plugin",
-    "@kbn/esql": "link:src/plugins/esql",
-    "@kbn/esql-ast": "link:packages/kbn-esql-ast",
+    "@kbn/esql": "link:src/platform/plugins/shared/esql",
+    "@kbn/esql-ast": "link:src/platform/packages/shared/kbn-esql-ast",
     "@kbn/esql-ast-inspector-plugin": "link:examples/esql_ast_inspector",
-    "@kbn/esql-datagrid": "link:src/plugins/esql_datagrid",
-    "@kbn/esql-editor": "link:packages/kbn-esql-editor",
-    "@kbn/esql-utils": "link:packages/kbn-esql-utils",
-    "@kbn/esql-validation-autocomplete": "link:packages/kbn-esql-validation-autocomplete",
+    "@kbn/esql-datagrid": "link:src/platform/plugins/shared/esql_datagrid",
+    "@kbn/esql-editor": "link:src/platform/packages/private/kbn-esql-editor",
+    "@kbn/esql-utils": "link:src/platform/packages/shared/kbn-esql-utils",
+    "@kbn/esql-validation-autocomplete": "link:src/platform/packages/shared/kbn-esql-validation-autocomplete",
     "@kbn/esql-validation-example-plugin": "link:examples/esql_validation_example",
     "@kbn/eui-provider-dev-warning": "link:test/plugin_functional/plugins/eui_provider_dev_warning",
     "@kbn/event-annotation-common": "link:packages/kbn-event-annotation-common",
@@ -609,7 +609,7 @@
     "@kbn/kibana-utils-plugin": "link:src/plugins/kibana_utils",
     "@kbn/kubernetes-security-plugin": "link:x-pack/plugins/kubernetes_security",
     "@kbn/langchain": "link:x-pack/packages/kbn-langchain",
-    "@kbn/language-documentation": "link:packages/kbn-language-documentation",
+    "@kbn/language-documentation": "link:src/platform/packages/private/kbn-language-documentation",
     "@kbn/lens-config-builder-example-plugin": "link:x-pack/examples/lens_config_builder_example",
     "@kbn/lens-embeddable-utils": "link:packages/kbn-lens-embeddable-utils",
     "@kbn/lens-formula-docs": "link:packages/kbn-lens-formula-docs",
@@ -1518,7 +1518,7 @@
     "@octokit/rest": "^17.11.2",
     "@parcel/watcher": "^2.1.0",
     "@playwright/test": "1.49.0",
-    "@redocly/cli": "^1.25.14",
+    "@redocly/cli": "^1.25.15",
     "@statoscope/webpack-plugin": "^5.28.2",
     "@storybook/addon-a11y": "^6.5.16",
     "@storybook/addon-actions": "^6.5.16",

packages/kbn-monaco/BUILD.bazel

@@ -26,8 +26,8 @@ SRCS = glob(
 SHARED_DEPS = [
   "//packages/kbn-i18n",
   "//packages/kbn-ui-theme",
-  "//packages/kbn-esql-validation-autocomplete",
-  "//packages/kbn-esql-ast",
+  "//src/platform/packages/shared/kbn-esql-validation-autocomplete",
+  "//src/platform/packages/shared/kbn-esql-ast",
   "@npm//antlr4",
   "@npm//monaco-editor",
   "@npm//monaco-yaml",

packages/kbn-ui-shared-deps-src/BUILD.bazel

@@ -25,7 +25,7 @@ webpack_cli(
     "//packages/kbn-i18n",
     "//packages/kbn-i18n-react",
     "//packages/kbn-ebt-tools",
-    "//packages/kbn-esql-ast",
+    "//src/platform/packages/shared/kbn-esql-ast",
     "//packages/kbn-monaco",
     "//packages/kbn-datemath",
     "//packages/kbn-analytics",

src/dev/storybook/aliases.ts

@@ -19,7 +19,8 @@ export const storybookAliases = {
   cloud_security_posture_packages: 'x-pack/packages/kbn-cloud-security-posture/storybook/config',
   cloud: 'packages/cloud/.storybook',
   coloring: 'packages/kbn-coloring/.storybook',
-  language_documentation_popover: 'packages/kbn-language-documentation/.storybook',
+  language_documentation_popover:
+    'src/platform/packages/private/kbn-language-documentation/.storybook',
   chart_icons: 'packages/kbn-chart-icons/.storybook',
   content_management_examples: 'examples/content_management_examples/.storybook',
   custom_icons: 'packages/kbn-custom-icons/.storybook',
@@ -61,7 +62,7 @@ export const storybookAliases = {
   observability_slo: 'x-pack/plugins/observability_solution/slo/.storybook',
   presentation: 'src/plugins/presentation_util/storybook',
   random_sampling: 'x-pack/packages/kbn-random-sampling/.storybook',
-  esql_editor: 'packages/kbn-esql-editor/.storybook',
+  esql_editor: 'src/platform/packages/private/kbn-esql-editor/.storybook',
   security_solution: 'x-pack/plugins/security_solution/.storybook',
   security_solution_packages: 'x-pack/packages/security-solution/storybook/config',
   serverless: 'packages/serverless/storybook/config',

packages/kbn-esql-editor/jest.config.js → src/platform/packages/private/kbn-esql-editor/jest.config.js

@@ -9,7 +9,7 @@
 
 module.exports = {
   preset: '@kbn/test',
-  rootDir: '../..',
-  roots: ['<rootDir>/packages/kbn-esql-editor'],
-  setupFilesAfterEnv: ['<rootDir>/packages/kbn-esql-editor/setup_tests.ts'],
+  rootDir: '../../../../..',
+  roots: ['<rootDir>/src/platform/packages/private/kbn-esql-editor'],
+  setupFilesAfterEnv: ['<rootDir>/src/platform/packages/private/kbn-esql-editor/setup_tests.ts'],
 };

packages/kbn-esql-editor/tsconfig.json → src/platform/packages/private/kbn-esql-editor/tsconfig.json

@@ -1,5 +1,5 @@
 {
-  "extends": "../../tsconfig.base.json",
+  "extends": "../../../../../tsconfig.base.json",
   "compilerOptions": {
     "outDir": "target/types",
     "types": [

packages/kbn-esql-utils/jest.config.js → src/platform/packages/private/kbn-language-documentation/jest.config.js

@@ -9,6 +9,6 @@
 
 module.exports = {
   preset: '@kbn/test',
-  rootDir: '../..',
-  roots: ['<rootDir>/packages/kbn-esql-utils'],
+  rootDir: '../../../../..',
+  roots: ['<rootDir>/src/platform/packages/private/kbn-language-documentation'],
 };

packages/kbn-language-documentation/package.json → src/platform/packages/private/kbn-language-documentation/package.json

@@ -9,6 +9,6 @@
   "scripts": {
     "make:docs": "ts-node --transpileOnly scripts/generate_esql_docs.ts",
     "postmake:docs": "yarn run lint:fix",
-    "lint:fix": "cd ../.. && node ./scripts/eslint --fix ./packages/kbn-language-documentation/src/sections/generated"
+    "lint:fix": "cd ../../../../.. && node ./scripts/eslint --fix ./src/platform/packages/private/kbn-language-documentation/src/sections/generated"
   }
 }

packages/kbn-language-documentation/tsconfig.json → src/platform/packages/private/kbn-language-documentation/tsconfig.json

@@ -1,5 +1,5 @@
 {
-  "extends": "../../tsconfig.base.json",
+  "extends": "../../../../../tsconfig.base.json",
   "compilerOptions": {
     "outDir": "target/types",
     "types": [

src/platform/packages/shared/kbn-doc-links/src/get_doc_links.ts

@@ -793,6 +793,7 @@ export const getDocLinks = ({ kibanaBranch, buildFlavor }: GetDocLinkOptions): D
       restoreSnapshot: `${ELASTICSEARCH_DOCS}snapshots-restore-snapshot.html`,
       restoreSnapshotApi: `${ELASTICSEARCH_DOCS}restore-snapshot-api.html#restore-snapshot-api-request-body`,
       searchableSnapshotSharedCache: `${ELASTICSEARCH_DOCS}searchable-snapshots.html#searchable-snapshots-shared-cache`,
+      slmStart: `${ELASTICSEARCH_DOCS}slm-api-start.html`,
     },
     ingest: {
       append: `${ELASTICSEARCH_DOCS}append-processor.html`,

packages/kbn-esql-validation-autocomplete/jest.config.js → src/platform/packages/shared/kbn-esql-ast/jest.config.js

@@ -9,6 +9,6 @@
 
 module.exports = {
   preset: '@kbn/test',
-  rootDir: '../..',
-  roots: ['<rootDir>/packages/kbn-esql-validation-autocomplete'],
+  rootDir: '../../../../..',
+  roots: ['<rootDir>/src/platform/packages/shared/kbn-esql-ast'],
 };

packages/kbn-esql-ast/tsconfig.json → src/platform/packages/shared/kbn-esql-ast/tsconfig.json

@@ -1,5 +1,5 @@
 {
-  "extends": "../../tsconfig.base.json",
+  "extends": "../../../../../tsconfig.base.json",
   "compilerOptions": {
     "outDir": "target/types",
     "types": [

packages/kbn-esql-ast/jest.config.js → src/platform/packages/shared/kbn-esql-utils/jest.config.js

@@ -9,6 +9,6 @@
 
 module.exports = {
   preset: '@kbn/test',
-  rootDir: '../..',
-  roots: ['<rootDir>/packages/kbn-esql-ast'],
+  rootDir: '../../../../..',
+  roots: ['<rootDir>/src/platform/packages/shared/kbn-esql-utils'],
 };

packages/kbn-esql-utils/tsconfig.json → src/platform/packages/shared/kbn-esql-utils/tsconfig.json

@@ -1,5 +1,5 @@
 {
-  "extends": "../../tsconfig.base.json",
+  "extends": "../../../../../tsconfig.base.json",
   "compilerOptions": {
     "outDir": "target/types",
     "types": [

packages/kbn-esql-validation-autocomplete/README.md → src/platform/packages/shared/kbn-esql-validation-autocomplete/README.md

@@ -215,11 +215,11 @@ Both the validation and autocomplete engine are covered by extensive suites of t
 
 #### Running the tests
 
-All the tests can be run using the `yarn jest:tests packages/kbn-esql-validation-autocomplete/path/to/test/file` command at the root of the repository.
+All the tests can be run using the `yarn jest:tests src/platform/packages/shared/kbn-esql-validation-autocomplete/path/to/test/file` command at the root of the repository.
 
 To run all autocomplete and validation tests you can specifically run
 
-`yarn test:jest packages/kbn-esql-validation-autocomplete/`
+`yarn test:jest src/platform/packages/shared/kbn-esql-validation-autocomplete/`
 
 #### Ongoing refactor
 
@@ -241,7 +241,7 @@ The newer pattern is
 
 ##### The new way
 
-Validation test logic is found in `packages/kbn-esql-validation-autocomplete/src/validation/__tests__`.
+Validation test logic is found in `src/platform/packages/shared/kbn-esql-validation-autocomplete/src/validation/__tests__`.
 
 Tests are found in files named with the following convention: `validation.some-description.test.ts`.
 
@@ -274,7 +274,7 @@ testErrorsAndWarnings(`ROW var = NOT 5 LIKE "?a"`, [
 ]);
 ```
 
-and are found in `packages/kbn-esql-validation-autocomplete/src/validation/validation.test.ts`.
+and are found in `src/platform/packages/shared/kbn-esql-validation-autocomplete/src/validation/validation.test.ts`.
 
 `testErrorsAndWarnings` supports `skip` and `only` modifiers e.g. `testErrorsAndWarnings.only('...')`.
 
@@ -284,13 +284,13 @@ It accepts
 2. a list of expected errors (can be empty)
 3. a list of expected warnings (can be empty or omitted)
 
-Running the tests in `validation.test.ts` populates `packages/kbn-esql-validation-autocomplete/src/validation/esql_validation_meta_tests.json` which is then used in `test/api_integration/apis/esql/errors.ts` to make sure our validator isn't giving users false positives. Therefore, the validation test suite should always be run after any changes have been made to it so that the JSON file stays in sync.
+Running the tests in `validation.test.ts` populates `src/platform/packages/shared/kbn-esql-validation-autocomplete/src/validation/esql_validation_meta_tests.json` which is then used in `test/api_integration/apis/esql/errors.ts` to make sure our validator isn't giving users false positives. Therefore, the validation test suite should always be run after any changes have been made to it so that the JSON file stays in sync.
 
 #### Autocomplete
 
 ##### The new way
 
-The new tests are found in `packages/kbn-esql-validation-autocomplete/src/autocomplete/__tests__`.
+The new tests are found in `src/platform/packages/shared/kbn-esql-validation-autocomplete/src/autocomplete/__tests__`.
 
 They look like this.
 
@@ -327,7 +327,7 @@ So, that allows you to customize the [trigger kind](https://microsoft.github.io/
 
 ##### The old way
 
-All the legacy autocomplete tests are found in `packages/kbn-esql-validation-autocomplete/src/autocomplete/autocomplete.test.ts`.
+All the legacy autocomplete tests are found in `src/platform/packages/shared/kbn-esql-validation-autocomplete/src/autocomplete/autocomplete.test.ts`.
 
 They look like this