Merge branch 'main' into manage-alerts-permissions-bug

.buildkite/pipelines/bazel_cache.yml

@@ -1,5 +1,7 @@
 steps:
   - label: ':pipeline: Create pipeline with priority'
+    agents:
+      queue: kibana-default
     concurrency_group: bazel_macos
     concurrency: 1
     concurrency_method: eager

.buildkite/pipelines/es_snapshots/promote.yml

@@ -10,3 +10,5 @@ steps:
         required: true
   - label: Promote Snapshot
     command: .buildkite/scripts/steps/es_snapshots/promote.sh
+    agents:
+      queue: kibana-default

.buildkite/pipelines/es_snapshots/verify.yml

@@ -14,6 +14,8 @@ steps:
   - command: .buildkite/scripts/lifecycle/pre_build.sh
     label: Pre-Build
     timeout_in_minutes: 10
+    agents:
+      queue: kibana-default
 
   - wait
 
@@ -85,6 +87,8 @@ steps:
   - command: .buildkite/scripts/steps/es_snapshots/trigger_promote.sh
     label: Trigger promotion
     timeout_in_minutes: 10
+    agents:
+      queue: kibana-default
     depends_on:
       - default-cigroup
       - default-cigroup-docker
@@ -98,3 +102,5 @@ steps:
   - command: .buildkite/scripts/lifecycle/post_build.sh
     label: Post-Build
     timeout_in_minutes: 10
+    agents:
+      queue: kibana-default

.buildkite/pipelines/flaky_tests/pipeline.js

@@ -51,6 +51,9 @@ const pipeline = {
     {
       command: '.buildkite/pipelines/flaky_tests/runner.sh',
       label: 'Create pipeline',
+      agents: {
+        queue: 'kibana-default',
+      },
     },
   ],
 };

.buildkite/pipelines/hourly.yml

@@ -2,6 +2,8 @@ steps:
   - command: .buildkite/scripts/lifecycle/pre_build.sh
     label: Pre-Build
     timeout_in_minutes: 10
+    agents:
+      queue: kibana-default
 
   - wait
 
@@ -174,3 +176,5 @@ steps:
   - command: .buildkite/scripts/lifecycle/post_build.sh
     label: Post-Build
     timeout_in_minutes: 10
+    agents:
+      queue: kibana-default

.buildkite/pipelines/on_merge.yml

@@ -5,6 +5,8 @@ steps:
   - command: .buildkite/scripts/lifecycle/pre_build.sh
     label: Pre-Build
     timeout_in_minutes: 10
+    agents:
+      queue: kibana-default
 
   - wait
 
@@ -34,3 +36,5 @@ steps:
   - command: .buildkite/scripts/lifecycle/post_build.sh
     label: Post-Build
     timeout_in_minutes: 10
+    agents:
+      queue: kibana-default

.buildkite/pipelines/performance/daily.yml

@@ -1,25 +1,27 @@
 steps:
-  - block: ":gear: Performance Tests Configuration"
-    prompt: "Fill out the details for performance test"
+  - block: ':gear: Performance Tests Configuration'
+    prompt: 'Fill out the details for performance test'
     fields:
-      - text: ":arrows_counterclockwise: Iterations"
-        key: "performance-test-iteration-count"
-        hint: "How many times you want to run tests? "
+      - text: ':arrows_counterclockwise: Iterations'
+        key: 'performance-test-iteration-count'
+        hint: 'How many times you want to run tests? '
         required: true
     if: build.env('PERF_TEST_COUNT') == null
 
-  - label: ":male-mechanic::skin-tone-2: Pre-Build"
+  - label: ':male-mechanic::skin-tone-2: Pre-Build'
     command: .buildkite/scripts/lifecycle/pre_build.sh
+    agents:
+      queue: kibana-default
 
   - wait
 
-  - label: ":factory_worker: Build Kibana Distribution and Plugins"
+  - label: ':factory_worker: Build Kibana Distribution and Plugins'
     command: .buildkite/scripts/steps/build_kibana.sh
     agents:
       queue: c2-16
     key: build
 
-  - label: ":muscle: Performance Tests with Playwright config"
+  - label: ':muscle: Performance Tests with Playwright config'
     command: .buildkite/scripts/steps/functional/performance_playwright.sh
     agents:
       queue: c2-16
@@ -28,6 +30,7 @@ steps:
   - wait: ~
     continue_on_failure: true
 
-  - label: ":male_superhero::skin-tone-2: Post-Build"
+  - label: ':male_superhero::skin-tone-2: Post-Build'
     command: .buildkite/scripts/lifecycle/post_build.sh
-
+    agents:
+      queue: kibana-default

.buildkite/pipelines/pull_request/base.yml

@@ -2,6 +2,8 @@ steps:
   - command: .buildkite/scripts/lifecycle/pre_build.sh
     label: Pre-Build
     timeout_in_minutes: 10
+    agents:
+      queue: kibana-default
 
   - wait
 

.buildkite/pipelines/pull_request/post_build.yml

@@ -4,3 +4,5 @@ steps:
 
   - command: .buildkite/scripts/lifecycle/post_build.sh
     label: Post-Build
+    agents:
+      queue: kibana-default

.buildkite/pipelines/purge_cloud_deployments.yml

@@ -2,3 +2,5 @@ steps:
   - command: .buildkite/scripts/steps/cloud/purge.sh
     label: Purge old cloud deployments
     timeout_in_minutes: 10
+    agents:
+      queue: kibana-default

.buildkite/pipelines/update_demo_env.yml

@@ -2,6 +2,8 @@ steps:
   - command: .buildkite/scripts/steps/demo_env/es_and_init.sh
     label: Initialize Environment and Deploy ES
     timeout_in_minutes: 10
+    agents:
+      queue: kibana-default
 
   - command: .buildkite/scripts/steps/demo_env/kibana.sh
     label: Build and Deploy Kibana

docs/setup/configuring-reporting.asciidoc

@@ -30,6 +30,7 @@ If you are using Ubuntu/Debian systems, install the following packages:
 
 * `fonts-liberation`
 * `libfontconfig1`
+* `libnss3`
 
 If the system is missing dependencies, *Reporting* fails in a non-deterministic way. {kib} runs a self-test at server startup, and
 if it encounters errors, logs them in the Console. The error message does not include

nav-kibana-dev.docnav.json

@@ -6,7 +6,7 @@
   "description": "Developer documentation for building custom Kibana plugins and extending Kibana functionality.",
   "items": [
     {
-      "category": "Getting started",
+      "label": "Getting started",
       "items": [
         { "id": "kibDevDocsWelcome" },
         { "id": "kibDevTutorialSetupDevEnv" },
@@ -16,7 +16,7 @@
       ]
     },
     {
-      "category": "Key concepts",
+      "label": "Key concepts",
       "items": [
         { "id": "kibPlatformIntro" },
         { "id": "kibDevAnatomyOfAPlugin" },
@@ -32,7 +32,7 @@
       ]
     },
     {
-      "category": "Tutorials",
+      "label": "Tutorials",
       "items": [
         { "id": "kibDevTutorialTestingPlugins" },
         { "id": "kibDevTutorialSavedObject" },
@@ -53,7 +53,7 @@
       ]
     },
     {
-      "category": "Contributing",
+      "label": "Contributing",
       "items": [
         { "id": "kibRepoStructure" },
         { "id": "kibDevPrinciples" },
@@ -65,7 +65,7 @@
       ]
     },
     {
-      "category": "Contributors Newsletters",
+      "label": "Contributors Newsletters",
       "items": [
         { "id": "kibFebruary2022ContributorNewsletter" },
         { "id": "kibJanuary2022ContributorNewsletter" },
@@ -82,7 +82,7 @@
       ]
     },
     {
-      "category": "API documentation",
+      "label": "API documentation",
       "items": [
         { "id": "kibDevDocsApiWelcome" },
         { "id": "kibDevDocsPluginDirectory" },

packages/kbn-test/src/functional_test_runner/integration_tests/__fixtures__/failure_hooks/config.js

@@ -37,5 +37,10 @@ export default function () {
       captureLogOutput: false,
       sendToCiStats: false,
     },
+    servers: {
+      elasticsearch: {
+        port: 1234,
+      },
+    },
   };
 }

packages/kbn-test/src/functional_test_runner/integration_tests/__fixtures__/simple_project/config.js

@@ -13,4 +13,9 @@ export default () => ({
   mochaReporter: {
     sendToCiStats: false,
   },
+  servers: {
+    elasticsearch: {
+      port: 1234,
+    },
+  },
 });

packages/kbn-test/src/functional_test_runner/integration_tests/failure_hooks.test.js

@@ -61,7 +61,7 @@ describe('failure hooks', function () {
 
       expect(tests).toHaveLength(0);
     } catch (error) {
-      console.error('full log output', linesCopy.join('\n'));
+      error.message += `\n\nfull log output:${linesCopy.join('\n')}`;
       throw error;
     }
   });

packages/kbn-test/src/functional_test_runner/lib/config/__fixtures__/config.1.js

@@ -9,5 +9,10 @@
 export default function () {
   return {
     testFiles: ['config.1'],
+    servers: {
+      elasticsearch: {
+        port: 1234,
+      },
+    },
   };
 }

packages/kbn-test/src/functional_test_runner/lib/config/__fixtures__/config.2.js

@@ -11,5 +11,10 @@ export default async function ({ readConfigFile }) {
 
   return {
     testFiles: [...config1.get('testFiles'), 'config.2'],
+    servers: {
+      elasticsearch: {
+        port: 1234,
+      },
+    },
   };
 }

packages/kbn-test/src/functional_test_runner/lib/config/config.test.ts

@@ -15,6 +15,11 @@ describe('Config', () => {
         services: {
           foo: () => 42,
         },
+        servers: {
+          elasticsearch: {
+            port: 1234,
+          },
+        },
       },
       primary: true,
       path: process.cwd(),

packages/kbn-test/src/functional_test_runner/lib/config/schema.ts

@@ -17,19 +17,33 @@ const ID_PATTERN = /^[a-zA-Z0-9_]+$/;
 // it will search both --inspect and --inspect-brk
 const INSPECTING = !!process.execArgv.find((arg) => arg.includes('--inspect'));
 
-const urlPartsSchema = () =>
+const maybeRequireKeys = (keys: string[], schemas: Record<string, Joi.Schema>) => {
+  if (!keys.length) {
+    return schemas;
+  }
+
+  const withRequires: Record<string, Joi.Schema> = {};
+  for (const [key, schema] of Object.entries(schemas)) {
+    withRequires[key] = keys.includes(key) ? schema.required() : schema;
+  }
+  return withRequires;
+};
+
+const urlPartsSchema = ({ requiredKeys }: { requiredKeys?: string[] } = {}) =>
   Joi.object()
-    .keys({
-      protocol: Joi.string().valid('http', 'https').default('http'),
-      hostname: Joi.string().hostname().default('localhost'),
-      port: Joi.number(),
-      auth: Joi.string().regex(/^[^:]+:.+$/, 'username and password separated by a colon'),
-      username: Joi.string(),
-      password: Joi.string(),
-      pathname: Joi.string().regex(/^\//, 'start with a /'),
-      hash: Joi.string().regex(/^\//, 'start with a /'),
-      certificateAuthorities: Joi.array().items(Joi.binary()).optional(),
-    })
+    .keys(
+      maybeRequireKeys(requiredKeys ?? [], {
+        protocol: Joi.string().valid('http', 'https').default('http'),
+        hostname: Joi.string().hostname().default('localhost'),
+        port: Joi.number(),
+        auth: Joi.string().regex(/^[^:]+:.+$/, 'username and password separated by a colon'),
+        username: Joi.string(),
+        password: Joi.string(),
+        pathname: Joi.string().regex(/^\//, 'start with a /'),
+        hash: Joi.string().regex(/^\//, 'start with a /'),
+        certificateAuthorities: Joi.array().items(Joi.binary()).optional(),
+      })
+    )
     .default();
 
 const appUrlPartsSchema = () =>
@@ -170,7 +184,9 @@ export const schema = Joi.object()
     servers: Joi.object()
       .keys({
         kibana: urlPartsSchema(),
-        elasticsearch: urlPartsSchema(),
+        elasticsearch: urlPartsSchema({
+          requiredKeys: ['port'],
+        }),
       })
       .default(),