[ftr] split serverless config to speedup test run on CI

.buildkite/ftr_configs.yml

@@ -412,16 +412,22 @@ enabled:
   - x-pack/test_serverless/functional/test_suites/observability/config.examples.ts
   - x-pack/test_serverless/functional/test_suites/observability/common_configs/config.group1.ts
   - x-pack/test_serverless/functional/test_suites/observability/common_configs/config.group2.ts
+  - x-pack/test_serverless/functional/test_suites/observability/common_configs/config.group3.ts
+  - x-pack/test_serverless/functional/test_suites/observability/common_configs/config.group4.ts
   - x-pack/test_serverless/functional/test_suites/observability/config.screenshots.ts
   - x-pack/test_serverless/functional/test_suites/search/config.ts
   - x-pack/test_serverless/functional/test_suites/search/config.examples.ts
   - x-pack/test_serverless/functional/test_suites/search/config.screenshots.ts
   - x-pack/test_serverless/functional/test_suites/search/common_configs/config.group1.ts
   - x-pack/test_serverless/functional/test_suites/search/common_configs/config.group2.ts
+  - x-pack/test_serverless/functional/test_suites/search/common_configs/config.group3.ts
+  - x-pack/test_serverless/functional/test_suites/search/common_configs/config.group4.ts
   - x-pack/test_serverless/functional/test_suites/security/config.ts
   - x-pack/test_serverless/functional/test_suites/security/config.examples.ts
   - x-pack/test_serverless/functional/test_suites/security/common_configs/config.group1.ts
   - x-pack/test_serverless/functional/test_suites/security/common_configs/config.group2.ts
+  - x-pack/test_serverless/functional/test_suites/security/common_configs/config.group3.ts
+  - x-pack/test_serverless/functional/test_suites/security/common_configs/config.group4.ts
   - x-pack/performance/journeys/ecommerce_dashboard.ts
   - x-pack/performance/journeys/ecommerce_dashboard_map_only.ts
   - x-pack/performance/journeys/flight_dashboard.ts

x-pack/test_serverless/functional/test_suites/common/visualizations/group1/index.ts

@@ -13,7 +13,7 @@ export default ({ getService, loadTestFile, getPageObjects }: FtrProviderContext
   const log = getService('log');
   const esArchiver = getService('esArchiver');
   const kibanaServer = getService('kibanaServer');
-  const PageObjects = getPageObjects(['timePicker']);
+  const PageObjects = getPageObjects(['timePicker', 'svlCommonPage']);
   const config = getService('config');
   let remoteEsArchiver;
 
@@ -53,19 +53,21 @@ export default ({ getService, loadTestFile, getPageObjects }: FtrProviderContext
       }
 
       await esNode.load(esArchive);
-      // changing the timepicker default here saves us from having to set it in Discover (~8s)
-      await PageObjects.timePicker.setDefaultAbsoluteRangeViaUiSettings();
       await kibanaServer.uiSettings.update({
         defaultIndex: indexPatternString,
         'dateFormat:tz': 'UTC',
       });
       await kibanaServer.importExport.load(fixtureDirs.lensBasic);
       await kibanaServer.importExport.load(fixtureDirs.lensDefault);
+      await PageObjects.svlCommonPage.login();
+      // changing the timepicker default here saves us from having to set it in Discover (~8s)
+      await PageObjects.timePicker.setDefaultAbsoluteRangeViaUiSettings();
     });
 
     after(async () => {
       await esArchiver.unload(esArchive);
       await PageObjects.timePicker.resetDefaultAbsoluteRangeViaUiSettings();
+      await PageObjects.svlCommonPage.forceLogout();
       await kibanaServer.importExport.unload(fixtureDirs.lensBasic);
       await kibanaServer.importExport.unload(fixtureDirs.lensDefault);
       await kibanaServer.savedObjects.cleanStandardList();

x-pack/test_serverless/functional/test_suites/common/visualizations/index.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group2/index.ts

@@ -5,18 +5,20 @@
  * 2.0.
  */
 
-import { FtrProviderContext } from '../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../ftr_provider_context';
 
 export default ({ loadTestFile, getPageObject }: FtrProviderContext) => {
   const svlCommonPage = getPageObject('svlCommonPage');
 
-  describe('Visualizations', function () {
+  describe('Visualizations - Group 2', function () {
     before(async () => {
       await svlCommonPage.login();
     });
 
-    loadTestFile(require.resolve('./group1'));
+    after(async () => {
+      await svlCommonPage.forceLogout();
+    });
+
     loadTestFile(require.resolve('./open_in_lens/agg_based'));
-    loadTestFile(require.resolve('./open_in_lens/tsvb'));
   });
 };

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/agg_based/gauge.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group2/open_in_lens/agg_based/gauge.ts

@@ -6,7 +6,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ getPageObjects, getService }: FtrProviderContext) {
   const { lens, timePicker, dashboard } = getPageObjects(['lens', 'timePicker', 'dashboard']);

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/agg_based/goal.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group2/open_in_lens/agg_based/goal.ts

@@ -6,7 +6,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ getPageObjects, getService }: FtrProviderContext) {
   const { lens, timePicker, dashboard } = getPageObjects(['lens', 'timePicker', 'dashboard']);

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/agg_based/heatmap.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group2/open_in_lens/agg_based/heatmap.ts

@@ -6,7 +6,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ getPageObjects, getService }: FtrProviderContext) {
   const { lens, timePicker, dashboard } = getPageObjects(['lens', 'timePicker', 'dashboard']);

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/agg_based/index.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group2/open_in_lens/agg_based/index.ts

@@ -6,7 +6,7 @@
  */
 
 import { EsArchiver } from '@kbn/es-archiver';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ loadTestFile, getService, getPageObjects }: FtrProviderContext) {
   const browser = getService('browser');

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/agg_based/metric.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group2/open_in_lens/agg_based/metric.ts

@@ -6,7 +6,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ getPageObjects, getService }: FtrProviderContext) {
   const { lens, timePicker, dashboard } = getPageObjects(['lens', 'timePicker', 'dashboard']);

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/agg_based/pie.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group2/open_in_lens/agg_based/pie.ts

@@ -6,7 +6,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ getPageObjects, getService }: FtrProviderContext) {
   const { lens, timePicker, dashboard } = getPageObjects(['lens', 'timePicker', 'dashboard']);

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/agg_based/table.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group2/open_in_lens/agg_based/table.ts

@@ -6,7 +6,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ getPageObjects, getService }: FtrProviderContext) {
   const { lens, timePicker, dashboard } = getPageObjects(['lens', 'timePicker', 'dashboard']);

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/agg_based/xy.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group2/open_in_lens/agg_based/xy.ts

@@ -6,7 +6,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ getPageObjects, getService }: FtrProviderContext) {
   const { lens, timePicker, dashboard } = getPageObjects(['lens', 'timePicker', 'dashboard']);

x-pack/test_serverless/functional/test_suites/common/visualizations/group3/index.ts

@@ -0,0 +1,24 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrProviderContext } from '../../../../ftr_provider_context';
+
+export default ({ loadTestFile, getPageObject }: FtrProviderContext) => {
+  const svlCommonPage = getPageObject('svlCommonPage');
+
+  describe('Visualizations - Group 3', function () {
+    before(async () => {
+      await svlCommonPage.login();
+    });
+
+    after(async () => {
+      await svlCommonPage.forceLogout();
+    });
+
+    loadTestFile(require.resolve('./open_in_lens/tsvb'));
+  });
+};

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/tsvb/dashboard.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group3/open_in_lens/tsvb/dashboard.ts

@@ -6,7 +6,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ getPageObjects, getService }: FtrProviderContext) {
   const { lens, timePicker, dashboard, canvas } = getPageObjects([

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/tsvb/gauge.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group3/open_in_lens/tsvb/gauge.ts

@@ -6,7 +6,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ getPageObjects, getService }: FtrProviderContext) {
   const { lens, timePicker, dashboard } = getPageObjects(['lens', 'timePicker', 'dashboard']);

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/tsvb/index.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group3/open_in_lens/tsvb/index.ts

@@ -6,7 +6,7 @@
  */
 
 import { EsArchiver } from '@kbn/es-archiver';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ loadTestFile, getService, getPageObjects }: FtrProviderContext) {
   const browser = getService('browser');

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/tsvb/metric.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group3/open_in_lens/tsvb/metric.ts

@@ -6,7 +6,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ getPageObjects, getService }: FtrProviderContext) {
   const { lens, timePicker, dashboard } = getPageObjects(['lens', 'timePicker', 'dashboard']);

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/tsvb/table.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group3/open_in_lens/tsvb/table.ts

@@ -13,7 +13,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ getPageObjects, getService }: FtrProviderContext) {
   const { lens, timePicker, dashboard } = getPageObjects(['lens', 'timePicker', 'dashboard']);

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/tsvb/timeseries.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group3/open_in_lens/tsvb/timeseries.ts

@@ -6,7 +6,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ getPageObjects, getService }: FtrProviderContext) {
   const { lens, timePicker, dashboard } = getPageObjects(['lens', 'timePicker', 'dashboard']);

x-pack/test_serverless/functional/test_suites/common/visualizations/open_in_lens/tsvb/top_n.ts → x-pack/test_serverless/functional/test_suites/common/visualizations/group3/open_in_lens/tsvb/top_n.ts

@@ -6,7 +6,7 @@
  */
 
 import expect from '@kbn/expect';
-import { FtrProviderContext } from '../../../../../ftr_provider_context';
+import { FtrProviderContext } from '../../../../../../ftr_provider_context';
 
 export default function ({ getPageObjects, getService }: FtrProviderContext) {
   const { lens, timePicker, dashboard } = getPageObjects(['lens', 'timePicker', 'dashboard']);

x-pack/test_serverless/functional/test_suites/observability/common_configs/config.group2.ts

@@ -12,7 +12,7 @@ export default async function ({ readConfigFile }: FtrConfigProviderContext) {
 
   return {
     ...baseTestConfig.getAll(),
-    testFiles: [require.resolve('../../common/visualizations')],
+    testFiles: [require.resolve('../../common/visualizations/group1')],
     junit: {
       reportName: 'Serverless Observability Functional Tests - Common Group 2',
     },

x-pack/test_serverless/functional/test_suites/observability/common_configs/config.group3.ts

@@ -0,0 +1,20 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrConfigProviderContext } from '@kbn/test';
+
+export default async function ({ readConfigFile }: FtrConfigProviderContext) {
+  const baseTestConfig = await readConfigFile(require.resolve('../config.ts'));
+
+  return {
+    ...baseTestConfig.getAll(),
+    testFiles: [require.resolve('../../common/visualizations/group2')],
+    junit: {
+      reportName: 'Serverless Observability Functional Tests - Common Group 3',
+    },
+  };
+}

x-pack/test_serverless/functional/test_suites/observability/common_configs/config.group4.ts

@@ -0,0 +1,20 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrConfigProviderContext } from '@kbn/test';
+
+export default async function ({ readConfigFile }: FtrConfigProviderContext) {
+  const baseTestConfig = await readConfigFile(require.resolve('../config.ts'));
+
+  return {
+    ...baseTestConfig.getAll(),
+    testFiles: [require.resolve('../../common/visualizations/group3')],
+    junit: {
+      reportName: 'Serverless Observability Functional Tests - Common Group 4',
+    },
+  };
+}

x-pack/test_serverless/functional/test_suites/search/common_configs/config.group2.ts

@@ -12,7 +12,7 @@ export default async function ({ readConfigFile }: FtrConfigProviderContext) {
 
   return {
     ...baseTestConfig.getAll(),
-    testFiles: [require.resolve('../../common/visualizations')],
+    testFiles: [require.resolve('../../common/visualizations/group1')],
     junit: {
       reportName: 'Serverless Search Functional Tests - Common Group 2',
     },

x-pack/test_serverless/functional/test_suites/search/common_configs/config.group3.ts

@@ -0,0 +1,20 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrConfigProviderContext } from '@kbn/test';
+
+export default async function ({ readConfigFile }: FtrConfigProviderContext) {
+  const baseTestConfig = await readConfigFile(require.resolve('../config.ts'));
+
+  return {
+    ...baseTestConfig.getAll(),
+    testFiles: [require.resolve('../../common/visualizations/group2')],
+    junit: {
+      reportName: 'Serverless Search Functional Tests - Common Group 2',
+    },
+  };
+}

x-pack/test_serverless/functional/test_suites/search/common_configs/config.group4.ts

@@ -0,0 +1,20 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrConfigProviderContext } from '@kbn/test';
+
+export default async function ({ readConfigFile }: FtrConfigProviderContext) {
+  const baseTestConfig = await readConfigFile(require.resolve('../config.ts'));
+
+  return {
+    ...baseTestConfig.getAll(),
+    testFiles: [require.resolve('../../common/visualizations/group3')],
+    junit: {
+      reportName: 'Serverless Search Functional Tests - Common Group 2',
+    },
+  };
+}

x-pack/test_serverless/functional/test_suites/security/common_configs/config.group2.ts

@@ -12,7 +12,7 @@ export default async function ({ readConfigFile }: FtrConfigProviderContext) {
 
   return {
     ...baseTestConfig.getAll(),
-    testFiles: [require.resolve('../../common/visualizations')],
+    testFiles: [require.resolve('../../common/visualizations/group1')],
     junit: {
       reportName: 'Serverless Security Functional Tests - Common Group 2',
     },

x-pack/test_serverless/functional/test_suites/security/common_configs/config.group3.ts

@@ -0,0 +1,20 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrConfigProviderContext } from '@kbn/test';
+
+export default async function ({ readConfigFile }: FtrConfigProviderContext) {
+  const baseTestConfig = await readConfigFile(require.resolve('../config.ts'));
+
+  return {
+    ...baseTestConfig.getAll(),
+    testFiles: [require.resolve('../../common/visualizations/group2')],
+    junit: {
+      reportName: 'Serverless Security Functional Tests - Common Group 3',
+    },
+  };
+}

x-pack/test_serverless/functional/test_suites/security/common_configs/config.group4.ts

@@ -0,0 +1,20 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { FtrConfigProviderContext } from '@kbn/test';
+
+export default async function ({ readConfigFile }: FtrConfigProviderContext) {
+  const baseTestConfig = await readConfigFile(require.resolve('../config.ts'));
+
+  return {
+    ...baseTestConfig.getAll(),
+    testFiles: [require.resolve('../../common/visualizations/group3')],
+    junit: {
+      reportName: 'Serverless Security Functional Tests - Common Group 4',
+    },
+  };
+}