Move status test to separate FTR config

packages/kbn-pm/dist/index.js

@@ -63827,6 +63827,7 @@ function getProjectPaths({
 
   projectPaths.push(Object(path__WEBPACK_IMPORTED_MODULE_0__["resolve"])(rootPath, 'test/plugin_functional/plugins/*'));
   projectPaths.push(Object(path__WEBPACK_IMPORTED_MODULE_0__["resolve"])(rootPath, 'test/interpreter_functional/plugins/*'));
+  projectPaths.push(Object(path__WEBPACK_IMPORTED_MODULE_0__["resolve"])(rootPath, 'test/server_integration/__fixtures__/plugins/*'));
   projectPaths.push(Object(path__WEBPACK_IMPORTED_MODULE_0__["resolve"])(rootPath, 'examples/*'));
 
   if (!ossOnly) {

packages/kbn-pm/src/config.ts

@@ -31,6 +31,7 @@ export function getProjectPaths({ rootPath, ossOnly, skipKibanaPlugins }: Option
   // correct and the expect behavior.
   projectPaths.push(resolve(rootPath, 'test/plugin_functional/plugins/*'));
   projectPaths.push(resolve(rootPath, 'test/interpreter_functional/plugins/*'));
+  projectPaths.push(resolve(rootPath, 'test/server_integration/__fixtures__/plugins/*'));
   projectPaths.push(resolve(rootPath, 'examples/*'));
 
   if (!ossOnly) {

src/dev/typescript/projects.ts

@@ -55,6 +55,9 @@ export const PROJECTS = [
   ...glob
     .sync('test/interpreter_functional/plugins/*/tsconfig.json', { cwd: REPO_ROOT })
     .map((path) => new Project(resolve(REPO_ROOT, path))),
+  ...glob
+    .sync('test/server_integration/__fixtures__/plugins/*/tsconfig.json', { cwd: REPO_ROOT })
+    .map((path) => new Project(resolve(REPO_ROOT, path))),
 ];
 
 export function filterProjectsByFlag(projectFlag?: string) {

test/scripts/test/server_integration.sh

@@ -12,3 +12,10 @@ checks-reporter-with-killswitch "Server Integration Tests" \
     --bail \
     --debug \
     --kibana-install-dir $KIBANA_INSTALL_DIR
+
+# Tests that must be run against source in order to build test plugins
+checks-reporter-with-killswitch "Status Integration Tests" \
+  node scripts/functional_tests \
+    --config test/server_integration/http/ssl/config.status.js \
+    --bail \
+    --debug \

test/server_integration/http/platform/plugins/core_plugin_a/server/plugin.ts → test/server_integration/__fixtures__/plugins/core_plugin_a/server/plugin.ts

@@ -13,7 +13,7 @@ import {
   CoreSetup,
   ServiceStatus,
   ServiceStatusLevels,
-} from '../../../../../../../src/core/server';
+} from '../../../../../../src/core/server';
 
 export class CorePluginAPlugin implements Plugin {
   private status$ = new Subject<ServiceStatus>();

test/server_integration/http/platform/plugins/core_plugin_a/tsconfig.json → test/server_integration/__fixtures__/plugins/core_plugin_a/tsconfig.json

@@ -1,18 +1,16 @@
 {
-  "extends": "../../../../../../tsconfig.base.json",
+  "extends": "../../../../../tsconfig.base.json",
   "compilerOptions": {
     "outDir": "./target",
     "skipLibCheck": true
   },
   "include": [
     "index.ts",
-    "public/**/*.ts",
-    "public/**/*.tsx",
     "server/**/*.ts",
     "../../../../../../typings/**/*",
   ],
   "exclude": [],
   "references": [
-    { "path": "../../../../../../src/core/tsconfig.json" }
+    { "path": "../../../../../src/core/tsconfig.json" }
   ]
 }

test/server_integration/http/platform/plugins/core_plugin_b/server/plugin.ts → test/server_integration/__fixtures__/plugins/core_plugin_b/server/plugin.ts

@@ -6,8 +6,7 @@
  * Side Public License, v 1.
  */
 
-import { Plugin, CoreSetup } from 'kibana/server';
-import { schema } from '@kbn/config-schema';
+import { Plugin } from 'kibana/server';
 
 export class CorePluginBPlugin implements Plugin {
   public setup() {}

test/server_integration/__fixtures__/plugins/core_plugin_b/tsconfig.json

@@ -0,0 +1,16 @@
+{
+  "extends": "../../../../../tsconfig.base.json",
+  "compilerOptions": {
+    "outDir": "./target",
+    "skipLibCheck": true
+  },
+  "include": [
+    "index.ts",
+    "server/**/*.ts",
+    "../../../../../typings/**/*",
+  ],
+  "exclude": [],
+  "references": [
+    { "path": "../../../../../src/core/tsconfig.json" }
+  ]
+}

test/server_integration/http/platform/config.status.ts

@@ -0,0 +1,57 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0 and the Server Side Public License, v 1; you may not use this file except
+ * in compliance with, at your election, the Elastic License 2.0 or the Server
+ * Side Public License, v 1.
+ */
+
+import fs from 'fs';
+import path from 'path';
+import { FtrConfigProviderContext } from '@kbn/test';
+
+/*
+ * These tests exist in a separate configuration because:
+ * 1) It must run as the first test after Kibana launches to clear the unavailable status. A separate config makes this
+ *    easier to manage and prevent from breaking.
+ * 2) The other server_integration tests run against a built distributable, however the FTR does not support building
+ *    and installing plugins against built Kibana. This test must be run against source only in order to build the
+ *    fixture plugins
+ */
+// eslint-disable-next-line import/no-default-export
+export default async function ({ readConfigFile }: FtrConfigProviderContext) {
+  const httpConfig = await readConfigFile(require.resolve('../../config'));
+
+  // Find all folders in __fixtures__/plugins since we treat all them as plugin folder
+  const allFiles = fs.readdirSync(path.resolve(__dirname, '../../__fixtures__/plugins'));
+  const plugins = allFiles.filter((file) =>
+    fs.statSync(path.resolve(__dirname, 'plugins', file)).isDirectory()
+  );
+
+  return {
+    testFiles: [
+      // Status test should be first to resolve manually created "unavailable" plugin
+      require.resolve('./status'),
+    ],
+    services: httpConfig.get('services'),
+    servers: httpConfig.get('servers'),
+    junit: {
+      reportName: 'Kibana Platform Status Integration Tests',
+    },
+    esTestCluster: httpConfig.get('esTestCluster'),
+    kbnTestServer: {
+      ...httpConfig.get('kbnTestServer'),
+      serverArgs: [
+        ...httpConfig.get('kbnTestServer.serverArgs'),
+        ...plugins.map(
+          (pluginDir) => `--plugin-path=${path.resolve(__dirname, 'plugins', pluginDir)}`
+        ),
+      ],
+      runOptions: {
+        ...httpConfig.get('kbnTestServer.runOptions'),
+        // Don't wait for Kibana to be completely ready so that we can test the status timeouts
+        wait: /\[Kibana\]\[http\] http server running/,
+      },
+    },
+  };
+}

test/server_integration/http/platform/config.ts

@@ -6,46 +6,20 @@
  * Side Public License, v 1.
  */
 
-import fs from 'fs';
-import path from 'path';
 import { FtrConfigProviderContext } from '@kbn/test';
 
 // eslint-disable-next-line import/no-default-export
 export default async function ({ readConfigFile }: FtrConfigProviderContext) {
   const httpConfig = await readConfigFile(require.resolve('../../config'));
 
-  // Find all folders in ./plugins since we treat all them as plugin folder
-  const allFiles = fs.readdirSync(path.resolve(__dirname, 'plugins'));
-  const plugins = allFiles.filter((file) =>
-    fs.statSync(path.resolve(__dirname, 'plugins', file)).isDirectory()
-  );
-
   return {
-    testFiles: [
-      // Status test should be first to resolve manually created "unavailable" plugin
-      require.resolve('./status'),
-      require.resolve('./cache'),
-      require.resolve('./headers'),
-    ],
+    testFiles: [require.resolve('./cache'), require.resolve('./headers')],
     services: httpConfig.get('services'),
     servers: httpConfig.get('servers'),
     junit: {
       reportName: 'Kibana Platform Http Integration Tests',
     },
     esTestCluster: httpConfig.get('esTestCluster'),
-    kbnTestServer: {
-      ...httpConfig.get('kbnTestServer'),
-      serverArgs: [
-        ...httpConfig.get('kbnTestServer.serverArgs'),
-        ...plugins.map(
-          (pluginDir) => `--plugin-path=${path.resolve(__dirname, 'plugins', pluginDir)}`
-        ),
-      ],
-      runOptions: {
-        ...httpConfig.get('kbnTestServer.runOptions'),
-        // Don't wait for Kibana to be completely ready so that we can test the status timeouts
-        wait: /\[Kibana\]\[http\] http server running/,
-      },
-    },
+    kbnTestServer: httpConfig.get('kbnTestServer'),
   };
 }

test/tsconfig.json

@@ -17,7 +17,12 @@
     "api_integration/apis/telemetry/fixtures/*.json",
     "api_integration/apis/telemetry/fixtures/*.json",
   ],
-  "exclude": ["target/**/*", "plugin_functional/plugins/**/*", "interpreter_functional/plugins/**/*"],
+  "exclude": [
+    "target/**/*",
+    "interpreter_functional/plugins/**/*",
+    "plugin_functional/plugins/**/*",
+    "server_integration/__fixtures__/plugins/**/*",
+  ],
   "references": [
     { "path": "../src/core/tsconfig.json" },
     { "path": "../src/plugins/telemetry_management_section/tsconfig.json" },
@@ -52,5 +57,7 @@
     { "path": "../src/plugins/visualize/tsconfig.json" },
     { "path": "plugin_functional/plugins/core_app_status/tsconfig.json" },
     { "path": "plugin_functional/plugins/core_provider_plugin/tsconfig.json" },
+    { "path": "server_integration/__fixtures__/plugins/core_plugin_a/tsconfig.json" },
+    { "path": "server_integration/__fixtures__/plugins/core_plugin_b/tsconfig.json" },
   ]
 }