[Inventory] Inventory plugin

.github/CODEOWNERS

@@ -362,7 +362,7 @@ packages/deeplinks/devtools @elastic/kibana-management
 packages/deeplinks/fleet @elastic/fleet
 packages/deeplinks/management @elastic/kibana-management
 packages/deeplinks/ml @elastic/ml-ui
-packages/deeplinks/observability @elastic/obs-ux-logs-team
+packages/deeplinks/observability @elastic/obs-ux-management-team
 packages/deeplinks/search @elastic/search-kibana
 packages/deeplinks/security @elastic/security-solution
 packages/deeplinks/shared @elastic/appex-sharedux
@@ -522,6 +522,7 @@ x-pack/plugins/integration_assistant @elastic/security-scalability
 src/plugins/interactive_setup @elastic/kibana-security
 test/interactive_setup_api_integration/plugins/test_endpoints @elastic/kibana-security
 packages/kbn-interpreter @elastic/kibana-visualizations
+x-pack/plugins/observability_solution/inventory @elastic/obs-ai-assistant
 x-pack/plugins/observability_solution/investigate_app @elastic/obs-ux-management-team
 x-pack/plugins/observability_solution/investigate @elastic/obs-ux-management-team
 packages/kbn-investigation-shared @elastic/obs-ux-management-team
@@ -876,6 +877,9 @@ packages/kbn-sort-predicates @elastic/kibana-visualizations
 x-pack/plugins/spaces @elastic/kibana-security
 x-pack/test/spaces_api_integration/common/plugins/spaces_test_plugin @elastic/kibana-security
 packages/kbn-spec-to-console @elastic/kibana-management
+packages/kbn-sse-utils @elastic/knowledge-team
+packages/kbn-sse-utils-client @elastic/knowledge-team
+packages/kbn-sse-utils-server @elastic/knowledge-team
 x-pack/plugins/stack_alerts @elastic/response-ops
 x-pack/plugins/stack_connectors @elastic/response-ops
 x-pack/test/usage_collection/plugins/stack_management_usage_test @elastic/kibana-management

.i18nrc.json

@@ -116,6 +116,7 @@
     "searchTypes": "packages/kbn-search-types",
     "securitySolutionPackages": "x-pack/packages/security-solution",
     "serverlessPackages": "packages/serverless",
+    "sse": [ "packages/kbn-sse-utils" ],
     "coloring": "packages/kbn-coloring/src",
     "languageDocumentationPopover": "packages/kbn-language-documentation-popover/src",
     "esql": "src/plugins/esql",

docs/developer/plugin-list.asciidoc

@@ -648,6 +648,10 @@ the infrastructure monitoring use-case within Kibana.
 |Team owner: Security Integrations Scalability
 
 
+|{kib-repo}blob/{branch}/x-pack/plugins/observability_solution/inventory/README.md[inventory]
+|undefined
+
+
 |{kib-repo}blob/{branch}/x-pack/plugins/observability_solution/investigate/README.md[investigate]
 |undefined
 

package.json

@@ -566,6 +566,7 @@
     "@kbn/interactive-setup-plugin": "link:src/plugins/interactive_setup",
     "@kbn/interactive-setup-test-endpoints-plugin": "link:test/interactive_setup_api_integration/plugins/test_endpoints",
     "@kbn/interpreter": "link:packages/kbn-interpreter",
+    "@kbn/inventory-plugin": "link:x-pack/plugins/observability_solution/inventory",
     "@kbn/investigate-app-plugin": "link:x-pack/plugins/observability_solution/investigate_app",
     "@kbn/investigate-plugin": "link:x-pack/plugins/observability_solution/investigate",
     "@kbn/investigation-shared": "link:packages/kbn-investigation-shared",
@@ -888,6 +889,9 @@
     "@kbn/sort-predicates": "link:packages/kbn-sort-predicates",
     "@kbn/spaces-plugin": "link:x-pack/plugins/spaces",
     "@kbn/spaces-test-plugin": "link:x-pack/test/spaces_api_integration/common/plugins/spaces_test_plugin",
+    "@kbn/sse-utils": "link:packages/kbn-sse-utils",
+    "@kbn/sse-utils-client": "link:packages/kbn-sse-utils-client",
+    "@kbn/sse-utils-server": "link:packages/kbn-sse-utils-server",
     "@kbn/stack-alerts-plugin": "link:x-pack/plugins/stack_alerts",
     "@kbn/stack-connectors-plugin": "link:x-pack/plugins/stack_connectors",
     "@kbn/stack-management-usage-test-plugin": "link:x-pack/test/usage_collection/plugins/stack_management_usage_test",

packages/deeplinks/observability/constants.ts

@@ -29,3 +29,5 @@ export const INVESTIGATE_APP_ID = 'investigate';
 export const OBLT_UX_APP_ID = 'ux';
 
 export const OBLT_PROFILING_APP_ID = 'profiling';
+
+export const INVENTORY_APP_ID = 'inventory';

packages/deeplinks/observability/deep_links.ts

@@ -18,6 +18,7 @@ import {
   AI_ASSISTANT_APP_ID,
   OBLT_UX_APP_ID,
   OBLT_PROFILING_APP_ID,
+  INVENTORY_APP_ID,
 } from './constants';
 
 type LogsApp = typeof LOGS_APP_ID;
@@ -31,6 +32,7 @@ type SloApp = typeof SLO_APP_ID;
 type AiAssistantApp = typeof AI_ASSISTANT_APP_ID;
 type ObltUxApp = typeof OBLT_UX_APP_ID;
 type ObltProfilingApp = typeof OBLT_PROFILING_APP_ID;
+type InventoryApp = typeof INVENTORY_APP_ID;
 
 export type AppId =
   | LogsApp
@@ -43,10 +45,13 @@ export type AppId =
   | SloApp
   | AiAssistantApp
   | ObltUxApp
-  | ObltProfilingApp;
+  | ObltProfilingApp
+  | InventoryApp;
 
 export type LogsLinkId = 'log-categories' | 'settings' | 'anomalies' | 'stream';
 
+export type InventoryLinkId = 'datastreams';
+
 export type ObservabilityOverviewLinkId =
   | 'alerts'
   | 'cases'
@@ -89,4 +94,5 @@ export type DeepLinkId =
   | `${MetricsApp}:${MetricsLinkId}`
   | `${ApmApp}:${ApmLinkId}`
   | `${SyntheticsApp}:${SyntheticsLinkId}`
-  | `${ObltProfilingApp}:${ProfilingLinkId}`;
+  | `${ObltProfilingApp}:${ProfilingLinkId}`
+  | `${InventoryApp}:${InventoryLinkId}`;

packages/deeplinks/observability/kibana.jsonc

@@ -1,5 +1,5 @@
 {
   "type": "shared-common",
   "id": "@kbn/deeplinks-observability",
-  "owner": "@elastic/obs-ux-logs-team"
+  "owner": "@elastic/obs-ux-management-team"
 }

packages/kbn-es-types/src/search.ts

@@ -88,7 +88,7 @@ export type SearchHit<
     ? {
         fields: Partial<Record<ValueTypeOfField<TFields>, unknown[]>>;
       }
-    : {}) &
+    : { fields?: Record<string, unknown[]> }) &
   (TDocValueFields extends DocValueFields
     ? {
         fields: Partial<Record<ValueTypeOfField<TDocValueFields>, unknown[]>>;

packages/kbn-optimizer/limits.yml

@@ -86,6 +86,7 @@ pageLoadAssetSize:
   inspector: 148711
   integrationAssistant: 19524
   interactiveSetup: 80000
+  inventory: 27430
   investigate: 17970
   investigateApp: 91898
   kibanaOverview: 56279

packages/kbn-server-route-repository-client/src/create_observable_from_http_response.ts

@@ -0,0 +1,75 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0 and the Server Side Public License, v 1; you may not use this file except
+ * in compliance with, at your election, the Elastic License 2.0 or the Server
+ * Side Public License, v 1.
+ */
+
+import { createParser } from 'eventsource-parser';
+import { Observable, throwError } from 'rxjs';
+
+export interface StreamedHttpResponse {
+  response?: { body: ReadableStream<Uint8Array> | null | undefined };
+}
+
+class NoReadableStreamError extends Error {
+  constructor() {
+    super(`No readable stream found in response`);
+  }
+}
+
+export function isNoReadableStreamError(error: any): error is NoReadableStreamError {
+  return error instanceof NoReadableStreamError;
+}
+
+export function createObservableFromHttpResponse(
+  response: StreamedHttpResponse
+): Observable<string> {
+  const rawResponse = response.response;
+
+  const body = rawResponse?.body;
+  if (!body) {
+    return throwError(() => {
+      throw new NoReadableStreamError();
+    });
+  }
+
+  return new Observable<string>((subscriber) => {
+    const parser = createParser((event) => {
+      if (event.type === 'event') {
+        subscriber.next(event.data);
+      }
+    });
+
+    const readStream = async () => {
+      const reader = body.getReader();
+      const decoder = new TextDecoder();
+
+      // Function to process each chunk
+      const processChunk = ({
+        done,
+        value,
+      }: ReadableStreamReadResult<Uint8Array>): Promise<void> => {
+        if (done) {
+          return Promise.resolve();
+        }
+
+        parser.feed(decoder.decode(value, { stream: true }));
+
+        return reader.read().then(processChunk);
+      };
+
+      // Start reading the stream
+      return reader.read().then(processChunk);
+    };
+
+    readStream()
+      .then(() => {
+        subscriber.complete();
+      })
+      .catch((error) => {
+        subscriber.error(error);
+      });
+  });
+}

packages/kbn-server-route-repository-client/src/create_repository_client.ts

@@ -10,28 +10,52 @@ import type { CoreSetup, CoreStart } from '@kbn/core-lifecycle-browser';
 import {
   RouteRepositoryClient,
   ServerRouteRepository,
-  DefaultClientOptions,
   formatRequest,
 } from '@kbn/server-route-repository-utils';
+import { httpResponseIntoObservable } from '@kbn/sse-utils-client';
+import { from } from 'rxjs';
+import { HttpFetchOptions, HttpFetchQuery, HttpResponse } from '@kbn/core-http-browser';
+import { omit } from 'lodash';
 
 export function createRepositoryClient<
   TRepository extends ServerRouteRepository,
-  TClientOptions extends Record<string, any> = DefaultClientOptions
->(core: CoreStart | CoreSetup) {
+  TClientOptions extends HttpFetchOptions = {}
+>(core: CoreStart | CoreSetup): RouteRepositoryClient<TRepository, TClientOptions> {
+  const fetch = (
+    endpoint: string,
+    params: { path?: Record<string, string>; body?: unknown; query?: HttpFetchQuery } | undefined,
+    options: TClientOptions
+  ) => {
+    const { method, pathname, version } = formatRequest(endpoint, params?.path);
+
+    return core.http[method](pathname, {
+      ...options,
+      body: params && params.body ? JSON.stringify(params.body) : undefined,
+      query: params?.query,
+      version,
+    });
+  };
+
   return {
-    fetch: (endpoint, optionsWithParams) => {
-      const { params, ...options } = (optionsWithParams ?? { params: {} }) as unknown as {
-        params?: Partial<Record<string, any>>;
-      };
+    fetch: (endpoint, ...args) => {
+      const allOptions = args[0] ?? {};
+      const params = 'params' in allOptions ? (allOptions.params as Record<string, any>) : {};
+      const otherOptions = omit(allOptions, 'params') as TClientOptions;
 
-      const { method, pathname, version } = formatRequest(endpoint, params?.path);
+      return fetch(endpoint, params, otherOptions) as any;
+    },
+    stream: (endpoint, ...args) => {
+      const allOptions = args[0] ?? {};
+      const params = 'params' in allOptions ? (allOptions.params as Record<string, any>) : {};
+      const otherOptions = omit(allOptions, 'params') as TClientOptions;
 
-      return core.http[method](pathname, {
-        ...options,
-        body: params && params.body ? JSON.stringify(params.body) : undefined,
-        query: params?.query,
-        version,
-      });
+      return from(
+        fetch(endpoint, params, {
+          ...otherOptions,
+          asResponse: true,
+          rawResponse: true,
+        }) as Promise<HttpResponse>
+      ).pipe(httpResponseIntoObservable<any>()) as any;
     },
-  } as { fetch: RouteRepositoryClient<TRepository, TClientOptions> };
+  };
 }

packages/kbn-server-route-repository-client/tsconfig.json

@@ -17,5 +17,6 @@
     "@kbn/server-route-repository-utils",
     "@kbn/core-lifecycle-browser",
     "@kbn/core-http-browser",
+    "@kbn/sse-utils-client",
   ]
 }

packages/kbn-server-route-repository-utils/src/typings.ts

@@ -16,8 +16,10 @@ import type {
   RouteConfigOptions,
   RouteMethod,
 } from '@kbn/core/server';
+import type { ServerSentEvent } from '@kbn/sse-utils';
 import { z } from '@kbn/zod';
 import * as t from 'io-ts';
+import { Observable } from 'rxjs';
 import { RequiredKeys } from 'utility-types';
 
 type PathMaybeOptional<T extends { path: Record<string, any> }> = RequiredKeys<
@@ -96,6 +98,12 @@ type ValidateEndpoint<TEndpoint extends string> = string extends TEndpoint
     : false
   : false;
 
+type IsInvalidObservableReturnType<TReturnType> = TReturnType extends Observable<infer TValueType>
+  ? TValueType extends ServerSentEvent
+    ? false
+    : true
+  : false;
+
 export type ServerRoute<
   TEndpoint extends string,
   TRouteParamsRT extends RouteParamsRT | undefined,
@@ -109,7 +117,9 @@ export type ServerRoute<
       handler: ({}: TRouteHandlerResources &
         (TRouteParamsRT extends RouteParamsRT
           ? DecodedRequestParamsOfType<TRouteParamsRT>
-          : {})) => Promise<TReturnType>;
+          : {})) => IsInvalidObservableReturnType<TReturnType> extends true
+        ? never
+        : Promise<TReturnType>;
     } & TRouteCreateOptions
   : never;
 
@@ -192,24 +202,36 @@ type MaybeOptionalArgs<T extends Record<string, any>> = RequiredKeys<T> extends
   ? [T] | []
   : [T];
 
-export type RouteRepositoryClient<
+export interface RouteRepositoryClient<
   TServerRouteRepository extends ServerRouteRepository,
-  TAdditionalClientOptions extends Record<string, any> = DefaultClientOptions
-> = <TEndpoint extends Extract<keyof TServerRouteRepository, string>>(
-  endpoint: TEndpoint,
-  ...args: MaybeOptionalArgs<
-    ClientRequestParamsOf<TServerRouteRepository, TEndpoint> & TAdditionalClientOptions
-  >
-) => Promise<ReturnOf<TServerRouteRepository, TEndpoint>>;
-
-export type DefaultClientOptions = HttpFetchOptions;
+  TAdditionalClientOptions extends Record<string, any>
+> {
+  fetch<TEndpoint extends Extract<keyof TServerRouteRepository, string>>(
+    endpoint: TEndpoint,
+    ...args: MaybeOptionalArgs<
+      ClientRequestParamsOf<TServerRouteRepository, TEndpoint> & TAdditionalClientOptions
+    >
+  ): Promise<ReturnOf<TServerRouteRepository, TEndpoint>>;
+  stream<TEndpoint extends Extract<keyof TServerRouteRepository, string>>(
+    endpoint: TEndpoint,
+    ...args: MaybeOptionalArgs<
+      ClientRequestParamsOf<TServerRouteRepository, TEndpoint> & TAdditionalClientOptions
+    >
+  ): ReturnOf<TServerRouteRepository, TEndpoint> extends Observable<infer TReturnType>
+    ? TReturnType extends ServerSentEvent
+      ? Observable<TReturnType>
+      : never
+    : never;
+}
 
 interface CoreRouteHandlerResources {
   request: KibanaRequest;
   response: KibanaResponseFactory;
   context: RequestHandlerContext;
 }
 
+export type DefaultClientOptions = HttpFetchOptions;
+
 export interface DefaultRouteHandlerResources extends CoreRouteHandlerResources {
   logger: Logger;
 }

packages/kbn-server-route-repository-utils/tsconfig.json

@@ -16,9 +16,10 @@
     "target/**/*"
   ],
   "kbn_references": [
-    "@kbn/core-http-browser",
     "@kbn/core-http-server",
     "@kbn/core",
     "@kbn/zod",
+    "@kbn/core-http-browser",
+    "@kbn/sse-utils",
   ]
 }

packages/kbn-server-route-repository/src/register_routes.ts

@@ -19,8 +19,11 @@ import {
   ZodParamsObject,
   parseEndpoint,
 } from '@kbn/server-route-repository-utils';
+import { observableIntoEventSourceStream } from '@kbn/sse-utils-server';
 import { isZod } from '@kbn/zod';
 import { merge } from 'lodash';
+import { Observable, isObservable } from 'rxjs';
+import { ServerSentEvent } from '@kbn/sse-utils';
 import { passThroughValidationObject, noParamsValidationObject } from './validation_objects';
 import { validateAndDecodeParams } from './validate_and_decode_params';
 import { makeZodValidationObject } from './make_zod_validation_object';
@@ -88,6 +91,10 @@ export function registerRoutes<TDependencies extends Record<string, any>>({
 
         if (isKibanaResponse(result)) {
           return result;
+        } else if (isObservable(result)) {
+          return response.ok({
+            body: observableIntoEventSourceStream(result as Observable<ServerSentEvent>),
+          });
         } else {
           const body = result || {};
           return response.ok({ body });