[APM] Service Map data background task and API endpoint

src/legacy/core_plugins/apm_oss/index.js

@@ -38,6 +38,7 @@ export default function apmOss(kibana) {
         spanIndices: Joi.string().default('apm-*'),
         metricsIndices: Joi.string().default('apm-*'),
         onboardingIndices: Joi.string().default('apm-*'),
+        apmAgentConfigurationIndex: Joi.string().default('.apm-agent-configuration'),
       }).default();
     },
 

x-pack/legacy/plugins/apm/common/elasticsearch_fieldnames.test.ts

@@ -13,7 +13,7 @@ import * as fieldnames from './elasticsearch_fieldnames';
 
 describe('Transaction', () => {
   const transaction: AllowUnknownProperties<Transaction> = {
-    '@timestamp': new Date().toString(),
+    '@timestamp': new Date(1337).toISOString(),
     '@metadata': 'whatever',
     observer: 'whatever',
     agent: {
@@ -61,7 +61,7 @@ describe('Transaction', () => {
 
 describe('Span', () => {
   const span: AllowUnknownProperties<Span> = {
-    '@timestamp': new Date().toString(),
+    '@timestamp': new Date(1337).toISOString(),
     '@metadata': 'whatever',
     observer: 'whatever',
     agent: {
@@ -125,7 +125,7 @@ describe('Error', () => {
       id: 'error id',
       grouping_key: 'grouping key'
     },
-    '@timestamp': new Date().toString(),
+    '@timestamp': new Date(1337).toISOString(),
     host: {
       hostname: 'my hostname'
     },

x-pack/legacy/plugins/apm/common/elasticsearch_fieldnames.ts

@@ -29,6 +29,7 @@ export const TRANSACTION_PAGE_URL = 'transaction.page.url';
 
 export const TRACE_ID = 'trace.id';
 
+export const TIMESTAMP = '@timestamp';
 export const SPAN_DURATION = 'span.duration.us';
 export const SPAN_TYPE = 'span.type';
 export const SPAN_SUBTYPE = 'span.subtype';
@@ -37,6 +38,13 @@ export const SPAN_ACTION = 'span.action';
 export const SPAN_NAME = 'span.name';
 export const SPAN_ID = 'span.id';
 
+export const DESTINATION_ADDRESS = 'destination.address';
+export const CONNECTION_TYPE = 'connection.type';
+export const CONNECTION_SUBTYPE = 'connection.subtype';
+export const CALLEE_NAME = 'callee.name';
+export const CALLEE_ENVIRONMENT = 'callee.environment';
+export const CONNECTION_UPSTREAM_LIST = 'connection.upstream.list';
+
 // Parent ID for a transaction or span
 export const PARENT_ID = 'parent.id';
 

x-pack/legacy/plugins/apm/common/service_map_constants.ts

@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+export const SERVICE_MAP_TASK_TYPE = 'apmServiceMap';
+export const SERVICE_MAP_TASK_ID = 'apm-servicemap-processor';

x-pack/legacy/plugins/apm/index.ts

@@ -14,7 +14,13 @@ import { makeApmUsageCollector } from './server/lib/apm_telemetry';
 
 export const apm: LegacyPluginInitializer = kibana => {
   return new kibana.Plugin({
-    require: ['kibana', 'elasticsearch', 'xpack_main', 'apm_oss'],
+    require: [
+      'kibana',
+      'elasticsearch',
+      'xpack_main',
+      'apm_oss',
+      'task_manager'
+    ],
     id: 'apm',
     configPrefix: 'xpack.apm',
     publicDir: resolve(__dirname, 'public'),

x-pack/legacy/plugins/apm/public/components/app/ServiceMap/Cytoscape.tsx

@@ -62,6 +62,7 @@ export function Cytoscape({
   // Trigger a custom "data" event when data changes
   useEffect(() => {
     if (cy) {
+      cy.remove('*');
       cy.add(elements);
       cy.trigger('data');
     }

x-pack/legacy/plugins/apm/public/components/app/ServiceMap/index.tsx

@@ -5,13 +5,15 @@
  */
 
 import theme from '@elastic/eui/dist/eui_theme_light.json';
-import React from 'react';
+import React, { useMemo } from 'react';
 import { useFetcher } from '../../../hooks/useFetcher';
 import { useLicense } from '../../../hooks/useLicense';
 import { useUrlParams } from '../../../hooks/useUrlParams';
 import { Controls } from './Controls';
 import { Cytoscape } from './Cytoscape';
 import { PlatinumLicensePrompt } from './PlatinumLicensePrompt';
+import { useApmPluginContext } from '../../../hooks/useApmPluginContext';
+import { callApi } from '../../../services/rest/callApi';
 
 interface ServiceMapProps {
   serviceName?: string;
@@ -39,35 +41,77 @@ ${theme.euiColorLightShade}`,
 
 export function ServiceMap({ serviceName }: ServiceMapProps) {
   const {
-    urlParams: { start, end }
+    urlParams: { start, end, environment },
+    uiFilters
   } = useUrlParams();
 
+  const uiFiltersOmitEnv = useMemo(
+    () => ({
+      ...uiFilters,
+      environment: undefined
+    }),
+    [uiFilters]
+  );
+
+  const { http } = useApmPluginContext().core;
+  const { data: serviceMapStartResponse } = useFetcher(async () => {
+    const response = await callApi<{
+      taskStatus: 'initialized' | 'active';
+    }>(http, {
+      method: 'GET',
+      pathname: `/api/apm/service-map-start-task`
+    });
+    return response;
+    // eslint-disable-next-line react-hooks/exhaustive-deps
+  }, [http]);
+
   const { data } = useFetcher(
     callApmApi => {
-      if (start && end) {
+      if (start && end && serviceMapStartResponse) {
         return callApmApi({
           pathname: '/api/apm/service-map',
-          params: { query: { start, end } }
+          params: {
+            query: {
+              start,
+              end,
+              environment,
+              serviceName,
+              uiFilters: JSON.stringify(uiFiltersOmitEnv)
+            }
+          }
         });
       }
     },
-    [start, end]
+    [
+      start,
+      end,
+      uiFiltersOmitEnv,
+      environment,
+      serviceName,
+      serviceMapStartResponse
+    ]
   );
 
   const elements = Array.isArray(data) ? data : [];
   const license = useLicense();
   const isValidPlatinumLicense =
-    license?.isActive && license?.type === 'platinum';
+    true ||
+    (license?.isActive &&
+      (license?.type === 'platinum' || license?.type === 'trial'));
 
-  return isValidPlatinumLicense ? (
-    <Cytoscape
-      elements={elements}
-      serviceName={serviceName}
-      style={cytoscapeDivStyle}
-    >
-      <Controls />
-    </Cytoscape>
-  ) : (
-    <PlatinumLicensePrompt />
+  return (
+    <>
+      {isValidPlatinumLicense ? (
+        <Cytoscape
+          elements={elements}
+          serviceName={serviceName}
+          style={cytoscapeDivStyle}
+        >
+          <Controls />
+        </Cytoscape>
+      ) : (
+        <PlatinumLicensePrompt />
+      )}
+    </>
   );
 }

x-pack/legacy/plugins/apm/public/utils/testHelpers.tsx

@@ -118,6 +118,7 @@ interface MockSetup {
     'apm_oss.transactionIndices': string;
     'apm_oss.metricsIndices': string;
     apmAgentConfigurationIndex: string;
+    apmServiceConnectionsIndex: string;
   };
 }
 
@@ -175,7 +176,8 @@ export async function inspectSearchParams(
       'apm_oss.spanIndices': 'myIndex',
       'apm_oss.transactionIndices': 'myIndex',
       'apm_oss.metricsIndices': 'myIndex',
-      apmAgentConfigurationIndex: 'myIndex'
+      apmAgentConfigurationIndex: 'myIndex',
+      apmServiceConnectionsIndex: 'myIndex'
     },
     dynamicIndexPattern: null as any
   };

x-pack/legacy/plugins/apm/server/lib/errors/distribution/__tests__/get_buckets.test.ts

@@ -53,7 +53,8 @@ describe('timeseriesFetcher', () => {
           'apm_oss.spanIndices': 'apm-*',
           'apm_oss.transactionIndices': 'apm-*',
           'apm_oss.metricsIndices': 'apm-*',
-          apmAgentConfigurationIndex: '.apm-agent-configuration'
+          apmAgentConfigurationIndex: '.apm-agent-configuration',
+          apmServiceConnectionsIndex: 'apm-service-connections'
         },
         dynamicIndexPattern: null as any
       }