From 13a28d04244398dde1edeae0f24909d24fa1316f Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Mon, 7 Nov 2022 19:18:13 +0100 Subject: [PATCH 01/15] [POC] Add ingest pipeline data streams to es package --- .../_dev/test/system/test-default-config.yml | 8 ++++++ .../ingest/agent/stream/stream.yml.hbs | 21 +++++++++++++++ .../data_stream/ingest/fields/base-fields.yml | 9 +++++++ .../data_stream/ingest/fields/ecs.yml | 21 +++++++++++++++ .../data_stream/ingest/manifest.yml | 12 +++++++++ packages/elasticsearch/manifest.yml | 27 +++++++++++++++++++ 6 files changed, 98 insertions(+) create mode 100644 packages/elasticsearch/data_stream/ingest/_dev/test/system/test-default-config.yml create mode 100644 packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs create mode 100644 packages/elasticsearch/data_stream/ingest/fields/base-fields.yml create mode 100644 packages/elasticsearch/data_stream/ingest/fields/ecs.yml create mode 100644 packages/elasticsearch/data_stream/ingest/manifest.yml diff --git a/packages/elasticsearch/data_stream/ingest/_dev/test/system/test-default-config.yml b/packages/elasticsearch/data_stream/ingest/_dev/test/system/test-default-config.yml new file mode 100644 index 00000000000..5b1ad9f8032 --- /dev/null +++ b/packages/elasticsearch/data_stream/ingest/_dev/test/system/test-default-config.yml @@ -0,0 +1,8 @@ +type: httpjson +dataset: elasticsearch.stack_monitoring.ingest +vars: + hosts: + - "https://{{Hostname}}:9200" + username: elastic + password: changeme +data_stream: ~ diff --git a/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs b/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs new file mode 100644 index 00000000000..7953b732ba3 --- /dev/null +++ b/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs @@ -0,0 +1,21 @@ +config_version: "2" +interval: 30s + +{{#if username}} +auth.basic: + user: {{username}} + password: {{password}} +{{/if}} + +request: + method: "GET" + url: {{hosts.[0]}}/_nodes/stats/ingest?filter_path=nodes.*.ingest + # timeout: + +response: + split: + target: body.nodes + type: map + split: + target: body.nodes.*.ingest.pipelines + type: map diff --git a/packages/elasticsearch/data_stream/ingest/fields/base-fields.yml b/packages/elasticsearch/data_stream/ingest/fields/base-fields.yml new file mode 100644 index 00000000000..a3e80e3a547 --- /dev/null +++ b/packages/elasticsearch/data_stream/ingest/fields/base-fields.yml @@ -0,0 +1,9 @@ +- name: data_stream.type + type: constant_keyword + description: Data stream type. +- name: data_stream.dataset + type: constant_keyword + description: Data stream dataset. +- name: data_stream.namespace + type: constant_keyword + description: Data stream namespace. diff --git a/packages/elasticsearch/data_stream/ingest/fields/ecs.yml b/packages/elasticsearch/data_stream/ingest/fields/ecs.yml new file mode 100644 index 00000000000..5d852e3c52d --- /dev/null +++ b/packages/elasticsearch/data_stream/ingest/fields/ecs.yml @@ -0,0 +1,21 @@ +- name: '@timestamp' + external: ecs +- name: ecs.version + external: ecs +- name: event.dataset + external: ecs +- name: event.duration + external: ecs +- name: event.module + external: ecs +- name: host.name + external: ecs +- name: service.address + type: keyword + description: Service address +- name: service.type + external: ecs +- name: service.name + external: ecs +- name: error.message + external: ecs diff --git a/packages/elasticsearch/data_stream/ingest/manifest.yml b/packages/elasticsearch/data_stream/ingest/manifest.yml new file mode 100644 index 00000000000..36912832e60 --- /dev/null +++ b/packages/elasticsearch/data_stream/ingest/manifest.yml @@ -0,0 +1,12 @@ +type: metrics +title: Elasticsearch ingest metrics +release: experimental +dataset: elasticsearch.stack_monitoring.ingest +elasticsearch: + index_template: + mappings: + dynamic: false +streams: +- input: httpjson + title: Ingest Pipeline metrics + description: Collect metrics on Ingest Pipelines diff --git a/packages/elasticsearch/manifest.yml b/packages/elasticsearch/manifest.yml index 2b3fc797408..2dee9d5242c 100644 --- a/packages/elasticsearch/manifest.yml +++ b/packages/elasticsearch/manifest.yml @@ -56,5 +56,32 @@ policy_templates: required: true show_user: false default: node + - type: httpjson + title: Collect ingest metrics + description: Collect Elasticsearch metrics about ingest processing + vars: + - name: hosts + type: text + title: Hosts + multi: true + required: true + show_user: true + default: + - http://localhost:9200 + - name: username + type: text + title: Username + description: Use when connecting to elasticsearch + multi: false + required: false + show_user: false + - name: password + type: password + title: Password + description: Use when connecting to elasticsearch + multi: false + required: false + show_user: false + owner: github: elastic/infra-monitoring-ui From b23a39148a8d917fd8e7e55b3c4e365e74fb684b Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Tue, 8 Nov 2022 22:53:58 +0100 Subject: [PATCH 02/15] Update with working ingest pipeline, mappings, and dashboard --- .../ingest/agent/stream/stream.yml.hbs | 7 ++- .../elasticsearch/ingest_pipeline/default.yml | 29 +++++++++ .../data_stream/ingest/fields/fields.yml | 22 +++++++ ...lasticsearch-metrics-ingest-pipelines.json | 59 +++++++++++++++++++ 4 files changed, 115 insertions(+), 2 deletions(-) create mode 100644 packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml create mode 100644 packages/elasticsearch/data_stream/ingest/fields/fields.yml create mode 100644 packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json diff --git a/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs b/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs index 7953b732ba3..1bddbd99071 100644 --- a/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs +++ b/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs @@ -14,8 +14,11 @@ request: response: split: - target: body.nodes type: map + target: body.nodes + key_field: node_id split: - target: body.nodes.*.ingest.pipelines type: map + target: body.ingest.pipelines + keep_parent: true + key_field: pipeline_id diff --git a/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml b/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml new file mode 100644 index 00000000000..624ccea0757 --- /dev/null +++ b/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml @@ -0,0 +1,29 @@ +--- +description: Pipeline for parsing pipeline ingest stats +processors: + - set: + field: "message" + ignore_empty_value: true + copy_from: "event.original" + - json: + field: "message" + - set: + field: "elasticsearch.ingest.pipeline.name" + copy_from: "message.ingest.pipelines.pipeline_id" + - set: + field: "elasticsearch.node.id" + copy_from: "message.node_id" + - set: + field: "elasticsearch.ingest.pipeline.total.count" + copy_from: "message.ingest.pipelines.count" + - set: + field: "elasticsearch.ingest.pipeline.total.current" + copy_from: "message.ingest.pipelines.current" + - set: + field: "elasticsearch.ingest.pipeline.total.failed" + copy_from: "message.ingest.pipelines.failed" + - set: + field: "elasticsearch.ingest.pipeline.total.cpu_time" + copy_from: "message.ingest.pipelines.time_in_millis" + - remove: + field: "message" diff --git a/packages/elasticsearch/data_stream/ingest/fields/fields.yml b/packages/elasticsearch/data_stream/ingest/fields/fields.yml new file mode 100644 index 00000000000..fb98ee1bcc3 --- /dev/null +++ b/packages/elasticsearch/data_stream/ingest/fields/fields.yml @@ -0,0 +1,22 @@ +- name: elasticsearch.node + type: group + fields: + - name: id + type: keyword + +- name: elasticsearch.ingest.pipeline + type: group + fields: + - name: name + type: wildcard + - name: total + type: group + fields: + - name: count + type: long + - name: current + type: long + - name: failed + type: long + - name: cpu_time + type: long diff --git a/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json b/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json new file mode 100644 index 00000000000..028040865cc --- /dev/null +++ b/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json @@ -0,0 +1,59 @@ +{ + "attributes": { + "description": "", + "hits": 0, + "kibanaSavedObjectMeta": { + "searchSourceJSON": "{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}" + }, + "optionsJSON": "{\"useMargins\":true,\"syncColors\":false,\"syncTooltips\":false,\"hidePanelTitles\":false}", + "panelsJSON": "[{\"version\":\"8.5.0\",\"type\":\"visualization\",\"gridData\":{\"x\":0,\"y\":0,\"w\":48,\"h\":4,\"i\":\"32ce43ec-edb2-4e30-8fb3-df52e06c885c\"},\"panelIndex\":\"32ce43ec-edb2-4e30-8fb3-df52e06c885c\",\"embeddableConfig\":{\"savedVis\":{\"id\":\"\",\"title\":\"\",\"description\":\"\",\"type\":\"markdown\",\"params\":{\"fontSize\":12,\"openLinksInNewTab\":false,\"markdown\":\"# Pipelines\"},\"uiState\":{},\"data\":{\"aggs\":[],\"searchSource\":{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}}},\"enhancements\":{}}},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":0,\"y\":4,\"w\":24,\"h\":30,\"i\":\"0c31867b-9c91-4249-ac53-2c1dcb946d97\"},\"panelIndex\":\"0c31867b-9c91-4249-ac53-2c1dcb946d97\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsDatatable\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"layerType\":\"data\",\"columns\":[{\"columnId\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\"},{\"columnId\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"summaryRow\":\"sum\"},{\"columnId\":\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"isTransposed\":false,\"summaryRow\":\"sum\"}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Ingest Pipeline\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":25,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.count)\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\":{\"label\":\"Part of CPU Time\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\":{\"label\":\"CPU Time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.cpu_time)\",\"isFormulaBroken\":false,\"format\":{\"id\":\"number\",\"params\":{\"decimals\":0,\"suffix\":\" ms\"}}},\"references\":[\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\",\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":4,\"w\":24,\"h\":15,\"i\":\"62553d02-5a7d-400b-979e-36da6aef012e\"},\"panelIndex\":\"62553d02-5a7d-400b-979e-36da6aef012e\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.ingest.pipeline.name\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}}},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":19,\"w\":24,\"h\":15,\"i\":\"456d1766-f859-45aa-8d5f-d1b6d5450ebd\"},\"panelIndex\":\"456d1766-f859-45aa-8d5f-d1b6d5450ebd\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.ingest.pipeline.name\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"CPU time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.cpu_time))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"visualization\",\"gridData\":{\"x\":0,\"y\":34,\"w\":48,\"h\":4,\"i\":\"dbd0e474-0a8d-42d1-a48a-07c7cf1f1828\"},\"panelIndex\":\"dbd0e474-0a8d-42d1-a48a-07c7cf1f1828\",\"embeddableConfig\":{\"savedVis\":{\"title\":\"\",\"description\":\"\",\"type\":\"markdown\",\"params\":{\"fontSize\":12,\"openLinksInNewTab\":false,\"markdown\":\"# Nodes\"},\"uiState\":{},\"data\":{\"aggs\":[],\"searchSource\":{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":0,\"y\":38,\"w\":24,\"h\":30,\"i\":\"6c6cdffc-1198-4228-b0b7-a26e0191e71d\"},\"panelIndex\":\"6c6cdffc-1198-4228-b0b7-a26e0191e71d\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsDatatable\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"layerType\":\"data\",\"columns\":[{\"columnId\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\"},{\"columnId\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"summaryRow\":\"sum\"},{\"columnId\":\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"isTransposed\":false,\"summaryRow\":\"sum\"}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Ingest Pipeline\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":25,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.count)\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\":{\"label\":\"Part of CPU Time\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\":{\"label\":\"CPU Time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.cpu_time)\",\"isFormulaBroken\":false,\"format\":{\"id\":\"number\",\"params\":{\"decimals\":0,\"suffix\":\" ms\"}}},\"references\":[\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\",\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":38,\"w\":24,\"h\":15,\"i\":\"e4f9ecca-8f6f-43e9-bcec-c957c844305c\"},\"panelIndex\":\"e4f9ecca-8f6f-43e9-bcec-c957c844305c\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.node.id\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.node.id\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":53,\"w\":24,\"h\":15,\"i\":\"b0f1bd96-8713-4169-88f7-19a976405bcd\"},\"panelIndex\":\"b0f1bd96-8713-4169-88f7-19a976405bcd\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.node.id\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.node.id\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"CPU time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.cpu_time))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":0,\"y\":68,\"w\":48,\"h\":11,\"i\":\"0b317030-44f2-46d1-9790-c1a7e0ac0fae\"},\"panelIndex\":\"0b317030-44f2-46d1-9790-c1a7e0ac0fae\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsHeatmap\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"shape\":\"heatmap\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"layerType\":\"data\",\"legend\":{\"isVisible\":false,\"position\":\"right\",\"type\":\"heatmap_legend\"},\"gridConfig\":{\"type\":\"heatmap_grid\",\"isCellLabelVisible\":true,\"isYAxisLabelVisible\":true,\"isXAxisLabelVisible\":true,\"isYAxisTitleVisible\":false,\"isXAxisTitleVisible\":false},\"valueAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"xAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"yAccessor\":\"a3252405-b001-460f-bb01-494dc15447ba\",\"palette\":{\"type\":\"palette\",\"name\":\"warm\",\"params\":{\"name\":\"warm\",\"continuity\":\"above\",\"reverse\":false,\"stops\":[{\"color\":\"#f7e0b8\",\"stop\":0},{\"color\":\"#f2c596\",\"stop\":20},{\"color\":\"#eca976\",\"stop\":40},{\"color\":\"#e78c5b\",\"stop\":60},{\"color\":\"#e7664c\",\"stop\":80}],\"rangeMin\":0,\"rangeMax\":null},\"accessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\"}},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 20 values of elasticsearch.ingest.pipeline.name\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":20,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.count)\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"a3252405-b001-460f-bb01-494dc15447ba\":{\"label\":\"Node\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.node.id\",\"isBucketed\":true,\"params\":{\"size\":25,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"},\"secondaryFields\":[],\"accuracyMode\":false},\"customLabel\":true}},\"columnOrder\":[\"a3252405-b001-460f-bb01-494dc15447ba\",\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"}]", + "timeRestore": false, + "title": "[Elasticsearch] Ingest Pipelines", + "version": 1 + }, + "coreMigrationVersion": "8.5.0", + "id": "elasticsearch-metrics-ingest-pipelines", + "migrationVersion": { + "dashboard": "8.5.0" + }, + "references": [ + { + "id": "metrics-*", + "name": "0c31867b-9c91-4249-ac53-2c1dcb946d97:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "62553d02-5a7d-400b-979e-36da6aef012e:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "456d1766-f859-45aa-8d5f-d1b6d5450ebd:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "6c6cdffc-1198-4228-b0b7-a26e0191e71d:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "e4f9ecca-8f6f-43e9-bcec-c957c844305c:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "b0f1bd96-8713-4169-88f7-19a976405bcd:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "metrics-*", + "name": "0b317030-44f2-46d1-9790-c1a7e0ac0fae:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "type": "dashboard", + "updated_at": "2022-11-08T21:37:13.724Z", + "version": "WzUwODcsMV0=" +} \ No newline at end of file From d6d29502b9caa64d3a1814d1f04e006d3f99c3b0 Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Tue, 8 Nov 2022 22:58:13 +0100 Subject: [PATCH 03/15] Temp use logs instead --- .../data_stream/ingest/manifest.yml | 2 +- .../elasticsearch-metrics-ingest-pipelines.json | 16 ++++++++-------- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/packages/elasticsearch/data_stream/ingest/manifest.yml b/packages/elasticsearch/data_stream/ingest/manifest.yml index 36912832e60..933a4219dd8 100644 --- a/packages/elasticsearch/data_stream/ingest/manifest.yml +++ b/packages/elasticsearch/data_stream/ingest/manifest.yml @@ -1,4 +1,4 @@ -type: metrics +type: logs title: Elasticsearch ingest metrics release: experimental dataset: elasticsearch.stack_monitoring.ingest diff --git a/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json b/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json index 028040865cc..eb12e857cb5 100644 --- a/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json +++ b/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json @@ -6,7 +6,7 @@ "searchSourceJSON": "{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}" }, "optionsJSON": "{\"useMargins\":true,\"syncColors\":false,\"syncTooltips\":false,\"hidePanelTitles\":false}", - "panelsJSON": "[{\"version\":\"8.5.0\",\"type\":\"visualization\",\"gridData\":{\"x\":0,\"y\":0,\"w\":48,\"h\":4,\"i\":\"32ce43ec-edb2-4e30-8fb3-df52e06c885c\"},\"panelIndex\":\"32ce43ec-edb2-4e30-8fb3-df52e06c885c\",\"embeddableConfig\":{\"savedVis\":{\"id\":\"\",\"title\":\"\",\"description\":\"\",\"type\":\"markdown\",\"params\":{\"fontSize\":12,\"openLinksInNewTab\":false,\"markdown\":\"# Pipelines\"},\"uiState\":{},\"data\":{\"aggs\":[],\"searchSource\":{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}}},\"enhancements\":{}}},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":0,\"y\":4,\"w\":24,\"h\":30,\"i\":\"0c31867b-9c91-4249-ac53-2c1dcb946d97\"},\"panelIndex\":\"0c31867b-9c91-4249-ac53-2c1dcb946d97\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsDatatable\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"layerType\":\"data\",\"columns\":[{\"columnId\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\"},{\"columnId\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"summaryRow\":\"sum\"},{\"columnId\":\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"isTransposed\":false,\"summaryRow\":\"sum\"}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Ingest Pipeline\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":25,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.count)\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\":{\"label\":\"Part of CPU Time\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\":{\"label\":\"CPU Time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.cpu_time)\",\"isFormulaBroken\":false,\"format\":{\"id\":\"number\",\"params\":{\"decimals\":0,\"suffix\":\" ms\"}}},\"references\":[\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\",\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":4,\"w\":24,\"h\":15,\"i\":\"62553d02-5a7d-400b-979e-36da6aef012e\"},\"panelIndex\":\"62553d02-5a7d-400b-979e-36da6aef012e\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.ingest.pipeline.name\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}}},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":19,\"w\":24,\"h\":15,\"i\":\"456d1766-f859-45aa-8d5f-d1b6d5450ebd\"},\"panelIndex\":\"456d1766-f859-45aa-8d5f-d1b6d5450ebd\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.ingest.pipeline.name\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"CPU time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.cpu_time))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"visualization\",\"gridData\":{\"x\":0,\"y\":34,\"w\":48,\"h\":4,\"i\":\"dbd0e474-0a8d-42d1-a48a-07c7cf1f1828\"},\"panelIndex\":\"dbd0e474-0a8d-42d1-a48a-07c7cf1f1828\",\"embeddableConfig\":{\"savedVis\":{\"title\":\"\",\"description\":\"\",\"type\":\"markdown\",\"params\":{\"fontSize\":12,\"openLinksInNewTab\":false,\"markdown\":\"# Nodes\"},\"uiState\":{},\"data\":{\"aggs\":[],\"searchSource\":{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":0,\"y\":38,\"w\":24,\"h\":30,\"i\":\"6c6cdffc-1198-4228-b0b7-a26e0191e71d\"},\"panelIndex\":\"6c6cdffc-1198-4228-b0b7-a26e0191e71d\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsDatatable\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"layerType\":\"data\",\"columns\":[{\"columnId\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\"},{\"columnId\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"summaryRow\":\"sum\"},{\"columnId\":\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"isTransposed\":false,\"summaryRow\":\"sum\"}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Ingest Pipeline\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":25,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.count)\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\":{\"label\":\"Part of CPU Time\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\":{\"label\":\"CPU Time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.cpu_time)\",\"isFormulaBroken\":false,\"format\":{\"id\":\"number\",\"params\":{\"decimals\":0,\"suffix\":\" ms\"}}},\"references\":[\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\",\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":38,\"w\":24,\"h\":15,\"i\":\"e4f9ecca-8f6f-43e9-bcec-c957c844305c\"},\"panelIndex\":\"e4f9ecca-8f6f-43e9-bcec-c957c844305c\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.node.id\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.node.id\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":53,\"w\":24,\"h\":15,\"i\":\"b0f1bd96-8713-4169-88f7-19a976405bcd\"},\"panelIndex\":\"b0f1bd96-8713-4169-88f7-19a976405bcd\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.node.id\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.node.id\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"CPU time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.cpu_time))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":0,\"y\":68,\"w\":48,\"h\":11,\"i\":\"0b317030-44f2-46d1-9790-c1a7e0ac0fae\"},\"panelIndex\":\"0b317030-44f2-46d1-9790-c1a7e0ac0fae\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsHeatmap\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"metrics-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"shape\":\"heatmap\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"layerType\":\"data\",\"legend\":{\"isVisible\":false,\"position\":\"right\",\"type\":\"heatmap_legend\"},\"gridConfig\":{\"type\":\"heatmap_grid\",\"isCellLabelVisible\":true,\"isYAxisLabelVisible\":true,\"isXAxisLabelVisible\":true,\"isYAxisTitleVisible\":false,\"isXAxisTitleVisible\":false},\"valueAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"xAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"yAccessor\":\"a3252405-b001-460f-bb01-494dc15447ba\",\"palette\":{\"type\":\"palette\",\"name\":\"warm\",\"params\":{\"name\":\"warm\",\"continuity\":\"above\",\"reverse\":false,\"stops\":[{\"color\":\"#f7e0b8\",\"stop\":0},{\"color\":\"#f2c596\",\"stop\":20},{\"color\":\"#eca976\",\"stop\":40},{\"color\":\"#e78c5b\",\"stop\":60},{\"color\":\"#e7664c\",\"stop\":80}],\"rangeMin\":0,\"rangeMax\":null},\"accessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\"}},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 20 values of elasticsearch.ingest.pipeline.name\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":20,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.count)\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"a3252405-b001-460f-bb01-494dc15447ba\":{\"label\":\"Node\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.node.id\",\"isBucketed\":true,\"params\":{\"size\":25,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"},\"secondaryFields\":[],\"accuracyMode\":false},\"customLabel\":true}},\"columnOrder\":[\"a3252405-b001-460f-bb01-494dc15447ba\",\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"}]", + "panelsJSON": "[{\"version\":\"8.5.0\",\"type\":\"visualization\",\"gridData\":{\"x\":0,\"y\":0,\"w\":48,\"h\":4,\"i\":\"32ce43ec-edb2-4e30-8fb3-df52e06c885c\"},\"panelIndex\":\"32ce43ec-edb2-4e30-8fb3-df52e06c885c\",\"embeddableConfig\":{\"savedVis\":{\"id\":\"\",\"title\":\"\",\"description\":\"\",\"type\":\"markdown\",\"params\":{\"fontSize\":12,\"openLinksInNewTab\":false,\"markdown\":\"# Pipelines\"},\"uiState\":{},\"data\":{\"aggs\":[],\"searchSource\":{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}}},\"enhancements\":{}}},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":0,\"y\":4,\"w\":24,\"h\":30,\"i\":\"0c31867b-9c91-4249-ac53-2c1dcb946d97\"},\"panelIndex\":\"0c31867b-9c91-4249-ac53-2c1dcb946d97\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsDatatable\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"layerType\":\"data\",\"columns\":[{\"columnId\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\"},{\"columnId\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"summaryRow\":\"sum\"},{\"columnId\":\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"isTransposed\":false,\"summaryRow\":\"sum\"}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Ingest Pipeline\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":25,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.count)\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\":{\"label\":\"Part of CPU Time\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\":{\"label\":\"CPU Time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.cpu_time)\",\"isFormulaBroken\":false,\"format\":{\"id\":\"number\",\"params\":{\"decimals\":0,\"suffix\":\" ms\"}}},\"references\":[\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\",\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":4,\"w\":24,\"h\":15,\"i\":\"62553d02-5a7d-400b-979e-36da6aef012e\"},\"panelIndex\":\"62553d02-5a7d-400b-979e-36da6aef012e\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.ingest.pipeline.name\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}}},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":19,\"w\":24,\"h\":15,\"i\":\"456d1766-f859-45aa-8d5f-d1b6d5450ebd\"},\"panelIndex\":\"456d1766-f859-45aa-8d5f-d1b6d5450ebd\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.ingest.pipeline.name\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"CPU time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.cpu_time))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"visualization\",\"gridData\":{\"x\":0,\"y\":34,\"w\":48,\"h\":4,\"i\":\"dbd0e474-0a8d-42d1-a48a-07c7cf1f1828\"},\"panelIndex\":\"dbd0e474-0a8d-42d1-a48a-07c7cf1f1828\",\"embeddableConfig\":{\"savedVis\":{\"title\":\"\",\"description\":\"\",\"type\":\"markdown\",\"params\":{\"fontSize\":12,\"openLinksInNewTab\":false,\"markdown\":\"# Nodes\"},\"uiState\":{},\"data\":{\"aggs\":[],\"searchSource\":{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":0,\"y\":38,\"w\":24,\"h\":30,\"i\":\"6c6cdffc-1198-4228-b0b7-a26e0191e71d\"},\"panelIndex\":\"6c6cdffc-1198-4228-b0b7-a26e0191e71d\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsDatatable\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"layerType\":\"data\",\"columns\":[{\"columnId\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\"},{\"columnId\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"summaryRow\":\"sum\"},{\"columnId\":\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"isTransposed\":false,\"summaryRow\":\"sum\"}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Ingest Pipeline\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":25,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.count)\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\":{\"label\":\"Part of CPU Time\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\":{\"label\":\"CPU Time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.cpu_time)\",\"isFormulaBroken\":false,\"format\":{\"id\":\"number\",\"params\":{\"decimals\":0,\"suffix\":\" ms\"}}},\"references\":[\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\",\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":38,\"w\":24,\"h\":15,\"i\":\"e4f9ecca-8f6f-43e9-bcec-c957c844305c\"},\"panelIndex\":\"e4f9ecca-8f6f-43e9-bcec-c957c844305c\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.node.id\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.node.id\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":53,\"w\":24,\"h\":15,\"i\":\"b0f1bd96-8713-4169-88f7-19a976405bcd\"},\"panelIndex\":\"b0f1bd96-8713-4169-88f7-19a976405bcd\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.node.id\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.node.id\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"CPU time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.cpu_time))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":0,\"y\":68,\"w\":48,\"h\":11,\"i\":\"0b317030-44f2-46d1-9790-c1a7e0ac0fae\"},\"panelIndex\":\"0b317030-44f2-46d1-9790-c1a7e0ac0fae\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsHeatmap\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"shape\":\"heatmap\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"layerType\":\"data\",\"legend\":{\"isVisible\":false,\"position\":\"right\",\"type\":\"heatmap_legend\"},\"gridConfig\":{\"type\":\"heatmap_grid\",\"isCellLabelVisible\":true,\"isYAxisLabelVisible\":true,\"isXAxisLabelVisible\":true,\"isYAxisTitleVisible\":false,\"isXAxisTitleVisible\":false},\"valueAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"xAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"yAccessor\":\"a3252405-b001-460f-bb01-494dc15447ba\",\"palette\":{\"type\":\"palette\",\"name\":\"warm\",\"params\":{\"name\":\"warm\",\"continuity\":\"above\",\"reverse\":false,\"stops\":[{\"color\":\"#f7e0b8\",\"stop\":0},{\"color\":\"#f2c596\",\"stop\":20},{\"color\":\"#eca976\",\"stop\":40},{\"color\":\"#e78c5b\",\"stop\":60},{\"color\":\"#e7664c\",\"stop\":80}],\"rangeMin\":0,\"rangeMax\":null},\"accessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\"}},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 20 values of elasticsearch.ingest.pipeline.name\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":20,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.count)\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"a3252405-b001-460f-bb01-494dc15447ba\":{\"label\":\"Node\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.node.id\",\"isBucketed\":true,\"params\":{\"size\":25,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"},\"secondaryFields\":[],\"accuracyMode\":false},\"customLabel\":true}},\"columnOrder\":[\"a3252405-b001-460f-bb01-494dc15447ba\",\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"}]", "timeRestore": false, "title": "[Elasticsearch] Ingest Pipelines", "version": 1 @@ -18,37 +18,37 @@ }, "references": [ { - "id": "metrics-*", + "id": "logs-*", "name": "0c31867b-9c91-4249-ac53-2c1dcb946d97:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "metrics-*", + "id": "logs-*", "name": "62553d02-5a7d-400b-979e-36da6aef012e:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "metrics-*", + "id": "logs-*", "name": "456d1766-f859-45aa-8d5f-d1b6d5450ebd:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "metrics-*", + "id": "logs-*", "name": "6c6cdffc-1198-4228-b0b7-a26e0191e71d:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "metrics-*", + "id": "logs-*", "name": "e4f9ecca-8f6f-43e9-bcec-c957c844305c:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "metrics-*", + "id": "logs-*", "name": "b0f1bd96-8713-4169-88f7-19a976405bcd:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "metrics-*", + "id": "logs-*", "name": "0b317030-44f2-46d1-9790-c1a7e0ac0fae:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" } From 7c5ce88f4f93b0af6d36c83fadb03aa5970a3a80 Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Mon, 28 Nov 2022 18:10:49 +0100 Subject: [PATCH 04/15] Update --- .../ingest/agent/stream/stream.yml.hbs | 13 ++++ .../elasticsearch/ingest_pipeline/default.yml | 75 ++++++++++++------- .../data_stream/ingest/fields/fields.yml | 6 +- 3 files changed, 65 insertions(+), 29 deletions(-) diff --git a/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs b/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs index 1bddbd99071..94e9cbf3790 100644 --- a/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs +++ b/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs @@ -22,3 +22,16 @@ response: target: body.ingest.pipelines keep_parent: true key_field: pipeline_id + +processors: +- decode_json_fields: + fields: ["message"] +- drop_event: + when: + and: + - equals: + message.ingest.pipelines.count: 0 + - equals: + message.ingest.pipelines.failed: 0 + - equals: + message.ingest.pipelines.time_in_millis: 0 diff --git a/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml b/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml index 624ccea0757..4d9bb26ac0b 100644 --- a/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml +++ b/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml @@ -1,29 +1,52 @@ --- description: Pipeline for parsing pipeline ingest stats processors: - - set: - field: "message" - ignore_empty_value: true - copy_from: "event.original" - - json: - field: "message" - - set: - field: "elasticsearch.ingest.pipeline.name" - copy_from: "message.ingest.pipelines.pipeline_id" - - set: - field: "elasticsearch.node.id" - copy_from: "message.node_id" - - set: - field: "elasticsearch.ingest.pipeline.total.count" - copy_from: "message.ingest.pipelines.count" - - set: - field: "elasticsearch.ingest.pipeline.total.current" - copy_from: "message.ingest.pipelines.current" - - set: - field: "elasticsearch.ingest.pipeline.total.failed" - copy_from: "message.ingest.pipelines.failed" - - set: - field: "elasticsearch.ingest.pipeline.total.cpu_time" - copy_from: "message.ingest.pipelines.time_in_millis" - - remove: - field: "message" + - set: + ignore_empty_value: true + field: "event.original" + copy_from: "message" + - set: + field: "elasticsearch.ingest.pipeline.name" + copy_from: "message.ingest.pipelines.pipeline_id" + - set: + field: "elasticsearch.node.id" + copy_from: "message.node_id" + - set: + field: "elasticsearch.ingest.pipeline.total.count" + copy_from: "message.ingest.pipelines.count" + - set: + field: "elasticsearch.ingest.pipeline.total.failed" + copy_from: "message.ingest.pipelines.failed" + - set: + field: "elasticsearch.ingest.pipeline.total.total_cpu_time" + copy_from: "message.ingest.pipelines.time_in_millis" + - script: + lang: painless + source: | + Map pipeline = ctx['message']['ingest']['pipelines']; + long self_cpu_time = pipeline['time_in_millis']; + long count_processors = 0; + def processors = new ArrayList(); + + for (processor in pipeline['processors']) { + String pName = processor.keySet().toArray()[0]; + Map p = processor[pName]; + if (p['type'] == 'pipeline') { + self_cpu_time -= p['stats']['time_in_millis']; + } + + Map pp = new HashMap(); + pp.put('index', count_processors); + pp.put('name', pName); + pp.put('type', p['type']); + pp.put('total_cpu_time', p['stats']['time_in_millis']); + pp.put('count', p['stats']['count']); + processors.add(pp); + count_processors++; + } + + ctx['elasticsearch']['ingest']['pipeline']['total']['self_cpu_time'] = self_cpu_time; + ctx['elasticsearch']['ingest']['pipeline']['total']['processors_count'] = count_processors; + ctx['elasticsearch']['ingest']['pipeline']['processors'] = processors; + - remove: + field: "message" diff --git a/packages/elasticsearch/data_stream/ingest/fields/fields.yml b/packages/elasticsearch/data_stream/ingest/fields/fields.yml index fb98ee1bcc3..b649ee16e6c 100644 --- a/packages/elasticsearch/data_stream/ingest/fields/fields.yml +++ b/packages/elasticsearch/data_stream/ingest/fields/fields.yml @@ -14,9 +14,9 @@ fields: - name: count type: long - - name: current - type: long - name: failed type: long - - name: cpu_time + - name: total_cpu_time + type: long + - name: self_cpu_time type: long From 264bc06e3a966fb700b294eb5831f98d6f90615d Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Thu, 8 Dec 2022 12:45:32 +0100 Subject: [PATCH 05/15] Update with more cluster and node fields --- .../ingest/agent/stream/stream.yml.hbs | 28 +- .../elasticsearch/ingest_pipeline/default.yml | 27 +- .../data_stream/ingest/fields/fields.yml | 6 - .../ingest/fields/package-fields.yml | 22 + ...lasticsearch-metrics-ingest-pipelines.json | 2978 ++++++++++++++++- 5 files changed, 2976 insertions(+), 85 deletions(-) create mode 100644 packages/elasticsearch/data_stream/ingest/fields/package-fields.yml diff --git a/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs b/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs index 94e9cbf3790..c3fa98f86d1 100644 --- a/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs +++ b/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs @@ -9,7 +9,7 @@ auth.basic: request: method: "GET" - url: {{hosts.[0]}}/_nodes/stats/ingest?filter_path=nodes.*.ingest + url: {{hosts.[0]}}/_nodes/stats/ingest # timeout: response: @@ -17,21 +17,23 @@ response: type: map target: body.nodes key_field: node_id + keep_parent: true split: type: map - target: body.ingest.pipelines + target: body.nodes.ingest.pipelines keep_parent: true key_field: pipeline_id processors: -- decode_json_fields: - fields: ["message"] -- drop_event: - when: - and: - - equals: - message.ingest.pipelines.count: 0 - - equals: - message.ingest.pipelines.failed: 0 - - equals: - message.ingest.pipelines.time_in_millis: 0 + - decode_json_fields: + fields: + - message + - drop_event: + when: + and: + - equals: + message.nodes.ingest.pipelines.count: 0 + - equals: + message.nodes.ingest.pipelines.failed: 0 + - equals: + message.nodes.ingest.pipelines.time_in_millis: 0 diff --git a/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml b/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml index 4d9bb26ac0b..2f83c6fe8bf 100644 --- a/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml +++ b/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml @@ -2,28 +2,33 @@ description: Pipeline for parsing pipeline ingest stats processors: - set: - ignore_empty_value: true - field: "event.original" - copy_from: "message" - - set: - field: "elasticsearch.ingest.pipeline.name" - copy_from: "message.ingest.pipelines.pipeline_id" + field: "elasticsearch.cluster.name" + copy_from: "message.cluster_name" - set: field: "elasticsearch.node.id" - copy_from: "message.node_id" + copy_from: "message.nodes.node_id" + - set: + field: "elasticsearch.node.name" + copy_from: "message.nodes.name" + - set: + field: "elasticsearch.node.roles" + copy_from: "message.nodes.roles" + - set: + field: "elasticsearch.ingest.pipeline.name" + copy_from: "message.nodes.ingest.pipelines.pipeline_id" - set: field: "elasticsearch.ingest.pipeline.total.count" - copy_from: "message.ingest.pipelines.count" + copy_from: "message.nodes.ingest.pipelines.count" - set: field: "elasticsearch.ingest.pipeline.total.failed" - copy_from: "message.ingest.pipelines.failed" + copy_from: "message.nodes.ingest.pipelines.failed" - set: field: "elasticsearch.ingest.pipeline.total.total_cpu_time" - copy_from: "message.ingest.pipelines.time_in_millis" + copy_from: "message.nodes.ingest.pipelines.time_in_millis" - script: lang: painless source: | - Map pipeline = ctx['message']['ingest']['pipelines']; + Map pipeline = ctx['message']['nodes']['ingest']['pipelines']; long self_cpu_time = pipeline['time_in_millis']; long count_processors = 0; def processors = new ArrayList(); diff --git a/packages/elasticsearch/data_stream/ingest/fields/fields.yml b/packages/elasticsearch/data_stream/ingest/fields/fields.yml index b649ee16e6c..4282dceb248 100644 --- a/packages/elasticsearch/data_stream/ingest/fields/fields.yml +++ b/packages/elasticsearch/data_stream/ingest/fields/fields.yml @@ -1,9 +1,3 @@ -- name: elasticsearch.node - type: group - fields: - - name: id - type: keyword - - name: elasticsearch.ingest.pipeline type: group fields: diff --git a/packages/elasticsearch/data_stream/ingest/fields/package-fields.yml b/packages/elasticsearch/data_stream/ingest/fields/package-fields.yml new file mode 100644 index 00000000000..e5d6d34402c --- /dev/null +++ b/packages/elasticsearch/data_stream/ingest/fields/package-fields.yml @@ -0,0 +1,22 @@ +- name: elasticsearch + type: group + fields: + - name: cluster.name + type: keyword + description: | + Elasticsearch cluster name + - name: node + type: group + fields: + - name: id + type: keyword + description: | + Node ID + - name: name + type: keyword + description: | + Node name + - name: roles + type: keyword + description: | + Node roles diff --git a/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json b/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json index eb12e857cb5..a5581e68e42 100644 --- a/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json +++ b/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json @@ -1,59 +1,2927 @@ { - "attributes": { - "description": "", - "hits": 0, - "kibanaSavedObjectMeta": { - "searchSourceJSON": "{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}" + "attributes": { + "controlGroupInput": { + "chainingSystem": "HIERARCHICAL", + "controlStyle": "oneLine", + "ignoreParentSettingsJSON": "{\"ignoreFilters\":false,\"ignoreQuery\":false,\"ignoreTimerange\":false,\"ignoreValidations\":false}", + "panelsJSON": "{\"d71679da-0013-430a-982a-7aa466e582f8\":{\"order\":2,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.node.name\",\"title\":\"Node\",\"id\":\"d71679da-0013-430a-982a-7aa466e582f8\",\"enhancements\":{},\"selectedOptions\":[]}},\"01070ea3-1a87-4fcc-927d-18b02827b891\":{\"order\":3,\"width\":\"large\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.ingest.pipeline.name\",\"title\":\"Pipeline\",\"id\":\"01070ea3-1a87-4fcc-927d-18b02827b891\",\"enhancements\":{},\"selectedOptions\":[]}},\"de9376f3-00fd-46cb-9b75-3909c5d17a37\":{\"order\":0,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.cluster.name\",\"title\":\"Cluster\",\"id\":\"de9376f3-00fd-46cb-9b75-3909c5d17a37\",\"enhancements\":{}}},\"b89ded5a-50c5-47b3-a935-ee12f9f8aaf7\":{\"order\":1,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.node.roles\",\"title\":\"Node Roles\",\"id\":\"b89ded5a-50c5-47b3-a935-ee12f9f8aaf7\",\"selectedOptions\":[],\"enhancements\":{}}}}" + }, + "description": "", + "hits": 0, + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [ + { + "$state": { + "store": "appState" + }, + "meta": { + "alias": "Fleet global pipeline", + "disabled": true, + "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "key": "elasticsearch.ingest.pipeline.name", + "negate": false, + "params": [ + ".fleet_final_pipeline-1" + ], + "type": "phrases", + "value": [ + ".fleet_final_pipeline-1" + ] + }, + "query": { + "bool": { + "minimum_should_match": 1, + "should": [ + { + "match_phrase": { + "elasticsearch.ingest.pipeline.name": ".fleet_final_pipeline-1" + } + } + ] + } + } + } + ], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "optionsJSON": { + "hidePanelTitles": false, + "syncColors": false, + "syncTooltips": false, + "useMargins": true + }, + "panelsJSON": [ + { + "embeddableConfig": { + "enhancements": {}, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "params": { + "fontSize": 12, + "markdown": "# Overview", + "openLinksInNewTab": false + }, + "title": "", + "type": "markdown", + "uiState": {} + } + }, + "gridData": { + "h": 4, + "i": "64faf306-3732-4cd2-8d17-a4fa03ca3e75", + "w": 48, + "x": 0, + "y": 0 + }, + "panelIndex": "64faf306-3732-4cd2-8d17-a4fa03ca3e75", + "title": "", + "type": "visualization", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-3faa4240-11c3-43c8-980f-0dda1d9d3c08", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "3faa4240-11c3-43c8-980f-0dda1d9d3c08": { + "columnOrder": [ + "7ee48652-d095-4cb7-af8a-c779631d4b8c" + ], + "columns": { + "7ee48652-d095-4cb7-af8a-c779631d4b8c": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Active pipelines", + "operationType": "unique_count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "accessor": "7ee48652-d095-4cb7-af8a-c779631d4b8c", + "layerId": "3faa4240-11c3-43c8-980f-0dda1d9d3c08", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsLegacyMetric" + }, + "enhancements": {} + }, + "gridData": { + "h": 14, + "i": "e5ab9dda-69bd-4138-8df1-812e4a376d09", + "w": 6, + "x": 0, + "y": 4 + }, + "panelIndex": "e5ab9dda-69bd-4138-8df1-812e4a376d09", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-3faa4240-11c3-43c8-980f-0dda1d9d3c08", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "3faa4240-11c3-43c8-980f-0dda1d9d3c08": { + "columnOrder": [ + "7ee48652-d095-4cb7-af8a-c779631d4b8c" + ], + "columns": { + "7ee48652-d095-4cb7-af8a-c779631d4b8c": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Nodes running pipelines", + "operationType": "unique_count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.node.id" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "accessor": "7ee48652-d095-4cb7-af8a-c779631d4b8c", + "layerId": "3faa4240-11c3-43c8-980f-0dda1d9d3c08", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsLegacyMetric" + }, + "enhancements": {} + }, + "gridData": { + "h": 14, + "i": "46467ea8-7ba6-43d1-b61a-d3b6e23e6742", + "w": 6, + "x": 6, + "y": 4 + }, + "panelIndex": "46467ea8-7ba6-43d1-b61a-d3b6e23e6742", + "title": "", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Documents processed", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Events", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Events", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "elasticsearch.node.id" + ], + "size": 20 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "emphasizeFitting": true, + "endValue": "None", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "sum", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "area_stacked", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": false, + "maxLines": 1, + "position": "top", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 14, + "i": "62553d02-5a7d-400b-979e-36da6aef012e", + "w": 36, + "x": 12, + "y": 4 + }, + "panelIndex": "62553d02-5a7d-400b-979e-36da6aef012e", + "title": "Documents processed by ingest pipelines", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "enhancements": {}, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "id": "", + "params": { + "fontSize": 12, + "markdown": "# Breakdowns by pipeline and node", + "openLinksInNewTab": false + }, + "title": "", + "type": "markdown", + "uiState": {} + } + }, + "gridData": { + "h": 4, + "i": "32ce43ec-edb2-4e30-8fb3-df52e06c885c", + "w": 48, + "x": 0, + "y": 18 + }, + "panelIndex": "32ce43ec-edb2-4e30-8fb3-df52e06c885c", + "type": "visualization", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "4a999eff-ba72-4344-9077-db8f9d27cf45", + "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "0bc394bd-4e71-4611-a300-e8d87d37efa6": { + "dataType": "string", + "isBucketed": true, + "label": "Top 20 values of elasticsearch.ingest.pipeline.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "customLabel": false, + "dataType": "number", + "isBucketed": false, + "label": "Count of records", + "operationType": "count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "___records___" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 20 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + }, + "4a999eff-ba72-4344-9077-db8f9d27cf45": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Node", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "operationType": "sum", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "secondaryFields": [], + "size": 20 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.node.name" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Documents", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total time spent (s)", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", + "isFormulaBroken": false + }, + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1" + ], + "scale": "ratio" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Total time spent (s)", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Total time spent (s)", + "operationType": "counter_rate", + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "columns": [ + { + "collapseFn": "", + "columnId": "4a999eff-ba72-4344-9077-db8f9d27cf45", + "isTransposed": false + }, + { + "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", + "summaryRow": "none" + }, + { + "collapseFn": "sum", + "columnId": "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "isTransposed": false + }, + { + "columnId": "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "isTransposed": false + }, + { + "collapseFn": "sum", + "columnId": "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "isTransposed": false + } + ], + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": { + "dynamicActions": { + "events": [ + { + "action": { + "config": { + "encodeUrl": true, + "openInNewTab": false, + "url": { + "template": "{{kibanaUrl}}/app/monitoring#/elasticsearch/nodes/{{event.values.[0]}}\n" + } + }, + "factoryId": "URL_DRILLDOWN", + "name": "View node metrics" + }, + "eventId": "33193580-dcb3-45f8-9be5-7f0570d64227", + "triggers": [ + "ROW_CLICK_TRIGGER" + ] + } + ] + } + }, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "e4f9ecca-8f6f-43e9-bcec-c957c844305c", + "w": 17, + "x": 0, + "y": 22 + }, + "panelIndex": "e4f9ecca-8f6f-43e9-bcec-c957c844305c", + "title": "Nodes processing most documents", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Documents", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Events", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Events", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "elasticsearch.node.name" + ], + "size": 10 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" and not elasticsearch.ingest.pipeline.name : \".fleet_final_pipeline-1\"" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": true, + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9", + "w": 31, + "x": 17, + "y": 22 + }, + "panelIndex": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9", + "title": "Documents processed by top nodes processing top pipelines", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Time spent", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "elasticsearch.node.name" + ], + "size": 8 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" and not elasticsearch.ingest.pipeline.name : \".fleet_final_pipeline-1\"" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": true, + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 19, + "i": "0cc9444d-c323-4ceb-b43d-072caf360183", + "w": 31, + "x": 17, + "y": 40 + }, + "panelIndex": "0cc9444d-c323-4ceb-b43d-072caf360183", + "title": "Time spent by top nodes processing top pipelines", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "4a999eff-ba72-4344-9077-db8f9d27cf45", + "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "0bc394bd-4e71-4611-a300-e8d87d37efa6": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Pipeline", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "customLabel": false, + "dataType": "number", + "isBucketed": false, + "label": "Count of records", + "operationType": "count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "___records___" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 500 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + }, + "4a999eff-ba72-4344-9077-db8f9d27cf45": { + "dataType": "string", + "isBucketed": true, + "label": "Top 500 values of elasticsearch.node.id", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "operationType": "sum", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 500 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.node.id" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Documents", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total time spent (s)", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", + "isFormulaBroken": false + }, + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1" + ], + "scale": "ratio" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Total time spent (s)", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Total time spent (s)", + "operationType": "counter_rate", + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "columns": [ + { + "collapseFn": "sum", + "columnId": "4a999eff-ba72-4344-9077-db8f9d27cf45", + "isTransposed": false + }, + { + "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", + "summaryRow": "none" + }, + { + "collapseFn": "sum", + "columnId": "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "isTransposed": false + }, + { + "columnId": "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "isTransposed": false + }, + { + "collapseFn": "", + "columnId": "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "isTransposed": false + } + ], + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "sorting": { + "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", + "direction": "desc" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": { + "dynamicActions": { + "events": [ + { + "action": { + "config": { + "encodeUrl": true, + "openInNewTab": false, + "url": { + "template": "{{kibanaUrl}}/app/management/ingest/ingest_pipelines/edit/{{event.values.[0]}}" + } + }, + "factoryId": "URL_DRILLDOWN", + "name": "Edit pipeline" + }, + "eventId": "b8f207fb-daa8-4b39-b94b-e9dab4cdb4ad", + "triggers": [ + "ROW_CLICK_TRIGGER" + ] + } + ] + } + }, + "hidePanelTitles": false + }, + "gridData": { + "h": 19, + "i": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d", + "w": 17, + "x": 0, + "y": 40 + }, + "panelIndex": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d", + "title": "Pipelines processing most documents", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0", + "d66446a1-b145-40ba-8d88-5771c524ab37X4", + "d66446a1-b145-40ba-8d88-5771c524ab37X3", + "d66446a1-b145-40ba-8d88-5771c524ab37X2" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Time spent per document processed", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)) / counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X4" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent per document processed", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent per document processed", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent per document processed", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X3": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent per document processed", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X2" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X4": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent per document processed", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X3" + ], + "location": { + "max": 131, + "min": 0 + }, + "name": "divide", + "text": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)) / counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "type": "function" + } + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X3" + ], + "scale": "ratio" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "elasticsearch.node.name" + ], + "size": 8 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" and not elasticsearch.ingest.pipeline.name : \".fleet_final_pipeline-1\"" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": true, + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb", + "w": 31, + "x": 17, + "y": 59 + }, + "panelIndex": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb", + "title": "Time spent per document processed", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "4a999eff-ba72-4344-9077-db8f9d27cf45", + "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X4", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X3", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X2", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X5", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X6" + ], + "columns": { + "0bc394bd-4e71-4611-a300-e8d87d37efa6": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Pipeline", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "95th percentile of elasticsearch.ingest.pipeline.total.self_cpu_time", + "operationType": "percentile", + "params": { + "percentile": 95 + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 500 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + }, + "4a999eff-ba72-4344-9077-db8f9d27cf45": { + "dataType": "string", + "isBucketed": true, + "label": "Top 500 values of elasticsearch.node.id", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "operationType": "sum", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 500 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.node.id" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Avg time per doc", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 1, + "suffix": " ms" + } + }, + "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.total.count))))", + "isFormulaBroken": false + }, + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X6" + ], + "scale": "ratio" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "counter_rate", + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "cumulative_sum", + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1" + ], + "scale": "ratio" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X3": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X4": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "counter_rate", + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X3" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X5": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "cumulative_sum", + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X4" + ], + "scale": "ratio" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X6": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X2", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X5" + ], + "location": { + "max": 163, + "min": 0 + }, + "name": "divide", + "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.total.count))))", + "type": "function" + } + }, + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X2", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X5" + ], + "scale": "ratio" + }, + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "columns": [ + { + "collapseFn": "avg", + "columnId": "4a999eff-ba72-4344-9077-db8f9d27cf45", + "isTransposed": false + }, + { + "collapseFn": "sum", + "columnId": "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "isTransposed": false + }, + { + "columnId": "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "isTransposed": false + }, + { + "collapseFn": "", + "columnId": "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "isTransposed": false + } + ], + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "sorting": { + "columnId": "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "direction": "desc" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": { + "dynamicActions": { + "events": [ + { + "action": { + "config": { + "encodeUrl": true, + "openInNewTab": false, + "url": { + "template": "{{kibanaUrl}}/app/management/ingest/ingest_pipelines/edit/{{event.values.[0]}}" + } + }, + "factoryId": "URL_DRILLDOWN", + "name": "Edit pipeline" + }, + "eventId": "0990a8a0-42de-4cf9-b90a-82a51c5a27ea", + "triggers": [ + "ROW_CLICK_TRIGGER" + ] + } + ] + } + }, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "46db7a44-91d5-430a-b63b-9ccc90ebf512", + "w": 17, + "x": 0, + "y": 59 + }, + "panelIndex": "46db7a44-91d5-430a-b63b-9ccc90ebf512", + "title": "Slowest pipelines per document", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Failed Documents", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Failed Documents", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.failed" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Failed Documents", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.failed", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.failed" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "elasticsearch.node.name" + ], + "size": 10 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" and not elasticsearch.ingest.pipeline.name : \".fleet_final_pipeline-1\"" + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": true, + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "da89ce7b-9065-4c56-affc-02eeb02723f0", + "w": 31, + "x": 17, + "y": 77 + }, + "panelIndex": "da89ce7b-9065-4c56-affc-02eeb02723f0", + "title": "Failures processed by top nodes processing top pipelines", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "4a999eff-ba72-4344-9077-db8f9d27cf45", + "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "0bc394bd-4e71-4611-a300-e8d87d37efa6": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Pipeline", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "95th percentile of elasticsearch.ingest.pipeline.total.failed", + "operationType": "percentile", + "params": { + "percentile": 95 + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.failed" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 500 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + }, + "4a999eff-ba72-4344-9077-db8f9d27cf45": { + "dataType": "string", + "isBucketed": true, + "label": "Top 500 values of elasticsearch.node.id", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "customLabel": false, + "dataType": "number", + "isBucketed": false, + "label": "Count of elasticsearch.ingest.pipeline.total.count", + "operationType": "count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 500 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.node.id" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Failed documents", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Failed documents", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.failed" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Failed documents", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "columns": [ + { + "collapseFn": "avg", + "columnId": "4a999eff-ba72-4344-9077-db8f9d27cf45", + "isTransposed": false + }, + { + "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", + "summaryRow": "none" + }, + { + "collapseFn": "sum", + "columnId": "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "isTransposed": false + }, + { + "collapseFn": "", + "columnId": "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "isTransposed": false + } + ], + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "sorting": { + "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", + "direction": "desc" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": { + "dynamicActions": { + "events": [ + { + "action": { + "config": { + "encodeUrl": true, + "openInNewTab": false, + "url": { + "template": "{{kibanaUrl}}/app/management/ingest/ingest_pipelines/edit/{{event.values.[0]}}" + } + }, + "factoryId": "URL_DRILLDOWN", + "name": "Edit pipeline" + }, + "eventId": "c2c6dab8-d750-4521-bbcc-e1b9c19455ba", + "triggers": [ + "ROW_CLICK_TRIGGER" + ] + } + ] + } + }, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84", + "w": 17, + "x": 0, + "y": 77 + }, + "panelIndex": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84", + "title": "Top failing pipelines", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "4a999eff-ba72-4344-9077-db8f9d27cf45", + "a3252405-b001-460f-bb01-494dc15447ba", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "4a999eff-ba72-4344-9077-db8f9d27cf45": { + "dataType": "string", + "isBucketed": true, + "label": "Top 5 values of elasticsearch.ingest.pipeline.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "operationType": "sum", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + }, + "a3252405-b001-460f-bb01-494dc15447ba": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Node", + "operationType": "terms", + "params": { + "accuracyMode": false, + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "secondaryFields": [], + "size": 25 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.node.id" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Documents", + "operationType": "formula", + "params": { + "formula": "max(elasticsearch.ingest.pipeline.total.count)", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "gridConfig": { + "isCellLabelVisible": true, + "isXAxisLabelVisible": true, + "isXAxisTitleVisible": false, + "isYAxisLabelVisible": true, + "isYAxisTitleVisible": false, + "type": "heatmap_grid" + }, + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "legend": { + "isVisible": false, + "position": "right", + "type": "heatmap_legend" + }, + "palette": { + "accessor": "d66446a1-b145-40ba-8d88-5771c524ab37", + "name": "warm", + "params": { + "continuity": "above", + "name": "warm", + "rangeMax": null, + "rangeMin": 0, + "reverse": false, + "stops": [ + { + "color": "#f7e0b8", + "stop": 0 + }, + { + "color": "#f2c596", + "stop": 20 + }, + { + "color": "#eca976", + "stop": 40 + }, + { + "color": "#e78c5b", + "stop": 60 + }, + { + "color": "#e7664c", + "stop": 80 + } + ] + }, + "type": "palette" + }, + "shape": "heatmap", + "valueAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37", + "xAccessor": "4a999eff-ba72-4344-9077-db8f9d27cf45", + "yAccessor": "a3252405-b001-460f-bb01-494dc15447ba" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsHeatmap" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 16, + "i": "0b317030-44f2-46d1-9790-c1a7e0ac0fae", + "w": 48, + "x": 0, + "y": 95 + }, + "panelIndex": "0b317030-44f2-46d1-9790-c1a7e0ac0fae", + "title": "Node x pipeline hotspots - by documents processed", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "logs-*", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "4a999eff-ba72-4344-9077-db8f9d27cf45", + "a3252405-b001-460f-bb01-494dc15447ba", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "4a999eff-ba72-4344-9077-db8f9d27cf45": { + "dataType": "string", + "isBucketed": true, + "label": "Top 5 values of elasticsearch.ingest.pipeline.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "operationType": "sum", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 5 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + }, + "a3252405-b001-460f-bb01-494dc15447ba": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Node", + "operationType": "terms", + "params": { + "accuracyMode": false, + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "secondaryFields": [], + "size": 25 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.node.id" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Time spent", + "operationType": "formula", + "params": { + "formula": "max(elasticsearch.ingest.pipeline.total.self_cpu_time)", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "gridConfig": { + "isCellLabelVisible": true, + "isXAxisLabelVisible": true, + "isXAxisTitleVisible": false, + "isYAxisLabelVisible": true, + "isYAxisTitleVisible": false, + "type": "heatmap_grid" + }, + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "legend": { + "isVisible": false, + "position": "right", + "type": "heatmap_legend" + }, + "palette": { + "accessor": "d66446a1-b145-40ba-8d88-5771c524ab37", + "name": "warm", + "params": { + "continuity": "above", + "name": "warm", + "rangeMax": null, + "rangeMin": 0, + "reverse": false, + "stops": [ + { + "color": "#f7e0b8", + "stop": 0 + }, + { + "color": "#f2c596", + "stop": 20 + }, + { + "color": "#eca976", + "stop": 40 + }, + { + "color": "#e78c5b", + "stop": 60 + }, + { + "color": "#e7664c", + "stop": 80 + } + ] + }, + "type": "palette" + }, + "shape": "heatmap", + "valueAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37", + "xAccessor": "4a999eff-ba72-4344-9077-db8f9d27cf45", + "yAccessor": "a3252405-b001-460f-bb01-494dc15447ba" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsHeatmap" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 16, + "i": "6c703288-f2a0-42e8-8125-ee5d80a15bdf", + "w": 48, + "x": 0, + "y": 111 + }, + "panelIndex": "6c703288-f2a0-42e8-8125-ee5d80a15bdf", + "title": "Node x pipeline hotspots - by time spent", + "type": "lens", + "version": "8.5.1" + } + ], + "timeRestore": false, + "title": "[Elasticsearch] Ingest Pipelines", + "version": 1 }, - "optionsJSON": "{\"useMargins\":true,\"syncColors\":false,\"syncTooltips\":false,\"hidePanelTitles\":false}", - "panelsJSON": "[{\"version\":\"8.5.0\",\"type\":\"visualization\",\"gridData\":{\"x\":0,\"y\":0,\"w\":48,\"h\":4,\"i\":\"32ce43ec-edb2-4e30-8fb3-df52e06c885c\"},\"panelIndex\":\"32ce43ec-edb2-4e30-8fb3-df52e06c885c\",\"embeddableConfig\":{\"savedVis\":{\"id\":\"\",\"title\":\"\",\"description\":\"\",\"type\":\"markdown\",\"params\":{\"fontSize\":12,\"openLinksInNewTab\":false,\"markdown\":\"# Pipelines\"},\"uiState\":{},\"data\":{\"aggs\":[],\"searchSource\":{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}}},\"enhancements\":{}}},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":0,\"y\":4,\"w\":24,\"h\":30,\"i\":\"0c31867b-9c91-4249-ac53-2c1dcb946d97\"},\"panelIndex\":\"0c31867b-9c91-4249-ac53-2c1dcb946d97\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsDatatable\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"layerType\":\"data\",\"columns\":[{\"columnId\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\"},{\"columnId\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"summaryRow\":\"sum\"},{\"columnId\":\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"isTransposed\":false,\"summaryRow\":\"sum\"}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Ingest Pipeline\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":25,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.count)\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\":{\"label\":\"Part of CPU Time\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\":{\"label\":\"CPU Time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.cpu_time)\",\"isFormulaBroken\":false,\"format\":{\"id\":\"number\",\"params\":{\"decimals\":0,\"suffix\":\" ms\"}}},\"references\":[\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\",\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":4,\"w\":24,\"h\":15,\"i\":\"62553d02-5a7d-400b-979e-36da6aef012e\"},\"panelIndex\":\"62553d02-5a7d-400b-979e-36da6aef012e\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.ingest.pipeline.name\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}}},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":19,\"w\":24,\"h\":15,\"i\":\"456d1766-f859-45aa-8d5f-d1b6d5450ebd\"},\"panelIndex\":\"456d1766-f859-45aa-8d5f-d1b6d5450ebd\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.ingest.pipeline.name\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"CPU time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.cpu_time))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"visualization\",\"gridData\":{\"x\":0,\"y\":34,\"w\":48,\"h\":4,\"i\":\"dbd0e474-0a8d-42d1-a48a-07c7cf1f1828\"},\"panelIndex\":\"dbd0e474-0a8d-42d1-a48a-07c7cf1f1828\",\"embeddableConfig\":{\"savedVis\":{\"title\":\"\",\"description\":\"\",\"type\":\"markdown\",\"params\":{\"fontSize\":12,\"openLinksInNewTab\":false,\"markdown\":\"# Nodes\"},\"uiState\":{},\"data\":{\"aggs\":[],\"searchSource\":{\"query\":{\"query\":\"\",\"language\":\"kuery\"},\"filter\":[]}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":0,\"y\":38,\"w\":24,\"h\":30,\"i\":\"6c6cdffc-1198-4228-b0b7-a26e0191e71d\"},\"panelIndex\":\"6c6cdffc-1198-4228-b0b7-a26e0191e71d\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsDatatable\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"layerType\":\"data\",\"columns\":[{\"columnId\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\"},{\"columnId\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"summaryRow\":\"sum\"},{\"columnId\":\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"isTransposed\":false,\"summaryRow\":\"sum\"}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Ingest Pipeline\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":25,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.count)\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\":{\"label\":\"Part of CPU Time\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\":{\"label\":\"CPU Time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.cpu_time)\",\"isFormulaBroken\":false,\"format\":{\"id\":\"number\",\"params\":{\"decimals\":0,\"suffix\":\" ms\"}}},\"references\":[\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\",\"835d2f80-2ea2-4ac3-858e-609b6224e8ac\",\"835d2f80-2ea2-4ac3-858e-609b6224e8acX0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":38,\"w\":24,\"h\":15,\"i\":\"e4f9ecca-8f6f-43e9-bcec-c957c844305c\"},\"panelIndex\":\"e4f9ecca-8f6f-43e9-bcec-c957c844305c\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.node.id\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.node.id\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.count))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":24,\"y\":53,\"w\":24,\"h\":15,\"i\":\"b0f1bd96-8713-4169-88f7-19a976405bcd\"},\"panelIndex\":\"b0f1bd96-8713-4169-88f7-19a976405bcd\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsXY\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"legend\":{\"isVisible\":true,\"showSingleSeries\":true,\"position\":\"top\",\"shouldTruncate\":true,\"maxLines\":1},\"valueLabels\":\"hide\",\"fittingFunction\":\"None\",\"fillOpacity\":0.5,\"yLeftExtent\":{\"mode\":\"full\"},\"yRightExtent\":{\"mode\":\"full\"},\"yLeftScale\":\"linear\",\"yRightScale\":\"linear\",\"axisTitlesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"tickLabelsVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"labelsOrientation\":{\"x\":0,\"yLeft\":0,\"yRight\":0},\"gridlinesVisibilitySettings\":{\"x\":true,\"yLeft\":true,\"yRight\":true},\"preferredSeriesType\":\"line\",\"layers\":[{\"seriesType\":\"area_stacked\",\"layerType\":\"data\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"accessors\":[\"d66446a1-b145-40ba-8d88-5771c524ab37\"],\"yConfig\":[{\"forAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"color\":\"#68BC00\",\"axisMode\":\"left\"}],\"xAccessor\":\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"splitAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"palette\":{\"name\":\"default\",\"type\":\"palette\"}}]},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"d470f360-5ac9-450f-bef2-8c666d25cee7\":{\"label\":\"@timestamp\",\"dataType\":\"date\",\"operationType\":\"date_histogram\",\"sourceField\":\"@timestamp\",\"isBucketed\":true,\"scale\":\"interval\",\"params\":{\"interval\":\"m\",\"includeEmptyRows\":true,\"dropPartials\":true}},\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 8 values of elasticsearch.node.id\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.node.id\",\"isBucketed\":true,\"params\":{\"size\":8,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.cpu_time\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37X1\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"counter_rate\",\"isBucketed\":false,\"scale\":\"ratio\",\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"CPU time\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"counter_rate(sum(elasticsearch.ingest.pipeline.total.cpu_time))\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X1\"],\"timeScale\":\"s\",\"customLabel\":true}},\"columnOrder\":[\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d470f360-5ac9-450f-bef2-8c666d25cee7\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X1\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"},{\"version\":\"8.5.0\",\"type\":\"lens\",\"gridData\":{\"x\":0,\"y\":68,\"w\":48,\"h\":11,\"i\":\"0b317030-44f2-46d1-9790-c1a7e0ac0fae\"},\"panelIndex\":\"0b317030-44f2-46d1-9790-c1a7e0ac0fae\",\"embeddableConfig\":{\"attributes\":{\"title\":\"\",\"visualizationType\":\"lnsHeatmap\",\"type\":\"lens\",\"references\":[{\"type\":\"index-pattern\",\"id\":\"logs-*\",\"name\":\"indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425\"}],\"state\":{\"visualization\":{\"shape\":\"heatmap\",\"layerId\":\"da36c906-5865-4c1f-874d-b021fef6d425\",\"layerType\":\"data\",\"legend\":{\"isVisible\":false,\"position\":\"right\",\"type\":\"heatmap_legend\"},\"gridConfig\":{\"type\":\"heatmap_grid\",\"isCellLabelVisible\":true,\"isYAxisLabelVisible\":true,\"isXAxisLabelVisible\":true,\"isYAxisTitleVisible\":false,\"isXAxisTitleVisible\":false},\"valueAccessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"xAccessor\":\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"yAccessor\":\"a3252405-b001-460f-bb01-494dc15447ba\",\"palette\":{\"type\":\"palette\",\"name\":\"warm\",\"params\":{\"name\":\"warm\",\"continuity\":\"above\",\"reverse\":false,\"stops\":[{\"color\":\"#f7e0b8\",\"stop\":0},{\"color\":\"#f2c596\",\"stop\":20},{\"color\":\"#eca976\",\"stop\":40},{\"color\":\"#e78c5b\",\"stop\":60},{\"color\":\"#e7664c\",\"stop\":80}],\"rangeMin\":0,\"rangeMax\":null},\"accessor\":\"d66446a1-b145-40ba-8d88-5771c524ab37\"}},\"query\":{\"query\":\"data_stream.dataset : \\\"elasticsearch.stack_monitoring.ingest\\\" \",\"language\":\"kuery\"},\"filters\":[],\"datasourceStates\":{\"indexpattern\":{\"layers\":{\"da36c906-5865-4c1f-874d-b021fef6d425\":{\"columns\":{\"4a999eff-ba72-4344-9077-db8f9d27cf45\":{\"label\":\"Top 20 values of elasticsearch.ingest.pipeline.name\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.ingest.pipeline.name\",\"isBucketed\":true,\"params\":{\"size\":20,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"}}},\"d66446a1-b145-40ba-8d88-5771c524ab37X0\":{\"label\":\"Part of Events\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":false},\"customLabel\":true},\"d66446a1-b145-40ba-8d88-5771c524ab37\":{\"label\":\"Events\",\"dataType\":\"number\",\"operationType\":\"formula\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"formula\":\"sum(elasticsearch.ingest.pipeline.total.count)\",\"isFormulaBroken\":false},\"references\":[\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"timeScale\":\"s\",\"customLabel\":true},\"a3252405-b001-460f-bb01-494dc15447ba\":{\"label\":\"Node\",\"dataType\":\"string\",\"operationType\":\"terms\",\"scale\":\"ordinal\",\"sourceField\":\"elasticsearch.node.id\",\"isBucketed\":true,\"params\":{\"size\":25,\"orderBy\":{\"type\":\"custom\"},\"orderAgg\":{\"label\":\"Sum of elasticsearch.ingest.pipeline.total.count\",\"dataType\":\"number\",\"operationType\":\"sum\",\"sourceField\":\"elasticsearch.ingest.pipeline.total.count\",\"isBucketed\":false,\"scale\":\"ratio\",\"params\":{\"emptyAsNull\":true}},\"orderDirection\":\"desc\",\"otherBucket\":true,\"missingBucket\":false,\"parentFormat\":{\"id\":\"terms\"},\"secondaryFields\":[],\"accuracyMode\":false},\"customLabel\":true}},\"columnOrder\":[\"a3252405-b001-460f-bb01-494dc15447ba\",\"4a999eff-ba72-4344-9077-db8f9d27cf45\",\"d66446a1-b145-40ba-8d88-5771c524ab37\",\"d66446a1-b145-40ba-8d88-5771c524ab37X0\"],\"incompleteColumns\":{}}}}},\"internalReferences\":[],\"adHocDataViews\":{}}},\"enhancements\":{}},\"title\":\"\"}]", - "timeRestore": false, - "title": "[Elasticsearch] Ingest Pipelines", - "version": 1 - }, - "coreMigrationVersion": "8.5.0", - "id": "elasticsearch-metrics-ingest-pipelines", - "migrationVersion": { - "dashboard": "8.5.0" - }, - "references": [ - { - "id": "logs-*", - "name": "0c31867b-9c91-4249-ac53-2c1dcb946d97:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", - "type": "index-pattern" + "coreMigrationVersion": "8.5.1", + "id": "elasticsearch-metrics-ingest-pipelines", + "migrationVersion": { + "dashboard": "8.5.0" }, - { - "id": "logs-*", - "name": "62553d02-5a7d-400b-979e-36da6aef012e:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", - "type": "index-pattern" - }, - { - "id": "logs-*", - "name": "456d1766-f859-45aa-8d5f-d1b6d5450ebd:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", - "type": "index-pattern" - }, - { - "id": "logs-*", - "name": "6c6cdffc-1198-4228-b0b7-a26e0191e71d:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", - "type": "index-pattern" - }, - { - "id": "logs-*", - "name": "e4f9ecca-8f6f-43e9-bcec-c957c844305c:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", - "type": "index-pattern" - }, - { - "id": "logs-*", - "name": "b0f1bd96-8713-4169-88f7-19a976405bcd:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", - "type": "index-pattern" - }, - { - "id": "logs-*", - "name": "0b317030-44f2-46d1-9790-c1a7e0ac0fae:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", - "type": "index-pattern" - } - ], - "type": "dashboard", - "updated_at": "2022-11-08T21:37:13.724Z", - "version": "WzUwODcsMV0=" + "references": [ + { + "id": "logs-*", + "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "e5ab9dda-69bd-4138-8df1-812e4a376d09:indexpattern-datasource-layer-3faa4240-11c3-43c8-980f-0dda1d9d3c08", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "46467ea8-7ba6-43d1-b61a-d3b6e23e6742:indexpattern-datasource-layer-3faa4240-11c3-43c8-980f-0dda1d9d3c08", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "62553d02-5a7d-400b-979e-36da6aef012e:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "e4f9ecca-8f6f-43e9-bcec-c957c844305c:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "0cc9444d-c323-4ceb-b43d-072caf360183:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "46db7a44-91d5-430a-b63b-9ccc90ebf512:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "da89ce7b-9065-4c56-affc-02eeb02723f0:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "0b317030-44f2-46d1-9790-c1a7e0ac0fae:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "6c703288-f2a0-42e8-8125-ee5d80a15bdf:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "controlGroup_d71679da-0013-430a-982a-7aa466e582f8:optionsListDataView", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "controlGroup_01070ea3-1a87-4fcc-927d-18b02827b891:optionsListDataView", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "controlGroup_de9376f3-00fd-46cb-9b75-3909c5d17a37:optionsListDataView", + "type": "index-pattern" + }, + { + "id": "logs-*", + "name": "controlGroup_b89ded5a-50c5-47b3-a935-ee12f9f8aaf7:optionsListDataView", + "type": "index-pattern" + } + ], + "type": "dashboard" } \ No newline at end of file From cdde6bf66367e5f3200413ce7364d5c13198d551 Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Mon, 12 Dec 2022 18:28:11 +0100 Subject: [PATCH 06/15] Add support for displaying metricbeat data --- ...lasticsearch-metrics-ingest-pipelines.json | 158 +++++++++--------- .../elasticsearch-sm-metrics.json | 22 +++ 2 files changed, 101 insertions(+), 79 deletions(-) create mode 100644 packages/elasticsearch/kibana/index_pattern/elasticsearch-sm-metrics.json diff --git a/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json b/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json index a5581e68e42..579cbc75138 100644 --- a/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json +++ b/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json @@ -17,28 +17,18 @@ }, "meta": { "alias": "Fleet global pipeline", - "disabled": true, + "disabled": false, "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", "key": "elasticsearch.ingest.pipeline.name", - "negate": false, - "params": [ - ".fleet_final_pipeline-1" - ], - "type": "phrases", - "value": [ - ".fleet_final_pipeline-1" - ] + "negate": true, + "params": { + "query": ".fleet_final_pipeline-1" + }, + "type": "phrase" }, "query": { - "bool": { - "minimum_should_match": 1, - "should": [ - { - "match_phrase": { - "elasticsearch.ingest.pipeline.name": ".fleet_final_pipeline-1" - } - } - ] + "match_phrase": { + "elasticsearch.ingest.pipeline.name": ".fleet_final_pipeline-1" } } } @@ -91,14 +81,14 @@ "panelIndex": "64faf306-3732-4cd2-8d17-a4fa03ca3e75", "title": "", "type": "visualization", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { "attributes": { "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "indexpattern-datasource-layer-3faa4240-11c3-43c8-980f-0dda1d9d3c08", "type": "index-pattern" } @@ -135,7 +125,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " }, "visualization": { "accessor": "7ee48652-d095-4cb7-af8a-c779631d4b8c", @@ -158,14 +148,14 @@ }, "panelIndex": "e5ab9dda-69bd-4138-8df1-812e4a376d09", "type": "lens", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { "attributes": { "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "indexpattern-datasource-layer-3faa4240-11c3-43c8-980f-0dda1d9d3c08", "type": "index-pattern" } @@ -202,7 +192,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " }, "visualization": { "accessor": "7ee48652-d095-4cb7-af8a-c779631d4b8c", @@ -226,14 +216,14 @@ "panelIndex": "46467ea8-7ba6-43d1-b61a-d3b6e23e6742", "title": "", "type": "lens", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { "attributes": { "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" } @@ -349,7 +339,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -433,7 +423,7 @@ "panelIndex": "62553d02-5a7d-400b-979e-36da6aef012e", "title": "Documents processed by ingest pipelines", "type": "lens", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { @@ -470,14 +460,14 @@ }, "panelIndex": "32ce43ec-edb2-4e30-8fb3-df52e06c885c", "type": "visualization", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { "attributes": { "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" } @@ -666,7 +656,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " }, "visualization": { "columns": [ @@ -737,14 +727,14 @@ "panelIndex": "e4f9ecca-8f6f-43e9-bcec-c957c844305c", "title": "Nodes processing most documents", "type": "lens", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { "attributes": { "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" } @@ -860,7 +850,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" and not elasticsearch.ingest.pipeline.name : \".fleet_final_pipeline-1\"" + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -943,14 +933,14 @@ "panelIndex": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9", "title": "Documents processed by top nodes processing top pipelines", "type": "lens", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { "attributes": { "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" } @@ -1065,7 +1055,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" and not elasticsearch.ingest.pipeline.name : \".fleet_final_pipeline-1\"" + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -1148,14 +1138,14 @@ "panelIndex": "0cc9444d-c323-4ceb-b43d-072caf360183", "title": "Time spent by top nodes processing top pipelines", "type": "lens", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { "attributes": { "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" } @@ -1343,7 +1333,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " }, "visualization": { "columns": [ @@ -1418,14 +1408,14 @@ "panelIndex": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d", "title": "Pipelines processing most documents", "type": "lens", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { "attributes": { "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" } @@ -1594,7 +1584,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" and not elasticsearch.ingest.pipeline.name : \".fleet_final_pipeline-1\"" + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -1677,14 +1667,14 @@ "panelIndex": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb", "title": "Time spent per document processed", "type": "lens", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { "attributes": { "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" } @@ -1914,7 +1904,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " }, "visualization": { "columns": [ @@ -1985,14 +1975,14 @@ "panelIndex": "46db7a44-91d5-430a-b63b-9ccc90ebf512", "title": "Slowest pipelines per document", "type": "lens", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { "attributes": { "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" } @@ -2108,7 +2098,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" and not elasticsearch.ingest.pipeline.name : \".fleet_final_pipeline-1\"" + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -2191,14 +2181,14 @@ "panelIndex": "da89ce7b-9065-4c56-affc-02eeb02723f0", "title": "Failures processed by top nodes processing top pipelines", "type": "lens", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { "attributes": { "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" } @@ -2344,12 +2334,12 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " }, "visualization": { "columns": [ { - "collapseFn": "avg", + "collapseFn": "sum", "columnId": "4a999eff-ba72-4344-9077-db8f9d27cf45", "isTransposed": false }, @@ -2415,14 +2405,14 @@ "panelIndex": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84", "title": "Top failing pipelines", "type": "lens", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { "attributes": { "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" } @@ -2542,7 +2532,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " }, "visualization": { "gridConfig": { @@ -2617,14 +2607,14 @@ "panelIndex": "0b317030-44f2-46d1-9790-c1a7e0ac0fae", "title": "Node x pipeline hotspots - by documents processed", "type": "lens", - "version": "8.5.1" + "version": "8.5.0" }, { "embeddableConfig": { "attributes": { "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" } @@ -2744,7 +2734,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "data_stream.dataset : \"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " }, "visualization": { "gridConfig": { @@ -2819,108 +2809,118 @@ "panelIndex": "6c703288-f2a0-42e8-8125-ee5d80a15bdf", "title": "Node x pipeline hotspots - by time spent", "type": "lens", - "version": "8.5.1" + "version": "8.5.0" } ], "timeRestore": false, "title": "[Elasticsearch] Ingest Pipelines", "version": 1 }, - "coreMigrationVersion": "8.5.1", + "coreMigrationVersion": "8.5.0", "id": "elasticsearch-metrics-ingest-pipelines", "migrationVersion": { "dashboard": "8.5.0" }, "references": [ { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "e5ab9dda-69bd-4138-8df1-812e4a376d09:indexpattern-datasource-layer-3faa4240-11c3-43c8-980f-0dda1d9d3c08", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "46467ea8-7ba6-43d1-b61a-d3b6e23e6742:indexpattern-datasource-layer-3faa4240-11c3-43c8-980f-0dda1d9d3c08", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "62553d02-5a7d-400b-979e-36da6aef012e:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "e4f9ecca-8f6f-43e9-bcec-c957c844305c:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "0cc9444d-c323-4ceb-b43d-072caf360183:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "46db7a44-91d5-430a-b63b-9ccc90ebf512:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "da89ce7b-9065-4c56-affc-02eeb02723f0:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "0b317030-44f2-46d1-9790-c1a7e0ac0fae:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "6c703288-f2a0-42e8-8125-ee5d80a15bdf:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "controlGroup_d71679da-0013-430a-982a-7aa466e582f8:optionsListDataView", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "controlGroup_01070ea3-1a87-4fcc-927d-18b02827b891:optionsListDataView", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "controlGroup_de9376f3-00fd-46cb-9b75-3909c5d17a37:optionsListDataView", "type": "index-pattern" }, { - "id": "logs-*", + "id": "elasticsearch-sm-metrics", "name": "controlGroup_b89ded5a-50c5-47b3-a935-ee12f9f8aaf7:optionsListDataView", "type": "index-pattern" + }, + { + "id": "elasticsearch-managed", + "name": "tag-managed", + "type": "tag" + }, + { + "id": "elasticsearch-elasticsearch", + "name": "tag-elasticsearch", + "type": "tag" } ], "type": "dashboard" diff --git a/packages/elasticsearch/kibana/index_pattern/elasticsearch-sm-metrics.json b/packages/elasticsearch/kibana/index_pattern/elasticsearch-sm-metrics.json new file mode 100644 index 00000000000..3f4130b3196 --- /dev/null +++ b/packages/elasticsearch/kibana/index_pattern/elasticsearch-sm-metrics.json @@ -0,0 +1,22 @@ +{ + "attributes": { + "fieldAttrs": "{}", + "fieldFormatMap": "{}", + "fields": "[]", + "name": "Stack Monitoring Metrics", + "runtimeFieldMap": "{}", + "sourceFilters": "[]", + "timeFieldName": "@timestamp", + "title": "logs-*,metricbeat-*,.monitoring-*", + "typeMeta": "{}" + }, + "coreMigrationVersion": "8.5.0", + "id": "elasticsearch-sm-metrics", + "migrationVersion": { + "index-pattern": "8.0.0" + }, + "references": [], + "type": "index-pattern", + "updated_at": "2022-12-12T16:28:45.196Z", + "version": "Wzg0OCwxXQ==" +} From e50690a0c86e09acac85b4ad4f70f3c84c5f779b Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Mon, 19 Dec 2022 19:08:26 +0100 Subject: [PATCH 07/15] Add dashboard for processor metrics --- .../data_stream/ingest/fields/fields.yml | 13 + ...-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf.json | 4158 +++++++++++++++++ ...lasticsearch-metrics-ingest-pipelines.json | 724 +-- 3 files changed, 4558 insertions(+), 337 deletions(-) create mode 100644 packages/elasticsearch/kibana/dashboard/elasticsearch-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf.json diff --git a/packages/elasticsearch/data_stream/ingest/fields/fields.yml b/packages/elasticsearch/data_stream/ingest/fields/fields.yml index 4282dceb248..48c78eda9dc 100644 --- a/packages/elasticsearch/data_stream/ingest/fields/fields.yml +++ b/packages/elasticsearch/data_stream/ingest/fields/fields.yml @@ -14,3 +14,16 @@ type: long - name: self_cpu_time type: long + - name: processor + type: group + fields: + - name: type + type: keyword + - name: order_index + type: long + - name: count + type: long + - name: failed + type: long + - name: total_cpu_time + type: long diff --git a/packages/elasticsearch/kibana/dashboard/elasticsearch-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf.json b/packages/elasticsearch/kibana/dashboard/elasticsearch-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf.json new file mode 100644 index 00000000000..8b85923624d --- /dev/null +++ b/packages/elasticsearch/kibana/dashboard/elasticsearch-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf.json @@ -0,0 +1,4158 @@ +{ + "attributes": { + "controlGroupInput": { + "chainingSystem": "HIERARCHICAL", + "controlStyle": "oneLine", + "ignoreParentSettingsJSON": "{\"ignoreFilters\":false,\"ignoreQuery\":false,\"ignoreTimerange\":false,\"ignoreValidations\":false}", + "panelsJSON": "{\"d71679da-0013-430a-982a-7aa466e582f8\":{\"order\":2,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.node.name\",\"title\":\"Node\",\"id\":\"d71679da-0013-430a-982a-7aa466e582f8\",\"enhancements\":{},\"selectedOptions\":[]}},\"01070ea3-1a87-4fcc-927d-18b02827b891\":{\"order\":3,\"width\":\"large\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.ingest.pipeline.name\",\"title\":\"Pipeline\",\"id\":\"01070ea3-1a87-4fcc-927d-18b02827b891\",\"enhancements\":{},\"selectedOptions\":[]}},\"de9376f3-00fd-46cb-9b75-3909c5d17a37\":{\"order\":0,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.cluster.name\",\"title\":\"Cluster\",\"id\":\"de9376f3-00fd-46cb-9b75-3909c5d17a37\",\"enhancements\":{}}},\"b89ded5a-50c5-47b3-a935-ee12f9f8aaf7\":{\"order\":1,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.node.roles\",\"title\":\"Node Roles\",\"id\":\"b89ded5a-50c5-47b3-a935-ee12f9f8aaf7\",\"selectedOptions\":[],\"enhancements\":{}}}}" + }, + "description": "", + "hits": 0, + "kibanaSavedObjectMeta": { + "searchSourceJSON": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "optionsJSON": { + "hidePanelTitles": false, + "syncColors": false, + "syncTooltips": false, + "useMargins": false + }, + "panelsJSON": [ + { + "embeddableConfig": { + "enhancements": {}, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "params": { + "fontSize": 12, + "markdown": "# Overview\n\n\u003e Analyze trends in throughput and performance over time for this pipeline", + "openLinksInNewTab": false + }, + "title": "", + "type": "markdown", + "uiState": {} + } + }, + "gridData": { + "h": 8, + "i": "64faf306-3732-4cd2-8d17-a4fa03ca3e75", + "w": 48, + "x": 0, + "y": 0 + }, + "panelIndex": "64faf306-3732-4cd2-8d17-a4fa03ca3e75", + "title": "", + "type": "visualization", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-3faa4240-11c3-43c8-980f-0dda1d9d3c08", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "3faa4240-11c3-43c8-980f-0dda1d9d3c08": { + "columnOrder": [ + "7ee48652-d095-4cb7-af8a-c779631d4b8c" + ], + "columns": { + "7ee48652-d095-4cb7-af8a-c779631d4b8c": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Nodes running this pipeline", + "operationType": "unique_count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.node.id" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "accessor": "7ee48652-d095-4cb7-af8a-c779631d4b8c", + "layerId": "3faa4240-11c3-43c8-980f-0dda1d9d3c08", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsLegacyMetric" + }, + "enhancements": {} + }, + "gridData": { + "h": 28, + "i": "46467ea8-7ba6-43d1-b61a-d3b6e23e6742", + "w": 6, + "x": 0, + "y": 8 + }, + "panelIndex": "46467ea8-7ba6-43d1-b61a-d3b6e23e6742", + "title": "", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0", + "34e5f179-78e1-4975-8f3f-f1f9327a2c42", + "34e5f179-78e1-4975-8f3f-f1f9327a2c42X1", + "34e5f179-78e1-4975-8f3f-f1f9327a2c42X0" + ], + "columns": { + "34e5f179-78e1-4975-8f3f-f1f9327a2c42": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Failures", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "isFormulaBroken": false + }, + "references": [ + "34e5f179-78e1-4975-8f3f-f1f9327a2c42X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "34e5f179-78e1-4975-8f3f-f1f9327a2c42X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents processed", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.failed" + }, + "34e5f179-78e1-4975-8f3f-f1f9327a2c42X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents processed", + "operationType": "counter_rate", + "references": [ + "34e5f179-78e1-4975-8f3f-f1f9327a2c42X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Processed", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents processed", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents processed", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "elasticsearch.node.id" + ], + "size": 20 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "emphasizeFitting": true, + "endValue": "None", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37", + "34e5f179-78e1-4975-8f3f-f1f9327a2c42" + ], + "collapseFn": "sum", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "area", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + }, + { + "axisMode": "left", + "color": "#d36086", + "forAccessor": "34e5f179-78e1-4975-8f3f-f1f9327a2c42" + } + ] + } + ], + "legend": { + "isVisible": false, + "maxLines": 1, + "position": "top", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear", + "yTitle": "Documents" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 14, + "i": "62553d02-5a7d-400b-979e-36da6aef012e", + "w": 42, + "x": 6, + "y": 8 + }, + "panelIndex": "62553d02-5a7d-400b-979e-36da6aef012e", + "title": "EPS and Failures", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0", + "d66446a1-b145-40ba-8d88-5771c524ab37X6", + "d66446a1-b145-40ba-8d88-5771c524ab37X5", + "d66446a1-b145-40ba-8d88-5771c524ab37X4", + "d66446a1-b145-40ba-8d88-5771c524ab37X3", + "d66446a1-b145-40ba-8d88-5771c524ab37X2" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Avg ms per doc", + "operationType": "formula", + "params": { + "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.total.count))))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X6" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg CPU Time per doc", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg CPU Time per doc", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg CPU Time per doc", + "operationType": "cumulative_sum", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X3": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg CPU Time per doc", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X4": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg CPU Time per doc", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X3" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X5": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg CPU Time per doc", + "operationType": "cumulative_sum", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X4" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X6": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg CPU Time per doc", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X2", + "d66446a1-b145-40ba-8d88-5771c524ab37X5" + ], + "location": { + "max": 163, + "min": 0 + }, + "name": "divide", + "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.total.count))))", + "type": "function" + } + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X2", + "d66446a1-b145-40ba-8d88-5771c524ab37X5" + ], + "scale": "ratio" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "elasticsearch.node.id" + ], + "size": 20 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "emphasizeFitting": true, + "endValue": "None", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "avg", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "area", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": false, + "maxLines": 1, + "position": "top", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear", + "yTitle": "" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 14, + "i": "1ba77622-28e8-4462-b806-576d073ae308", + "w": 42, + "x": 6, + "y": 22 + }, + "panelIndex": "1ba77622-28e8-4462-b806-576d073ae308", + "title": "CPU Time per document", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "4a999eff-ba72-4344-9077-db8f9d27cf45", + "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "0bc394bd-4e71-4611-a300-e8d87d37efa6": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Pipeline", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "customLabel": false, + "dataType": "number", + "isBucketed": false, + "label": "Count of records", + "operationType": "count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "___records___" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 500 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + }, + "4a999eff-ba72-4344-9077-db8f9d27cf45": { + "dataType": "string", + "isBucketed": true, + "label": "Top 500 values of elasticsearch.node.id", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "operationType": "sum", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 500 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.node.id" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Documents", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total time spent (s)", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", + "isFormulaBroken": false + }, + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1" + ], + "scale": "ratio" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Total time spent (s)", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Total time spent (s)", + "operationType": "counter_rate", + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "columns": [ + { + "collapseFn": "sum", + "columnId": "4a999eff-ba72-4344-9077-db8f9d27cf45", + "isTransposed": false + }, + { + "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", + "summaryRow": "none" + }, + { + "collapseFn": "sum", + "columnId": "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "isTransposed": false + }, + { + "columnId": "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "isTransposed": false + }, + { + "collapseFn": "", + "columnId": "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "hidden": true, + "isTransposed": false + } + ], + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "sorting": { + "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", + "direction": "desc" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": { + "dynamicActions": { + "events": [ + { + "action": { + "config": { + "encodeUrl": true, + "openInNewTab": false, + "url": { + "template": "{{kibanaUrl}}/app/management/ingest/ingest_pipelines/edit/{{event.values.[0]}}" + } + }, + "factoryId": "URL_DRILLDOWN", + "name": "Edit pipeline" + }, + "eventId": "b8f207fb-daa8-4b39-b94b-e9dab4cdb4ad", + "triggers": [ + "ROW_CLICK_TRIGGER" + ] + } + ] + } + }, + "hidePanelTitles": true + }, + "gridData": { + "h": 6, + "i": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d", + "w": 23, + "x": 0, + "y": 36 + }, + "panelIndex": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d", + "title": "Pipelines processing most documents", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "4a999eff-ba72-4344-9077-db8f9d27cf45", + "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X4", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X3", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X2", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X5", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X6" + ], + "columns": { + "0bc394bd-4e71-4611-a300-e8d87d37efa6": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Pipeline", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "95th percentile of elasticsearch.ingest.pipeline.total.self_cpu_time", + "operationType": "percentile", + "params": { + "percentile": 95 + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "size": 500 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + }, + "4a999eff-ba72-4344-9077-db8f9d27cf45": { + "dataType": "string", + "isBucketed": true, + "label": "Top 500 values of elasticsearch.node.id", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "operationType": "sum", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 500 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.node.id" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Avg time per doc", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 1, + "suffix": " ms" + } + }, + "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.total.count))))", + "isFormulaBroken": false + }, + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X6" + ], + "scale": "ratio" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "counter_rate", + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "cumulative_sum", + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1" + ], + "scale": "ratio" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X3": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X4": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "counter_rate", + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X3" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X5": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "cumulative_sum", + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X4" + ], + "scale": "ratio" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X6": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X2", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X5" + ], + "location": { + "max": 163, + "min": 0 + }, + "name": "divide", + "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.total.count))))", + "type": "function" + } + }, + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X2", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X5" + ], + "scale": "ratio" + }, + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "columns": [ + { + "collapseFn": "avg", + "columnId": "4a999eff-ba72-4344-9077-db8f9d27cf45", + "isTransposed": false + }, + { + "collapseFn": "sum", + "columnId": "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "isTransposed": false + }, + { + "columnId": "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "isTransposed": false + }, + { + "collapseFn": "", + "columnId": "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "hidden": true, + "isTransposed": false + } + ], + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "sorting": { + "columnId": "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "direction": "desc" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": { + "dynamicActions": { + "events": [ + { + "action": { + "config": { + "encodeUrl": true, + "openInNewTab": false, + "url": { + "template": "{{kibanaUrl}}/app/management/ingest/ingest_pipelines/edit/{{event.values.[0]}}" + } + }, + "factoryId": "URL_DRILLDOWN", + "name": "Edit pipeline" + }, + "eventId": "0990a8a0-42de-4cf9-b90a-82a51c5a27ea", + "triggers": [ + "ROW_CLICK_TRIGGER" + ] + } + ] + } + }, + "hidePanelTitles": true + }, + "gridData": { + "h": 6, + "i": "46db7a44-91d5-430a-b63b-9ccc90ebf512", + "w": 13, + "x": 23, + "y": 36 + }, + "panelIndex": "46db7a44-91d5-430a-b63b-9ccc90ebf512", + "title": "Slowest pipelines per document", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "4a999eff-ba72-4344-9077-db8f9d27cf45", + "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "0bc394bd-4e71-4611-a300-e8d87d37efa6": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Pipeline", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "95th percentile of elasticsearch.ingest.pipeline.total.failed", + "operationType": "percentile", + "params": { + "percentile": 95 + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.failed" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 500 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + }, + "4a999eff-ba72-4344-9077-db8f9d27cf45": { + "dataType": "string", + "isBucketed": true, + "label": "Top 500 values of elasticsearch.node.id", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "customLabel": false, + "dataType": "number", + "isBucketed": false, + "label": "Count of elasticsearch.ingest.pipeline.total.count", + "operationType": "count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 500 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.node.id" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Failed documents", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Failed documents", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.failed" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Failed documents", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "columns": [ + { + "collapseFn": "sum", + "columnId": "4a999eff-ba72-4344-9077-db8f9d27cf45", + "isTransposed": false + }, + { + "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", + "summaryRow": "none" + }, + { + "collapseFn": "sum", + "columnId": "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "isTransposed": false + }, + { + "collapseFn": "", + "columnId": "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "hidden": true, + "isTransposed": false + } + ], + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "sorting": { + "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", + "direction": "desc" + } + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": { + "dynamicActions": { + "events": [ + { + "action": { + "config": { + "encodeUrl": true, + "openInNewTab": false, + "url": { + "template": "{{kibanaUrl}}/app/management/ingest/ingest_pipelines/edit/{{event.values.[0]}}" + } + }, + "factoryId": "URL_DRILLDOWN", + "name": "Edit pipeline" + }, + "eventId": "c2c6dab8-d750-4521-bbcc-e1b9c19455ba", + "triggers": [ + "ROW_CLICK_TRIGGER" + ] + } + ] + } + }, + "hidePanelTitles": true + }, + "gridData": { + "h": 6, + "i": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84", + "w": 12, + "x": 36, + "y": 36 + }, + "panelIndex": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84", + "title": "Top failing pipelines", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "enhancements": {}, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "params": { + "fontSize": 12, + "markdown": "# Processors\n\n\u003e Find slow and misbehaving processors that may be impacting your ingestion performance or dropping documents", + "openLinksInNewTab": false + }, + "title": "", + "type": "markdown", + "uiState": {} + } + }, + "gridData": { + "h": 7, + "i": "08adf87f-7edd-427c-b4bb-054e53451584", + "w": 48, + "x": 0, + "y": 42 + }, + "panelIndex": "08adf87f-7edd-427c-b4bb-054e53451584", + "title": "", + "type": "visualization", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-f16c2d3a-7f5d-491f-929a-d95c8a9ff91b", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "f16c2d3a-7f5d-491f-929a-d95c8a9ff91b": { + "columnOrder": [ + "43487448-486e-4979-a681-9a49232e4a70", + "cc8105ca-0654-4846-b397-560b4375ff12", + "2a52a690-e138-4010-b111-539c435188b6", + "a4ef3a4f-4ba8-43e3-9638-3063fb7e5f0c", + "24db20d4-7483-450a-bda0-472270231a2c", + "8521fba6-caf4-4d6f-b0d9-4b9104988a4c", + "43aef93d-5091-48d0-aa45-08acbcee47b6", + "764ecc8d-65a4-4800-bfdb-3deca6ad2d0c", + "e8e9fd7d-5a03-4e78-9f5a-43e148ee2417" + ], + "columns": { + "24db20d4-7483-450a-bda0-472270231a2c": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Failures", + "operationType": "counter_rate", + "references": [ + "764ecc8d-65a4-4800-bfdb-3deca6ad2d0c" + ], + "scale": "ratio" + }, + "2a52a690-e138-4010-b111-539c435188b6": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Processor", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 100 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.processor.type" + }, + "43487448-486e-4979-a681-9a49232e4a70": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "43aef93d-5091-48d0-aa45-08acbcee47b6": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.processor.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.processor.count" + }, + "764ecc8d-65a4-4800-bfdb-3deca6ad2d0c": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.processor.failed", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.processor.failed" + }, + "8521fba6-caf4-4d6f-b0d9-4b9104988a4c": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "CPU Time", + "operationType": "counter_rate", + "references": [ + "e8e9fd7d-5a03-4e78-9f5a-43e148ee2417" + ], + "scale": "ratio" + }, + "a4ef3a4f-4ba8-43e3-9638-3063fb7e5f0c": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Documents", + "operationType": "counter_rate", + "references": [ + "43aef93d-5091-48d0-aa45-08acbcee47b6" + ], + "scale": "ratio" + }, + "cc8105ca-0654-4846-b397-560b4375ff12": { + "customLabel": true, + "dataType": "number", + "isBucketed": true, + "label": "Order", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 100 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.processor.order_index" + }, + "e8e9fd7d-5a03-4e78-9f5a-43e148ee2417": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.processor.total_cpu_time", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.processor.total_cpu_time" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "columns": [ + { + "columnId": "2a52a690-e138-4010-b111-539c435188b6", + "isTransposed": false + }, + { + "columnId": "cc8105ca-0654-4846-b397-560b4375ff12", + "isTransposed": false + }, + { + "colorMode": "cell", + "columnId": "8521fba6-caf4-4d6f-b0d9-4b9104988a4c", + "isTransposed": false, + "palette": { + "name": "negative", + "params": { + "continuity": "above", + "name": "negative", + "rangeMax": null, + "rangeMin": 0, + "reverse": false, + "stops": [ + { + "color": "#fbddd6", + "stop": 0 + }, + { + "color": "#f3bbaf", + "stop": 20 + }, + { + "color": "#e99a89", + "stop": 40 + }, + { + "color": "#db7965", + "stop": 60 + }, + { + "color": "#cc5642", + "stop": 80 + } + ] + }, + "type": "palette" + } + }, + { + "colorMode": "cell", + "columnId": "a4ef3a4f-4ba8-43e3-9638-3063fb7e5f0c", + "isTransposed": false, + "palette": { + "name": "cool", + "params": { + "continuity": "above", + "name": "cool", + "rangeMax": null, + "rangeMin": 0, + "reverse": false, + "stops": [ + { + "color": "#e0e8f2", + "stop": 0 + }, + { + "color": "#c2d2e6", + "stop": 20 + }, + { + "color": "#a2bcd9", + "stop": 40 + }, + { + "color": "#82a7cd", + "stop": 60 + }, + { + "color": "#6092c0", + "stop": 80 + } + ] + }, + "type": "palette" + } + }, + { + "colorMode": "cell", + "columnId": "24db20d4-7483-450a-bda0-472270231a2c", + "isTransposed": false, + "palette": { + "name": "negative", + "params": { + "continuity": "above", + "name": "negative", + "rangeMax": null, + "rangeMin": 0, + "reverse": false, + "stops": [ + { + "color": "#fbddd6", + "stop": 0 + }, + { + "color": "#f3bbaf", + "stop": 20 + }, + { + "color": "#e99a89", + "stop": 40 + }, + { + "color": "#db7965", + "stop": 60 + }, + { + "color": "#cc5642", + "stop": 80 + } + ] + }, + "type": "palette" + } + }, + { + "collapseFn": "sum", + "columnId": "43487448-486e-4979-a681-9a49232e4a70", + "hidden": true, + "isTransposed": false + } + ], + "layerId": "f16c2d3a-7f5d-491f-929a-d95c8a9ff91b", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": {} + }, + "gridData": { + "h": 24, + "i": "8f07b0fb-cb88-4a92-af5d-676f767b1854", + "w": 24, + "x": 0, + "y": 49 + }, + "panelIndex": "8f07b0fb-cb88-4a92-af5d-676f767b1854", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-f16c2d3a-7f5d-491f-929a-d95c8a9ff91b", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "f16c2d3a-7f5d-491f-929a-d95c8a9ff91b": { + "columnOrder": [ + "43487448-486e-4979-a681-9a49232e4a70", + "cc8105ca-0654-4846-b397-560b4375ff12", + "2a52a690-e138-4010-b111-539c435188b6", + "8521fba6-caf4-4d6f-b0d9-4b9104988a4c", + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX6", + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX5", + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX4", + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX3", + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX2", + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX1", + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX0" + ], + "columns": { + "2a52a690-e138-4010-b111-539c435188b6": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Processor", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 100 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.processor.type" + }, + "43487448-486e-4979-a681-9a49232e4a70": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "8521fba6-caf4-4d6f-b0d9-4b9104988a4c": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Avg time per doc", + "operationType": "formula", + "params": { + "format": { + "id": "number", + "params": { + "decimals": 2, + "suffix": " ms" + } + }, + "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.processor.total_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.processor.count))))", + "isFormulaBroken": false + }, + "references": [ + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX6" + ], + "scale": "ratio" + }, + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.processor.total_cpu_time" + }, + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "counter_rate", + "references": [ + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "cumulative_sum", + "references": [ + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX1" + ], + "scale": "ratio" + }, + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX3": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.processor.count" + }, + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX4": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "counter_rate", + "references": [ + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX3" + ], + "scale": "ratio", + "timeScale": "s" + }, + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX5": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "cumulative_sum", + "references": [ + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX4" + ], + "scale": "ratio" + }, + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX6": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Avg time per doc", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX2", + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX5" + ], + "location": { + "max": 172, + "min": 0 + }, + "name": "divide", + "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.processor.total_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.processor.count))))", + "type": "function" + } + }, + "references": [ + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX2", + "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX5" + ], + "scale": "ratio" + }, + "cc8105ca-0654-4846-b397-560b4375ff12": { + "customLabel": true, + "dataType": "number", + "isBucketed": true, + "label": "Order", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderBy": { + "fallback": true, + "type": "alphabetical" + }, + "orderDirection": "asc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 100 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.processor.order_index" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "" + }, + "visualization": { + "columns": [ + { + "columnId": "2a52a690-e138-4010-b111-539c435188b6", + "isTransposed": false + }, + { + "columnId": "cc8105ca-0654-4846-b397-560b4375ff12", + "isTransposed": false, + "width": 122.66666666666669 + }, + { + "colorMode": "cell", + "columnId": "8521fba6-caf4-4d6f-b0d9-4b9104988a4c", + "isTransposed": false, + "palette": { + "name": "negative", + "params": { + "continuity": "above", + "name": "negative", + "rangeMax": null, + "rangeMin": 0, + "reverse": false, + "stops": [ + { + "color": "#fbddd6", + "stop": 0 + }, + { + "color": "#f3bbaf", + "stop": 20 + }, + { + "color": "#e99a89", + "stop": 40 + }, + { + "color": "#db7965", + "stop": 60 + }, + { + "color": "#cc5642", + "stop": 80 + } + ] + }, + "type": "palette" + } + }, + { + "collapseFn": "avg", + "columnId": "43487448-486e-4979-a681-9a49232e4a70", + "hidden": true, + "isTransposed": false + } + ], + "layerId": "f16c2d3a-7f5d-491f-929a-d95c8a9ff91b", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": {} + }, + "gridData": { + "h": 24, + "i": "3c8bb8ab-2c2b-41a6-9b47-de8ddf56e6f9", + "w": 24, + "x": 24, + "y": 49 + }, + "panelIndex": "3c8bb8ab-2c2b-41a6-9b47-de8ddf56e6f9", + "title": "", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Documents", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.processor.count))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.processor.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of elasticsearch.ingest.pipeline.processor.type + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "elasticsearch.node.name" + ], + "size": 100 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.processor.type" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": true, + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9", + "w": 48, + "x": 0, + "y": 73 + }, + "panelIndex": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9", + "title": "EPS by processor", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "CPU Time", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.processor.total_cpu_time))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.processor.total_cpu_time" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of elasticsearch.ingest.pipeline.processor.type + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "elasticsearch.node.name" + ], + "size": 100 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.processor.type" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": true, + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "50a3d05a-d1b7-4eae-ba4c-da6c22f329e6", + "w": 48, + "x": 0, + "y": 91 + }, + "panelIndex": "50a3d05a-d1b7-4eae-ba4c-da6c22f329e6", + "title": "CPU Time by Processor", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X6", + "d66446a1-b145-40ba-8d88-5771c524ab37X5", + "d66446a1-b145-40ba-8d88-5771c524ab37X4", + "d66446a1-b145-40ba-8d88-5771c524ab37X3", + "d66446a1-b145-40ba-8d88-5771c524ab37X2", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "CPU Time", + "operationType": "formula", + "params": { + "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.processor.total_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.processor.count))))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X6" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of CPU Time", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.processor.total_cpu_time" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of CPU Time", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of CPU Time", + "operationType": "cumulative_sum", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X3": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of CPU Time", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.processor.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X4": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of CPU Time", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X3" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X5": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of CPU Time", + "operationType": "cumulative_sum", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X4" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X6": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of CPU Time", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X2", + "d66446a1-b145-40ba-8d88-5771c524ab37X5" + ], + "location": { + "max": 172, + "min": 0 + }, + "name": "divide", + "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.processor.total_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.processor.count))))", + "type": "function" + } + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X2", + "d66446a1-b145-40ba-8d88-5771c524ab37X5" + ], + "scale": "ratio" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of elasticsearch.ingest.pipeline.processor.type + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "elasticsearch.node.name" + ], + "size": 100 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.processor.type" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": true, + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "d8c5f51b-a49c-4846-b372-5c258d507acb", + "w": 48, + "x": 0, + "y": 109 + }, + "panelIndex": "d8c5f51b-a49c-4846-b372-5c258d507acb", + "title": "Avg time per doc by processor", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "enhancements": {}, + "savedVis": { + "data": { + "aggs": [], + "searchSource": { + "filter": [], + "query": { + "language": "kuery", + "query": "" + } + } + }, + "description": "", + "id": "", + "params": { + "fontSize": 12, + "markdown": "# Breakdowns by Elasticsearch node\n\n\u003e Find hotspots and poor performing Elasticsearch nodes that are impacting this pipeline's ingest performance", + "openLinksInNewTab": false + }, + "title": "", + "type": "markdown", + "uiState": {} + } + }, + "gridData": { + "h": 8, + "i": "32ce43ec-edb2-4e30-8fb3-df52e06c885c", + "w": 48, + "x": 0, + "y": 127 + }, + "panelIndex": "32ce43ec-edb2-4e30-8fb3-df52e06c885c", + "type": "visualization", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "4a999eff-ba72-4344-9077-db8f9d27cf45", + "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "6d9c299f-8ebb-4319-877c-4b21402d4b3f", + "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1", + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0", + "6d9c299f-8ebb-4319-877c-4b21402d4b3fX1", + "6d9c299f-8ebb-4319-877c-4b21402d4b3fX0" + ], + "columns": { + "0bc394bd-4e71-4611-a300-e8d87d37efa6": { + "dataType": "string", + "isBucketed": true, + "label": "Top 20 values of elasticsearch.ingest.pipeline.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "customLabel": false, + "dataType": "number", + "isBucketed": false, + "label": "Count of records", + "operationType": "count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "___records___" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "size": 20 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + }, + "4a999eff-ba72-4344-9077-db8f9d27cf45": { + "customLabel": true, + "dataType": "string", + "isBucketed": true, + "label": "Node", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "operationType": "sum", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "terms" + }, + "secondaryFields": [], + "size": 20 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.node.name" + }, + "6d9c299f-8ebb-4319-877c-4b21402d4b3f": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Failures", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "isFormulaBroken": false + }, + "references": [ + "6d9c299f-8ebb-4319-877c-4b21402d4b3fX1" + ], + "scale": "ratio" + }, + "6d9c299f-8ebb-4319-877c-4b21402d4b3fX0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Failures", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.failed" + }, + "6d9c299f-8ebb-4319-877c-4b21402d4b3fX1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Failures", + "operationType": "counter_rate", + "references": [ + "6d9c299f-8ebb-4319-877c-4b21402d4b3fX0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Documents", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Total time spent (s)", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", + "isFormulaBroken": false + }, + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1" + ], + "scale": "ratio" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Total time spent (s)", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + }, + "f36a06ec-bdba-46d2-90ca-9c7de830c269X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Total time spent (s)", + "operationType": "counter_rate", + "references": [ + "f36a06ec-bdba-46d2-90ca-9c7de830c269X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "f7c5cd36-1bc1-4d66-93cc-04f54459a66a": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": false, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "columns": [ + { + "collapseFn": "", + "columnId": "4a999eff-ba72-4344-9077-db8f9d27cf45", + "isTransposed": false + }, + { + "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", + "summaryRow": "none" + }, + { + "collapseFn": "sum", + "columnId": "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", + "isTransposed": false + }, + { + "columnId": "f36a06ec-bdba-46d2-90ca-9c7de830c269", + "isTransposed": false + }, + { + "collapseFn": "sum", + "columnId": "0bc394bd-4e71-4611-a300-e8d87d37efa6", + "isTransposed": false + }, + { + "columnId": "6d9c299f-8ebb-4319-877c-4b21402d4b3f", + "isTransposed": false + } + ], + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsDatatable" + }, + "enhancements": { + "dynamicActions": { + "events": [ + { + "action": { + "config": { + "encodeUrl": true, + "openInNewTab": false, + "url": { + "template": "{{kibanaUrl}}/app/monitoring#/elasticsearch/nodes/{{event.values.[0]}}\n" + } + }, + "factoryId": "URL_DRILLDOWN", + "name": "View node metrics" + }, + "eventId": "33193580-dcb3-45f8-9be5-7f0570d64227", + "triggers": [ + "ROW_CLICK_TRIGGER" + ] + } + ] + } + }, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "e4f9ecca-8f6f-43e9-bcec-c957c844305c", + "w": 48, + "x": 0, + "y": 135 + }, + "panelIndex": "e4f9ecca-8f6f-43e9-bcec-c957c844305c", + "title": "Summary by node", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Time spent", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top 100 values of elasticsearch.node.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "secondaryFields": [], + "size": 100 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.node.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "area_stacked", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": true, + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 19, + "i": "0cc9444d-c323-4ceb-b43d-072caf360183", + "w": 24, + "x": 0, + "y": 153 + }, + "panelIndex": "0cc9444d-c323-4ceb-b43d-072caf360183", + "title": "Time spent by node", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Processed", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top 100 values of elasticsearch.node.name", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": false, + "parentFormat": { + "id": "terms" + }, + "secondaryFields": [], + "size": 100 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.node.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "area_stacked", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": true, + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear", + "yTitle": "Documents" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 19, + "i": "2bac6f1e-8565-49c3-8235-331c7cf45180", + "w": 24, + "x": 24, + "y": 153 + }, + "panelIndex": "2bac6f1e-8565-49c3-8235-331c7cf45180", + "title": "Documents by node", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0", + "d66446a1-b145-40ba-8d88-5771c524ab37X4", + "d66446a1-b145-40ba-8d88-5771c524ab37X3", + "d66446a1-b145-40ba-8d88-5771c524ab37X2" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Time spent per document processed", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)) / counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X4" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent per document processed", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent per document processed", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent per document processed", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X3": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent per document processed", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X2" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X4": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent per document processed", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X3" + ], + "location": { + "max": 131, + "min": 0 + }, + "name": "divide", + "text": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)) / counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "type": "function" + } + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X3" + ], + "scale": "ratio" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "elasticsearch.node.name" + ], + "size": 8 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": true, + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb", + "w": 24, + "x": 0, + "y": 172 + }, + "panelIndex": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb", + "title": "Time spent per document processed", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Failed Documents", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Failed Documents", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.failed" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Failed Documents", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.failed", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.failed" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "elasticsearch.node.name" + ], + "size": 10 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": true, + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "da89ce7b-9065-4c56-affc-02eeb02723f0", + "w": 24, + "x": 24, + "y": 172 + }, + "panelIndex": "da89ce7b-9065-4c56-affc-02eeb02723f0", + "title": "Failures processed by top nodes processing top pipelines", + "type": "lens", + "version": "8.5.1" + } + ], + "timeRestore": false, + "title": "[Elasticsearch] Ingest Pipeline Detail", + "version": 1 + }, + "coreMigrationVersion": "8.5.1", + "id": "elasticsearch-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf", + "migrationVersion": { + "dashboard": "8.5.0" + }, + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "46467ea8-7ba6-43d1-b61a-d3b6e23e6742:indexpattern-datasource-layer-3faa4240-11c3-43c8-980f-0dda1d9d3c08", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "62553d02-5a7d-400b-979e-36da6aef012e:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "1ba77622-28e8-4462-b806-576d073ae308:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "46db7a44-91d5-430a-b63b-9ccc90ebf512:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "8f07b0fb-cb88-4a92-af5d-676f767b1854:indexpattern-datasource-layer-f16c2d3a-7f5d-491f-929a-d95c8a9ff91b", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "3c8bb8ab-2c2b-41a6-9b47-de8ddf56e6f9:indexpattern-datasource-layer-f16c2d3a-7f5d-491f-929a-d95c8a9ff91b", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "50a3d05a-d1b7-4eae-ba4c-da6c22f329e6:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "d8c5f51b-a49c-4846-b372-5c258d507acb:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "e4f9ecca-8f6f-43e9-bcec-c957c844305c:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "0cc9444d-c323-4ceb-b43d-072caf360183:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "2bac6f1e-8565-49c3-8235-331c7cf45180:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "da89ce7b-9065-4c56-affc-02eeb02723f0:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "controlGroup_d71679da-0013-430a-982a-7aa466e582f8:optionsListDataView", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "controlGroup_01070ea3-1a87-4fcc-927d-18b02827b891:optionsListDataView", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "controlGroup_de9376f3-00fd-46cb-9b75-3909c5d17a37:optionsListDataView", + "type": "index-pattern" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "controlGroup_b89ded5a-50c5-47b3-a935-ee12f9f8aaf7:optionsListDataView", + "type": "index-pattern" + } + ], + "type": "dashboard" +} \ No newline at end of file diff --git a/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json b/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json index 579cbc75138..63fd3e51512 100644 --- a/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json +++ b/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json @@ -43,7 +43,7 @@ "hidePanelTitles": false, "syncColors": false, "syncTooltips": false, - "useMargins": true + "useMargins": false }, "panelsJSON": [ { @@ -63,7 +63,7 @@ "description": "", "params": { "fontSize": 12, - "markdown": "# Overview", + "markdown": "# Overview\n\nAnalyze trends in throughput and performance for overall ingest processing", "openLinksInNewTab": false }, "title": "", @@ -72,7 +72,7 @@ } }, "gridData": { - "h": 4, + "h": 6, "i": "64faf306-3732-4cd2-8d17-a4fa03ca3e75", "w": 48, "x": 0, @@ -81,7 +81,7 @@ "panelIndex": "64faf306-3732-4cd2-8d17-a4fa03ca3e75", "title": "", "type": "visualization", - "version": "8.5.0" + "version": "8.5.1" }, { "embeddableConfig": { @@ -144,11 +144,11 @@ "i": "e5ab9dda-69bd-4138-8df1-812e4a376d09", "w": 6, "x": 0, - "y": 4 + "y": 6 }, "panelIndex": "e5ab9dda-69bd-4138-8df1-812e4a376d09", "type": "lens", - "version": "8.5.0" + "version": "8.5.1" }, { "embeddableConfig": { @@ -211,12 +211,12 @@ "i": "46467ea8-7ba6-43d1-b61a-d3b6e23e6742", "w": 6, "x": 6, - "y": 4 + "y": 6 }, "panelIndex": "46467ea8-7ba6-43d1-b61a-d3b6e23e6742", "title": "", "type": "lens", - "version": "8.5.0" + "version": "8.5.1" }, { "embeddableConfig": { @@ -418,12 +418,12 @@ "i": "62553d02-5a7d-400b-979e-36da6aef012e", "w": 36, "x": 12, - "y": 4 + "y": 6 }, "panelIndex": "62553d02-5a7d-400b-979e-36da6aef012e", "title": "Documents processed by ingest pipelines", "type": "lens", - "version": "8.5.0" + "version": "8.5.1" }, { "embeddableConfig": { @@ -443,7 +443,7 @@ "id": "", "params": { "fontSize": 12, - "markdown": "# Breakdowns by pipeline and node", + "markdown": "# Breakdowns by pipeline and node\n\n\u003e Find poor performing or high throughput pipelines that may be impacting your ingest capacity\n\u003e Click the \"+\" icon next to a pipeline name in table to view the detailed pipeline and processor metrics", "openLinksInNewTab": false }, "title": "", @@ -452,15 +452,15 @@ } }, "gridData": { - "h": 4, + "h": 8, "i": "32ce43ec-edb2-4e30-8fb3-df52e06c885c", "w": 48, "x": 0, - "y": 18 + "y": 20 }, "panelIndex": "32ce43ec-edb2-4e30-8fb3-df52e06c885c", "type": "visualization", - "version": "8.5.0" + "version": "8.5.1" }, { "embeddableConfig": { @@ -722,12 +722,12 @@ "i": "e4f9ecca-8f6f-43e9-bcec-c957c844305c", "w": 17, "x": 0, - "y": 22 + "y": 28 }, "panelIndex": "e4f9ecca-8f6f-43e9-bcec-c957c844305c", "title": "Nodes processing most documents", "type": "lens", - "version": "8.5.0" + "version": "8.5.1" }, { "embeddableConfig": { @@ -928,217 +928,12 @@ "i": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9", "w": 31, "x": 17, - "y": 22 + "y": 28 }, "panelIndex": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9", "title": "Documents processed by top nodes processing top pipelines", "type": "lens", - "version": "8.5.0" - }, - { - "embeddableConfig": { - "attributes": { - "references": [ - { - "id": "elasticsearch-sm-metrics", - "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", - "type": "index-pattern" - } - ], - "state": { - "adHocDataViews": {}, - "datasourceStates": { - "indexpattern": { - "layers": { - "da36c906-5865-4c1f-874d-b021fef6d425": { - "columnOrder": [ - "d470f360-5ac9-450f-bef2-8c666d25cee7", - "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", - "d66446a1-b145-40ba-8d88-5771c524ab37", - "d66446a1-b145-40ba-8d88-5771c524ab37X1", - "d66446a1-b145-40ba-8d88-5771c524ab37X0" - ], - "columns": { - "d470f360-5ac9-450f-bef2-8c666d25cee7": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", - "params": { - "dropPartials": true, - "includeEmptyRows": true, - "interval": "auto" - }, - "scale": "interval", - "sourceField": "@timestamp" - }, - "d66446a1-b145-40ba-8d88-5771c524ab37": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Time spent", - "operationType": "formula", - "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", - "isFormulaBroken": false - }, - "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X1" - ], - "scale": "ratio" - }, - "d66446a1-b145-40ba-8d88-5771c524ab37X0": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of Time spent", - "operationType": "max", - "params": { - "emptyAsNull": false - }, - "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" - }, - "d66446a1-b145-40ba-8d88-5771c524ab37X1": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of Time spent", - "operationType": "counter_rate", - "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X0" - ], - "scale": "ratio", - "timeScale": "s" - }, - "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { - "dataType": "string", - "isBucketed": true, - "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", - "operationType": "terms", - "params": { - "missingBucket": false, - "orderAgg": { - "dataType": "number", - "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", - "operationType": "max", - "params": { - "emptyAsNull": true - }, - "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" - }, - "orderBy": { - "type": "custom" - }, - "orderDirection": "desc", - "otherBucket": false, - "parentFormat": { - "id": "multi_terms" - }, - "secondaryFields": [ - "elasticsearch.node.name" - ], - "size": 8 - }, - "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" - } - }, - "incompleteColumns": {} - } - } - } - }, - "filters": [], - "internalReferences": [], - "query": { - "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " - }, - "visualization": { - "axisTitlesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "curveType": "CURVE_MONOTONE_X", - "fillOpacity": 0.5, - "fittingFunction": "None", - "gridlinesVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "labelsOrientation": { - "x": 0, - "yLeft": 0, - "yRight": 0 - }, - "layers": [ - { - "accessors": [ - "d66446a1-b145-40ba-8d88-5771c524ab37" - ], - "collapseFn": "", - "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", - "layerType": "data", - "seriesType": "line", - "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", - "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", - "yConfig": [ - { - "axisMode": "left", - "color": "#54b399", - "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" - } - ] - } - ], - "legend": { - "isVisible": true, - "maxLines": 1, - "position": "right", - "shouldTruncate": true, - "showSingleSeries": false - }, - "preferredSeriesType": "line", - "tickLabelsVisibilitySettings": { - "x": true, - "yLeft": true, - "yRight": true - }, - "valueLabels": "hide", - "valuesInLegend": true, - "yLeftExtent": { - "mode": "full" - }, - "yLeftScale": "linear", - "yRightExtent": { - "mode": "full" - }, - "yRightScale": "linear" - } - }, - "title": "", - "type": "lens", - "visualizationType": "lnsXY" - }, - "enhancements": {}, - "hidePanelTitles": false - }, - "gridData": { - "h": 19, - "i": "0cc9444d-c323-4ceb-b43d-072caf360183", - "w": 31, - "x": 17, - "y": 40 - }, - "panelIndex": "0cc9444d-c323-4ceb-b43d-072caf360183", - "title": "Time spent by top nodes processing top pipelines", - "type": "lens", - "version": "8.5.0" + "version": "8.5.1" }, { "embeddableConfig": { @@ -1392,6 +1187,21 @@ "triggers": [ "ROW_CLICK_TRIGGER" ] + }, + { + "action": { + "config": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": true + }, + "factoryId": "DASHBOARD_TO_DASHBOARD_DRILLDOWN", + "name": "View pipeline metrics" + }, + "eventId": "6f8f9ee3-9811-43de-8208-6e60ce2bb2af", + "triggers": [ + "FILTER_TRIGGER" + ] } ] } @@ -1403,12 +1213,12 @@ "i": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d", "w": 17, "x": 0, - "y": 40 + "y": 46 }, "panelIndex": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d", "title": "Pipelines processing most documents", "type": "lens", - "version": "8.5.0" + "version": "8.5.1" }, { "embeddableConfig": { @@ -1431,10 +1241,7 @@ "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", "d66446a1-b145-40ba-8d88-5771c524ab37", "d66446a1-b145-40ba-8d88-5771c524ab37X1", - "d66446a1-b145-40ba-8d88-5771c524ab37X0", - "d66446a1-b145-40ba-8d88-5771c524ab37X4", - "d66446a1-b145-40ba-8d88-5771c524ab37X3", - "d66446a1-b145-40ba-8d88-5771c524ab37X2" + "d66446a1-b145-40ba-8d88-5771c524ab37X0" ], "columns": { "d470f360-5ac9-450f-bef2-8c666d25cee7": { @@ -1454,14 +1261,14 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Time spent per document processed", + "label": "Time spent", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)) / counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", "isFormulaBroken": false }, "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X4" + "d66446a1-b145-40ba-8d88-5771c524ab37X1" ], "scale": "ratio" }, @@ -1469,7 +1276,7 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Time spent per document processed", + "label": "Part of Time spent", "operationType": "max", "params": { "emptyAsNull": false @@ -1481,7 +1288,7 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Time spent per document processed", + "label": "Part of Time spent", "operationType": "counter_rate", "references": [ "d66446a1-b145-40ba-8d88-5771c524ab37X0" @@ -1489,57 +1296,6 @@ "scale": "ratio", "timeScale": "s" }, - "d66446a1-b145-40ba-8d88-5771c524ab37X2": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of Time spent per document processed", - "operationType": "max", - "params": { - "emptyAsNull": false - }, - "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" - }, - "d66446a1-b145-40ba-8d88-5771c524ab37X3": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of Time spent per document processed", - "operationType": "counter_rate", - "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X2" - ], - "scale": "ratio", - "timeScale": "s" - }, - "d66446a1-b145-40ba-8d88-5771c524ab37X4": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of Time spent per document processed", - "operationType": "math", - "params": { - "tinymathAst": { - "args": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X1", - "d66446a1-b145-40ba-8d88-5771c524ab37X3" - ], - "location": { - "max": 131, - "min": 0 - }, - "name": "divide", - "text": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)) / counter_rate(max(elasticsearch.ingest.pipeline.total.count))", - "type": "function" - } - }, - "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X1", - "d66446a1-b145-40ba-8d88-5771c524ab37X3" - ], - "scale": "ratio" - }, "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", "isBucketed": true, @@ -1562,7 +1318,7 @@ "type": "custom" }, "orderDirection": "desc", - "otherBucket": true, + "otherBucket": false, "parentFormat": { "id": "multi_terms" }, @@ -1658,16 +1414,16 @@ "hidePanelTitles": false }, "gridData": { - "h": 18, - "i": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb", + "h": 19, + "i": "0cc9444d-c323-4ceb-b43d-072caf360183", "w": 31, "x": 17, - "y": 59 + "y": 46 }, - "panelIndex": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb", - "title": "Time spent per document processed", + "panelIndex": "0cc9444d-c323-4ceb-b43d-072caf360183", + "title": "Time spent by top nodes processing top pipelines", "type": "lens", - "version": "8.5.0" + "version": "8.5.1" }, { "embeddableConfig": { @@ -1959,6 +1715,21 @@ "triggers": [ "ROW_CLICK_TRIGGER" ] + }, + { + "action": { + "config": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": true + }, + "factoryId": "DASHBOARD_TO_DASHBOARD_DRILLDOWN", + "name": "View pipeline metrics" + }, + "eventId": "7f5437c6-2143-478d-85f2-d9315bf312b9", + "triggers": [ + "FILTER_TRIGGER" + ] } ] } @@ -1970,12 +1741,12 @@ "i": "46db7a44-91d5-430a-b63b-9ccc90ebf512", "w": 17, "x": 0, - "y": 59 + "y": 65 }, "panelIndex": "46db7a44-91d5-430a-b63b-9ccc90ebf512", "title": "Slowest pipelines per document", "type": "lens", - "version": "8.5.0" + "version": "8.5.1" }, { "embeddableConfig": { @@ -1998,7 +1769,10 @@ "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", "d66446a1-b145-40ba-8d88-5771c524ab37", "d66446a1-b145-40ba-8d88-5771c524ab37X1", - "d66446a1-b145-40ba-8d88-5771c524ab37X0" + "d66446a1-b145-40ba-8d88-5771c524ab37X0", + "d66446a1-b145-40ba-8d88-5771c524ab37X4", + "d66446a1-b145-40ba-8d88-5771c524ab37X3", + "d66446a1-b145-40ba-8d88-5771c524ab37X2" ], "columns": { "d470f360-5ac9-450f-bef2-8c666d25cee7": { @@ -2018,41 +1792,91 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Failed Documents", + "label": "Time spent per document processed", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)) / counter_rate(max(elasticsearch.ingest.pipeline.total.count))", "isFormulaBroken": false }, "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X1" + "d66446a1-b145-40ba-8d88-5771c524ab37X4" ], - "scale": "ratio", - "timeScale": "s" + "scale": "ratio" }, "d66446a1-b145-40ba-8d88-5771c524ab37X0": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Failed Documents", + "label": "Part of Time spent per document processed", "operationType": "max", "params": { "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.failed" + "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Failed Documents", + "label": "Part of Time spent per document processed", "operationType": "counter_rate", "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X0" + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent per document processed", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X3": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent per document processed", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X2" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X4": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Time spent per document processed", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X3" + ], + "location": { + "max": 131, + "min": 0 + }, + "name": "divide", + "text": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)) / counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "type": "function" + } + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X3" ], - "scale": "ratio", - "timeScale": "s" + "scale": "ratio" }, "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", @@ -2064,13 +1888,13 @@ "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.failed", + "label": "Maximum of elasticsearch.ingest.pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.failed" + "sourceField": "elasticsearch.ingest.pipeline.total.count" }, "orderBy": { "type": "custom" @@ -2083,7 +1907,7 @@ "secondaryFields": [ "elasticsearch.node.name" ], - "size": 10 + "size": 8 }, "scale": "ordinal", "sourceField": "elasticsearch.ingest.pipeline.name" @@ -2173,15 +1997,15 @@ }, "gridData": { "h": 18, - "i": "da89ce7b-9065-4c56-affc-02eeb02723f0", + "i": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb", "w": 31, "x": 17, - "y": 77 + "y": 65 }, - "panelIndex": "da89ce7b-9065-4c56-affc-02eeb02723f0", - "title": "Failures processed by top nodes processing top pipelines", + "panelIndex": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb", + "title": "Time spent per document processed", "type": "lens", - "version": "8.5.0" + "version": "8.5.1" }, { "embeddableConfig": { @@ -2389,6 +2213,21 @@ "triggers": [ "ROW_CLICK_TRIGGER" ] + }, + { + "action": { + "config": { + "openInNewTab": false, + "useCurrentDateRange": true, + "useCurrentFilters": true + }, + "factoryId": "DASHBOARD_TO_DASHBOARD_DRILLDOWN", + "name": "View pipeline metrics" + }, + "eventId": "645f0eae-a920-4536-94ae-93453846b9d8", + "triggers": [ + "FILTER_TRIGGER" + ] } ] } @@ -2400,12 +2239,218 @@ "i": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84", "w": 17, "x": 0, - "y": 77 + "y": 83 }, "panelIndex": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84", "title": "Top failing pipelines", "type": "lens", - "version": "8.5.0" + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "da36c906-5865-4c1f-874d-b021fef6d425": { + "columnOrder": [ + "d470f360-5ac9-450f-bef2-8c666d25cee7", + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X1", + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "columns": { + "d470f360-5ac9-450f-bef2-8c666d25cee7": { + "dataType": "date", + "isBucketed": true, + "label": "@timestamp", + "operationType": "date_histogram", + "params": { + "dropPartials": true, + "includeEmptyRows": true, + "interval": "auto" + }, + "scale": "interval", + "sourceField": "@timestamp" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Failed Documents", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "isFormulaBroken": false + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Failed Documents", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.failed" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Failed Documents", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X0" + ], + "scale": "ratio", + "timeScale": "s" + }, + "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { + "dataType": "string", + "isBucketed": true, + "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "operationType": "terms", + "params": { + "missingBucket": false, + "orderAgg": { + "dataType": "number", + "isBucketed": false, + "label": "Maximum of elasticsearch.ingest.pipeline.total.failed", + "operationType": "max", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest.pipeline.total.failed" + }, + "orderBy": { + "type": "custom" + }, + "orderDirection": "desc", + "otherBucket": true, + "parentFormat": { + "id": "multi_terms" + }, + "secondaryFields": [ + "elasticsearch.node.name" + ], + "size": 10 + }, + "scale": "ordinal", + "sourceField": "elasticsearch.ingest.pipeline.name" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + }, + "visualization": { + "axisTitlesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "curveType": "CURVE_MONOTONE_X", + "fillOpacity": 0.5, + "fittingFunction": "None", + "gridlinesVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "labelsOrientation": { + "x": 0, + "yLeft": 0, + "yRight": 0 + }, + "layers": [ + { + "accessors": [ + "d66446a1-b145-40ba-8d88-5771c524ab37" + ], + "collapseFn": "", + "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", + "layerType": "data", + "seriesType": "line", + "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", + "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", + "yConfig": [ + { + "axisMode": "left", + "color": "#54b399", + "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + } + ] + } + ], + "legend": { + "isVisible": true, + "maxLines": 1, + "position": "right", + "shouldTruncate": true, + "showSingleSeries": false + }, + "preferredSeriesType": "line", + "tickLabelsVisibilitySettings": { + "x": true, + "yLeft": true, + "yRight": true + }, + "valueLabels": "hide", + "valuesInLegend": true, + "yLeftExtent": { + "mode": "full" + }, + "yLeftScale": "linear", + "yRightExtent": { + "mode": "full" + }, + "yRightScale": "linear" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsXY" + }, + "enhancements": {}, + "hidePanelTitles": false + }, + "gridData": { + "h": 18, + "i": "da89ce7b-9065-4c56-affc-02eeb02723f0", + "w": 31, + "x": 17, + "y": 83 + }, + "panelIndex": "da89ce7b-9065-4c56-affc-02eeb02723f0", + "title": "Failures processed by top nodes processing top pipelines", + "type": "lens", + "version": "8.5.1" }, { "embeddableConfig": { @@ -2602,12 +2647,12 @@ "i": "0b317030-44f2-46d1-9790-c1a7e0ac0fae", "w": 48, "x": 0, - "y": 95 + "y": 101 }, "panelIndex": "0b317030-44f2-46d1-9790-c1a7e0ac0fae", "title": "Node x pipeline hotspots - by documents processed", "type": "lens", - "version": "8.5.0" + "version": "8.5.1" }, { "embeddableConfig": { @@ -2804,19 +2849,19 @@ "i": "6c703288-f2a0-42e8-8125-ee5d80a15bdf", "w": 48, "x": 0, - "y": 111 + "y": 117 }, "panelIndex": "6c703288-f2a0-42e8-8125-ee5d80a15bdf", "title": "Node x pipeline hotspots - by time spent", "type": "lens", - "version": "8.5.0" + "version": "8.5.1" } ], "timeRestore": false, "title": "[Elasticsearch] Ingest Pipelines", "version": 1 }, - "coreMigrationVersion": "8.5.0", + "coreMigrationVersion": "8.5.1", "id": "elasticsearch-metrics-ingest-pipelines", "migrationVersion": { "dashboard": "8.5.0" @@ -2854,17 +2899,17 @@ }, { "id": "elasticsearch-sm-metrics", - "name": "0cc9444d-c323-4ceb-b43d-072caf360183:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "name": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { - "id": "elasticsearch-sm-metrics", - "name": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", - "type": "index-pattern" + "id": "elasticsearch-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf", + "name": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d:drilldown:DASHBOARD_TO_DASHBOARD_DRILLDOWN:6f8f9ee3-9811-43de-8208-6e60ce2bb2af:dashboardId", + "type": "dashboard" }, { "id": "elasticsearch-sm-metrics", - "name": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "name": "0cc9444d-c323-4ceb-b43d-072caf360183:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { @@ -2872,9 +2917,14 @@ "name": "46db7a44-91d5-430a-b63b-9ccc90ebf512:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, + { + "id": "elasticsearch-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf", + "name": "46db7a44-91d5-430a-b63b-9ccc90ebf512:drilldown:DASHBOARD_TO_DASHBOARD_DRILLDOWN:7f5437c6-2143-478d-85f2-d9315bf312b9:dashboardId", + "type": "dashboard" + }, { "id": "elasticsearch-sm-metrics", - "name": "da89ce7b-9065-4c56-affc-02eeb02723f0:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "name": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { @@ -2882,6 +2932,16 @@ "name": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, + { + "id": "elasticsearch-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf", + "name": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84:drilldown:DASHBOARD_TO_DASHBOARD_DRILLDOWN:645f0eae-a920-4536-94ae-93453846b9d8:dashboardId", + "type": "dashboard" + }, + { + "id": "elasticsearch-sm-metrics", + "name": "da89ce7b-9065-4c56-affc-02eeb02723f0:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, { "id": "elasticsearch-sm-metrics", "name": "0b317030-44f2-46d1-9790-c1a7e0ac0fae:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", @@ -2911,16 +2971,6 @@ "id": "elasticsearch-sm-metrics", "name": "controlGroup_b89ded5a-50c5-47b3-a935-ee12f9f8aaf7:optionsListDataView", "type": "index-pattern" - }, - { - "id": "elasticsearch-managed", - "name": "tag-managed", - "type": "tag" - }, - { - "id": "elasticsearch-elasticsearch", - "name": "tag-elasticsearch", - "type": "tag" } ], "type": "dashboard" From 98630c27777adcca1b17fdda0a68f0b0f0de884b Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Thu, 19 Jan 2023 20:32:35 +0100 Subject: [PATCH 08/15] Update package to use metricbeat + new field names --- .../ingest/agent/stream/stream.yml.hbs | 39 - .../elasticsearch/ingest_pipeline/default.yml | 57 -- .../data_stream/ingest/fields/fields.yml | 29 - .../data_stream/ingest/manifest.yml | 12 - .../_dev/test/system/test-default-config.yml | 0 .../agent/stream/stream.yml.hbs | 15 + .../fields/base-fields.yml | 0 .../fields/ecs.yml | 0 .../ingest_pipeline/fields/fields.yml | 45 ++ .../fields/package-fields.yml | 4 + .../data_stream/ingest_pipeline/manifest.yml | 20 + ...-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf.json | 582 ++++++++------- ...lasticsearch-metrics-ingest-pipelines.json | 673 ++++++------------ .../elasticsearch-sm-metrics.json | 2 +- packages/elasticsearch/manifest.yml | 26 - 15 files changed, 618 insertions(+), 886 deletions(-) delete mode 100644 packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs delete mode 100644 packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml delete mode 100644 packages/elasticsearch/data_stream/ingest/fields/fields.yml delete mode 100644 packages/elasticsearch/data_stream/ingest/manifest.yml rename packages/elasticsearch/data_stream/{ingest => ingest_pipeline}/_dev/test/system/test-default-config.yml (100%) create mode 100644 packages/elasticsearch/data_stream/ingest_pipeline/agent/stream/stream.yml.hbs rename packages/elasticsearch/data_stream/{ingest => ingest_pipeline}/fields/base-fields.yml (100%) rename packages/elasticsearch/data_stream/{ingest => ingest_pipeline}/fields/ecs.yml (100%) create mode 100644 packages/elasticsearch/data_stream/ingest_pipeline/fields/fields.yml rename packages/elasticsearch/data_stream/{ingest => ingest_pipeline}/fields/package-fields.yml (82%) create mode 100644 packages/elasticsearch/data_stream/ingest_pipeline/manifest.yml diff --git a/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs b/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs deleted file mode 100644 index c3fa98f86d1..00000000000 --- a/packages/elasticsearch/data_stream/ingest/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,39 +0,0 @@ -config_version: "2" -interval: 30s - -{{#if username}} -auth.basic: - user: {{username}} - password: {{password}} -{{/if}} - -request: - method: "GET" - url: {{hosts.[0]}}/_nodes/stats/ingest - # timeout: - -response: - split: - type: map - target: body.nodes - key_field: node_id - keep_parent: true - split: - type: map - target: body.nodes.ingest.pipelines - keep_parent: true - key_field: pipeline_id - -processors: - - decode_json_fields: - fields: - - message - - drop_event: - when: - and: - - equals: - message.nodes.ingest.pipelines.count: 0 - - equals: - message.nodes.ingest.pipelines.failed: 0 - - equals: - message.nodes.ingest.pipelines.time_in_millis: 0 diff --git a/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml b/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml deleted file mode 100644 index 2f83c6fe8bf..00000000000 --- a/packages/elasticsearch/data_stream/ingest/elasticsearch/ingest_pipeline/default.yml +++ /dev/null @@ -1,57 +0,0 @@ ---- -description: Pipeline for parsing pipeline ingest stats -processors: - - set: - field: "elasticsearch.cluster.name" - copy_from: "message.cluster_name" - - set: - field: "elasticsearch.node.id" - copy_from: "message.nodes.node_id" - - set: - field: "elasticsearch.node.name" - copy_from: "message.nodes.name" - - set: - field: "elasticsearch.node.roles" - copy_from: "message.nodes.roles" - - set: - field: "elasticsearch.ingest.pipeline.name" - copy_from: "message.nodes.ingest.pipelines.pipeline_id" - - set: - field: "elasticsearch.ingest.pipeline.total.count" - copy_from: "message.nodes.ingest.pipelines.count" - - set: - field: "elasticsearch.ingest.pipeline.total.failed" - copy_from: "message.nodes.ingest.pipelines.failed" - - set: - field: "elasticsearch.ingest.pipeline.total.total_cpu_time" - copy_from: "message.nodes.ingest.pipelines.time_in_millis" - - script: - lang: painless - source: | - Map pipeline = ctx['message']['nodes']['ingest']['pipelines']; - long self_cpu_time = pipeline['time_in_millis']; - long count_processors = 0; - def processors = new ArrayList(); - - for (processor in pipeline['processors']) { - String pName = processor.keySet().toArray()[0]; - Map p = processor[pName]; - if (p['type'] == 'pipeline') { - self_cpu_time -= p['stats']['time_in_millis']; - } - - Map pp = new HashMap(); - pp.put('index', count_processors); - pp.put('name', pName); - pp.put('type', p['type']); - pp.put('total_cpu_time', p['stats']['time_in_millis']); - pp.put('count', p['stats']['count']); - processors.add(pp); - count_processors++; - } - - ctx['elasticsearch']['ingest']['pipeline']['total']['self_cpu_time'] = self_cpu_time; - ctx['elasticsearch']['ingest']['pipeline']['total']['processors_count'] = count_processors; - ctx['elasticsearch']['ingest']['pipeline']['processors'] = processors; - - remove: - field: "message" diff --git a/packages/elasticsearch/data_stream/ingest/fields/fields.yml b/packages/elasticsearch/data_stream/ingest/fields/fields.yml deleted file mode 100644 index 48c78eda9dc..00000000000 --- a/packages/elasticsearch/data_stream/ingest/fields/fields.yml +++ /dev/null @@ -1,29 +0,0 @@ -- name: elasticsearch.ingest.pipeline - type: group - fields: - - name: name - type: wildcard - - name: total - type: group - fields: - - name: count - type: long - - name: failed - type: long - - name: total_cpu_time - type: long - - name: self_cpu_time - type: long - - name: processor - type: group - fields: - - name: type - type: keyword - - name: order_index - type: long - - name: count - type: long - - name: failed - type: long - - name: total_cpu_time - type: long diff --git a/packages/elasticsearch/data_stream/ingest/manifest.yml b/packages/elasticsearch/data_stream/ingest/manifest.yml deleted file mode 100644 index 933a4219dd8..00000000000 --- a/packages/elasticsearch/data_stream/ingest/manifest.yml +++ /dev/null @@ -1,12 +0,0 @@ -type: logs -title: Elasticsearch ingest metrics -release: experimental -dataset: elasticsearch.stack_monitoring.ingest -elasticsearch: - index_template: - mappings: - dynamic: false -streams: -- input: httpjson - title: Ingest Pipeline metrics - description: Collect metrics on Ingest Pipelines diff --git a/packages/elasticsearch/data_stream/ingest/_dev/test/system/test-default-config.yml b/packages/elasticsearch/data_stream/ingest_pipeline/_dev/test/system/test-default-config.yml similarity index 100% rename from packages/elasticsearch/data_stream/ingest/_dev/test/system/test-default-config.yml rename to packages/elasticsearch/data_stream/ingest_pipeline/_dev/test/system/test-default-config.yml diff --git a/packages/elasticsearch/data_stream/ingest_pipeline/agent/stream/stream.yml.hbs b/packages/elasticsearch/data_stream/ingest_pipeline/agent/stream/stream.yml.hbs new file mode 100644 index 00000000000..822705f1693 --- /dev/null +++ b/packages/elasticsearch/data_stream/ingest_pipeline/agent/stream/stream.yml.hbs @@ -0,0 +1,15 @@ +metricsets: ["ingest_pipeline"] +hosts: +{{#each hosts}} + - {{this}} +{{/each}} +scope: {{scope}} +{{#if username}} +username: {{username}} +{{/if}} +{{#if password}} +password: {{password}} +{{/if}} +period: {{period}} + +ingest_pipeline.processor_sample_rate: {{ingest_pipeline_processor_sampling_rate}} \ No newline at end of file diff --git a/packages/elasticsearch/data_stream/ingest/fields/base-fields.yml b/packages/elasticsearch/data_stream/ingest_pipeline/fields/base-fields.yml similarity index 100% rename from packages/elasticsearch/data_stream/ingest/fields/base-fields.yml rename to packages/elasticsearch/data_stream/ingest_pipeline/fields/base-fields.yml diff --git a/packages/elasticsearch/data_stream/ingest/fields/ecs.yml b/packages/elasticsearch/data_stream/ingest_pipeline/fields/ecs.yml similarity index 100% rename from packages/elasticsearch/data_stream/ingest/fields/ecs.yml rename to packages/elasticsearch/data_stream/ingest_pipeline/fields/ecs.yml diff --git a/packages/elasticsearch/data_stream/ingest_pipeline/fields/fields.yml b/packages/elasticsearch/data_stream/ingest_pipeline/fields/fields.yml new file mode 100644 index 00000000000..336fc53ce06 --- /dev/null +++ b/packages/elasticsearch/data_stream/ingest_pipeline/fields/fields.yml @@ -0,0 +1,45 @@ +- name: elasticsearch.ingest_pipeline + type: group + release: beta + description: Runtime metrics on ingest pipeline execution + fields: + - name: name + type: wildcard + description: Name / id of the ingest pipeline + - name: total + type: group + description: Metrics on the total ingest pipeline execution, including all processors. + fields: + - name: count + type: long + description: Number of documents processed by this pipeline + - name: failed + type: long + description: Number of documented failed to process by this pipeline + - name: time.total.ms + type: long + description: Total time spent processing documents through this pipeline, inclusive of other pipelines called + - name: time.self.ms + type: long + description: Time spent processing documents through this pipeline, exclusive of other pipelines called + - name: processor + type: group + fields: + - name: type + type: keyword + description: The type of ingest processor + - name: type_tag + type: keyword + description: The type and the tag for this processor in the format ":" + - name: order_index + type: long + description: The order this processor appears in the pipeline definition + - name: count + type: long + description: Number of documents processed by this processor + - name: failed + type: long + description: Number of documented failed to process by this processor + - name: time.total.ms + type: long + description: Total time spent processing documents through this processor diff --git a/packages/elasticsearch/data_stream/ingest/fields/package-fields.yml b/packages/elasticsearch/data_stream/ingest_pipeline/fields/package-fields.yml similarity index 82% rename from packages/elasticsearch/data_stream/ingest/fields/package-fields.yml rename to packages/elasticsearch/data_stream/ingest_pipeline/fields/package-fields.yml index e5d6d34402c..04a501eff11 100644 --- a/packages/elasticsearch/data_stream/ingest/fields/package-fields.yml +++ b/packages/elasticsearch/data_stream/ingest_pipeline/fields/package-fields.yml @@ -5,6 +5,10 @@ type: keyword description: | Elasticsearch cluster name + - name: cluster.id + type: keyword + description: | + Elasticsearch cluster id - name: node type: group fields: diff --git a/packages/elasticsearch/data_stream/ingest_pipeline/manifest.yml b/packages/elasticsearch/data_stream/ingest_pipeline/manifest.yml new file mode 100644 index 00000000000..f4a554c7079 --- /dev/null +++ b/packages/elasticsearch/data_stream/ingest_pipeline/manifest.yml @@ -0,0 +1,20 @@ +type: metrics +title: Elasticsearch ingest metrics +release: experimental +dataset: elasticsearch.ingest_pipeline +elasticsearch: + index_template: + mappings: + dynamic: false +streams: + - input: elasticsearch/metrics + title: Ingest Pipeline metrics + description: Collect metrics on Ingest Pipelines + vars: + - name: ingest_pipeline_processor_sampling_rate + type: text + title: Processor metrics sampling rate + description: How often to collect the processor-level metrics. Number between 0 and 1. + required: true + show_user: true + default: "0.25" \ No newline at end of file diff --git a/packages/elasticsearch/kibana/dashboard/elasticsearch-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf.json b/packages/elasticsearch/kibana/dashboard/elasticsearch-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf.json index 8b85923624d..848bd31f390 100644 --- a/packages/elasticsearch/kibana/dashboard/elasticsearch-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf.json +++ b/packages/elasticsearch/kibana/dashboard/elasticsearch-ea5b81a0-7fbf-11ed-8509-ddabeb9daeaf.json @@ -4,7 +4,7 @@ "chainingSystem": "HIERARCHICAL", "controlStyle": "oneLine", "ignoreParentSettingsJSON": "{\"ignoreFilters\":false,\"ignoreQuery\":false,\"ignoreTimerange\":false,\"ignoreValidations\":false}", - "panelsJSON": "{\"d71679da-0013-430a-982a-7aa466e582f8\":{\"order\":2,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.node.name\",\"title\":\"Node\",\"id\":\"d71679da-0013-430a-982a-7aa466e582f8\",\"enhancements\":{},\"selectedOptions\":[]}},\"01070ea3-1a87-4fcc-927d-18b02827b891\":{\"order\":3,\"width\":\"large\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.ingest.pipeline.name\",\"title\":\"Pipeline\",\"id\":\"01070ea3-1a87-4fcc-927d-18b02827b891\",\"enhancements\":{},\"selectedOptions\":[]}},\"de9376f3-00fd-46cb-9b75-3909c5d17a37\":{\"order\":0,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.cluster.name\",\"title\":\"Cluster\",\"id\":\"de9376f3-00fd-46cb-9b75-3909c5d17a37\",\"enhancements\":{}}},\"b89ded5a-50c5-47b3-a935-ee12f9f8aaf7\":{\"order\":1,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.node.roles\",\"title\":\"Node Roles\",\"id\":\"b89ded5a-50c5-47b3-a935-ee12f9f8aaf7\",\"selectedOptions\":[],\"enhancements\":{}}}}" + "panelsJSON": "{\"d71679da-0013-430a-982a-7aa466e582f8\":{\"order\":2,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.node.name\",\"title\":\"Node\",\"id\":\"d71679da-0013-430a-982a-7aa466e582f8\",\"enhancements\":{},\"selectedOptions\":[]}},\"01070ea3-1a87-4fcc-927d-18b02827b891\":{\"order\":3,\"width\":\"large\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.ingest_pipeline.name\",\"title\":\"Pipeline\",\"id\":\"01070ea3-1a87-4fcc-927d-18b02827b891\",\"enhancements\":{},\"selectedOptions\":[]}},\"de9376f3-00fd-46cb-9b75-3909c5d17a37\":{\"order\":0,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.cluster.name\",\"title\":\"Cluster\",\"id\":\"de9376f3-00fd-46cb-9b75-3909c5d17a37\",\"enhancements\":{}}},\"b89ded5a-50c5-47b3-a935-ee12f9f8aaf7\":{\"order\":1,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.node.roles\",\"title\":\"Node Roles\",\"id\":\"b89ded5a-50c5-47b3-a935-ee12f9f8aaf7\",\"selectedOptions\":[],\"enhancements\":{}}}}" }, "description": "", "hits": 0, @@ -21,7 +21,7 @@ "hidePanelTitles": false, "syncColors": false, "syncTooltips": false, - "useMargins": false + "useMargins": true }, "panelsJSON": [ { @@ -50,7 +50,7 @@ } }, "gridData": { - "h": 8, + "h": 6, "i": "64faf306-3732-4cd2-8d17-a4fa03ca3e75", "w": 48, "x": 0, @@ -103,7 +103,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "accessor": "7ee48652-d095-4cb7-af8a-c779631d4b8c", @@ -118,11 +118,11 @@ "enhancements": {} }, "gridData": { - "h": 28, + "h": 14, "i": "46467ea8-7ba6-43d1-b61a-d3b6e23e6742", "w": 6, "x": 0, - "y": 8 + "y": 6 }, "panelIndex": "46467ea8-7ba6-43d1-b61a-d3b6e23e6742", "title": "", @@ -163,7 +163,7 @@ "label": "Failures", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.failed))", "isFormulaBroken": false }, "references": [ @@ -182,7 +182,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.failed" + "sourceField": "elasticsearch.ingest_pipeline.total.failed" }, "34e5f179-78e1-4975-8f3f-f1f9327a2c42X1": { "customLabel": true, @@ -216,7 +216,7 @@ "label": "Processed", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.count))", "isFormulaBroken": false }, "references": [ @@ -235,7 +235,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -252,20 +252,20 @@ "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", "isBucketed": true, - "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "label": "Top values of elasticsearch.ingest_pipeline.name + 1 other", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -281,7 +281,7 @@ "size": 20 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" } }, "incompleteColumns": {} @@ -293,7 +293,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -379,10 +379,78 @@ "i": "62553d02-5a7d-400b-979e-36da6aef012e", "w": 42, "x": 6, - "y": 8 + "y": 6 }, "panelIndex": "62553d02-5a7d-400b-979e-36da6aef012e", - "title": "EPS and Failures", + "title": "Documents and Failures", + "type": "lens", + "version": "8.5.1" + }, + { + "embeddableConfig": { + "attributes": { + "references": [ + { + "id": "elasticsearch-sm-metrics", + "name": "indexpattern-datasource-layer-3faa4240-11c3-43c8-980f-0dda1d9d3c08", + "type": "index-pattern" + } + ], + "state": { + "adHocDataViews": {}, + "datasourceStates": { + "indexpattern": { + "layers": { + "3faa4240-11c3-43c8-980f-0dda1d9d3c08": { + "columnOrder": [ + "7ee48652-d095-4cb7-af8a-c779631d4b8c" + ], + "columns": { + "7ee48652-d095-4cb7-af8a-c779631d4b8c": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Processors in this pipeline", + "operationType": "unique_count", + "params": { + "emptyAsNull": true + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest_pipeline.processor.order_index" + } + }, + "incompleteColumns": {} + } + } + } + }, + "filters": [], + "internalReferences": [], + "query": { + "language": "kuery", + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " + }, + "visualization": { + "accessor": "7ee48652-d095-4cb7-af8a-c779631d4b8c", + "layerId": "3faa4240-11c3-43c8-980f-0dda1d9d3c08", + "layerType": "data" + } + }, + "title": "", + "type": "lens", + "visualizationType": "lnsLegacyMetric" + }, + "enhancements": {} + }, + "gridData": { + "h": 14, + "i": "5a9aaee6-8fc7-44f5-9319-e20c8a9dd467", + "w": 6, + "x": 0, + "y": 20 + }, + "panelIndex": "5a9aaee6-8fc7-44f5-9319-e20c8a9dd467", + "title": "", "type": "lens", "version": "8.5.1" }, @@ -435,7 +503,7 @@ "label": "Avg ms per doc", "operationType": "formula", "params": { - "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.total.count))))", + "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms)))/cumulative_sum(counter_rate((max(elasticsearch.ingest_pipeline.total.count))))", "isFormulaBroken": false }, "references": [ @@ -447,19 +515,19 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Avg CPU Time per doc", + "label": "Part of Avg time per doc", "operationType": "max", "params": { "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.total.time.self.ms" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Avg CPU Time per doc", + "label": "Part of Avg time per doc", "operationType": "counter_rate", "references": [ "d66446a1-b145-40ba-8d88-5771c524ab37X0" @@ -471,7 +539,7 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Avg CPU Time per doc", + "label": "Part of Avg time per doc", "operationType": "cumulative_sum", "references": [ "d66446a1-b145-40ba-8d88-5771c524ab37X1" @@ -482,19 +550,19 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Avg CPU Time per doc", + "label": "Part of Avg time per doc", "operationType": "max", "params": { "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "d66446a1-b145-40ba-8d88-5771c524ab37X4": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Avg CPU Time per doc", + "label": "Part of Avg time per doc", "operationType": "counter_rate", "references": [ "d66446a1-b145-40ba-8d88-5771c524ab37X3" @@ -506,7 +574,7 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Avg CPU Time per doc", + "label": "Part of Avg time per doc", "operationType": "cumulative_sum", "references": [ "d66446a1-b145-40ba-8d88-5771c524ab37X4" @@ -517,7 +585,7 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Avg CPU Time per doc", + "label": "Part of Avg time per doc", "operationType": "math", "params": { "tinymathAst": { @@ -530,7 +598,7 @@ "min": 0 }, "name": "divide", - "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.total.count))))", + "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms)))/cumulative_sum(counter_rate((max(elasticsearch.ingest_pipeline.total.count))))", "type": "function" } }, @@ -543,20 +611,20 @@ "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", "isBucketed": true, - "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "label": "Top values of elasticsearch.ingest_pipeline.name + 1 other", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -572,7 +640,7 @@ "size": 20 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" } }, "incompleteColumns": {} @@ -584,7 +652,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -664,10 +732,10 @@ "i": "1ba77622-28e8-4462-b806-576d073ae308", "w": 42, "x": 6, - "y": 22 + "y": 20 }, "panelIndex": "1ba77622-28e8-4462-b806-576d073ae308", - "title": "CPU Time per document", + "title": "time per document", "type": "lens", "version": "8.5.1" }, @@ -730,7 +798,7 @@ "size": 500 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" }, "4a999eff-ba72-4344-9077-db8f9d27cf45": { "dataType": "string", @@ -742,13 +810,13 @@ "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "label": "Sum of elasticsearch.ingest_pipeline.total.count", "operationType": "sum", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -770,7 +838,7 @@ "label": "Documents", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.count))", "isFormulaBroken": false }, "references": [ @@ -788,7 +856,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -809,7 +877,7 @@ "label": "Total time spent (s)", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms))", "isFormulaBroken": false }, "references": [ @@ -827,7 +895,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.total.time.self.ms" }, "f36a06ec-bdba-46d2-90ca-9c7de830c269X1": { "customLabel": true, @@ -864,7 +932,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "columns": [ @@ -935,7 +1003,7 @@ "i": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d", "w": 23, "x": 0, - "y": 36 + "y": 34 }, "panelIndex": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d", "title": "Pipelines processing most documents", @@ -983,13 +1051,13 @@ "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "95th percentile of elasticsearch.ingest.pipeline.total.self_cpu_time", + "label": "95th percentile of elasticsearch.ingest_pipeline.total.time.self.ms", "operationType": "percentile", "params": { "percentile": 95 }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.total.time.self.ms" }, "orderBy": { "type": "custom" @@ -1002,7 +1070,7 @@ "size": 500 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" }, "4a999eff-ba72-4344-9077-db8f9d27cf45": { "dataType": "string", @@ -1014,13 +1082,13 @@ "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "label": "Sum of elasticsearch.ingest_pipeline.total.count", "operationType": "sum", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -1049,7 +1117,7 @@ "suffix": " ms" } }, - "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.total.count))))", + "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms)))/cumulative_sum(counter_rate((max(elasticsearch.ingest_pipeline.total.count))))", "isFormulaBroken": false }, "references": [ @@ -1067,7 +1135,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.total.time.self.ms" }, "f36a06ec-bdba-46d2-90ca-9c7de830c269X1": { "customLabel": true, @@ -1102,7 +1170,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "f36a06ec-bdba-46d2-90ca-9c7de830c269X4": { "customLabel": true, @@ -1144,7 +1212,7 @@ "min": 0 }, "name": "divide", - "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.total.count))))", + "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms)))/cumulative_sum(counter_rate((max(elasticsearch.ingest_pipeline.total.count))))", "type": "function" } }, @@ -1177,7 +1245,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "columns": [ @@ -1244,7 +1312,7 @@ "i": "46db7a44-91d5-430a-b63b-9ccc90ebf512", "w": 13, "x": 23, - "y": 36 + "y": 34 }, "panelIndex": "46db7a44-91d5-430a-b63b-9ccc90ebf512", "title": "Slowest pipelines per document", @@ -1287,13 +1355,13 @@ "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "95th percentile of elasticsearch.ingest.pipeline.total.failed", + "label": "95th percentile of elasticsearch.ingest_pipeline.total.failed", "operationType": "percentile", "params": { "percentile": 95 }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.failed" + "sourceField": "elasticsearch.ingest_pipeline.total.failed" }, "orderBy": { "type": "custom" @@ -1306,7 +1374,7 @@ "size": 500 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" }, "4a999eff-ba72-4344-9077-db8f9d27cf45": { "dataType": "string", @@ -1319,13 +1387,13 @@ "customLabel": false, "dataType": "number", "isBucketed": false, - "label": "Count of elasticsearch.ingest.pipeline.total.count", + "label": "Count of elasticsearch.ingest_pipeline.total.count", "operationType": "count", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -1347,7 +1415,7 @@ "label": "Failed documents", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.failed))", "isFormulaBroken": false }, "references": [ @@ -1365,7 +1433,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.failed" + "sourceField": "elasticsearch.ingest_pipeline.total.failed" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -1402,7 +1470,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "columns": [ @@ -1469,7 +1537,7 @@ "i": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84", "w": 12, "x": 36, - "y": 36 + "y": 34 }, "panelIndex": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84", "title": "Top failing pipelines", @@ -1493,7 +1561,7 @@ "description": "", "params": { "fontSize": 12, - "markdown": "# Processors\n\n\u003e Find slow and misbehaving processors that may be impacting your ingestion performance or dropping documents", + "markdown": "# Processors\n\n\u003e Find slow processors that may be impacting your ingestion performance or dropping documents", "openLinksInNewTab": false }, "title": "", @@ -1502,11 +1570,11 @@ } }, "gridData": { - "h": 7, + "h": 6, "i": "08adf87f-7edd-427c-b4bb-054e53451584", "w": 48, "x": 0, - "y": 42 + "y": 40 }, "panelIndex": "08adf87f-7edd-427c-b4bb-054e53451584", "title": "", @@ -1569,10 +1637,11 @@ "parentFormat": { "id": "terms" }, + "secondaryFields": [], "size": 100 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.processor.type" + "sourceField": "elasticsearch.ingest_pipeline.processor.type_tag" }, "43487448-486e-4979-a681-9a49232e4a70": { "dataType": "date", @@ -1590,30 +1659,30 @@ "43aef93d-5091-48d0-aa45-08acbcee47b6": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.processor.count", + "label": "Maximum of elasticsearch.ingest_pipeline.processor.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.processor.count" + "sourceField": "elasticsearch.ingest_pipeline.processor.count" }, "764ecc8d-65a4-4800-bfdb-3deca6ad2d0c": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.processor.failed", + "label": "Maximum of elasticsearch.ingest_pipeline.processor.failed", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.processor.failed" + "sourceField": "elasticsearch.ingest_pipeline.processor.failed" }, "8521fba6-caf4-4d6f-b0d9-4b9104988a4c": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "CPU Time", + "label": "time", "operationType": "counter_rate", "references": [ "e8e9fd7d-5a03-4e78-9f5a-43e148ee2417" @@ -1651,18 +1720,18 @@ "size": 100 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.processor.order_index" + "sourceField": "elasticsearch.ingest_pipeline.processor.order_index" }, "e8e9fd7d-5a03-4e78-9f5a-43e148ee2417": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.processor.total_cpu_time", + "label": "Maximum of elasticsearch.ingest_pipeline.processor.time.total.ms", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.processor.total_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.processor.time.total.ms" } }, "incompleteColumns": {} @@ -1822,7 +1891,7 @@ "i": "8f07b0fb-cb88-4a92-af5d-676f767b1854", "w": 24, "x": 0, - "y": 49 + "y": 46 }, "panelIndex": "8f07b0fb-cb88-4a92-af5d-676f767b1854", "type": "lens", @@ -1875,10 +1944,11 @@ "parentFormat": { "id": "terms" }, + "secondaryFields": [], "size": 100 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.processor.type" + "sourceField": "elasticsearch.ingest_pipeline.processor.type_tag" }, "43487448-486e-4979-a681-9a49232e4a70": { "dataType": "date", @@ -1907,7 +1977,7 @@ "suffix": " ms" } }, - "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.processor.total_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.processor.count))))", + "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest_pipeline.processor.time.total.ms)))/cumulative_sum(counter_rate((max(elasticsearch.ingest_pipeline.processor.count))))", "isFormulaBroken": false }, "references": [ @@ -1925,7 +1995,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.processor.total_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.processor.time.total.ms" }, "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX1": { "customLabel": true, @@ -1960,7 +2030,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.processor.count" + "sourceField": "elasticsearch.ingest_pipeline.processor.count" }, "8521fba6-caf4-4d6f-b0d9-4b9104988a4cX4": { "customLabel": true, @@ -2002,7 +2072,7 @@ "min": 0 }, "name": "divide", - "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.processor.total_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.processor.count))))", + "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest_pipeline.processor.time.total.ms)))/cumulative_sum(counter_rate((max(elasticsearch.ingest_pipeline.processor.count))))", "type": "function" } }, @@ -2032,7 +2102,7 @@ "size": 100 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.processor.order_index" + "sourceField": "elasticsearch.ingest_pipeline.processor.order_index" } }, "incompleteColumns": {} @@ -2117,7 +2187,7 @@ "i": "3c8bb8ab-2c2b-41a6-9b47-de8ddf56e6f9", "w": 24, "x": 24, - "y": 49 + "y": 46 }, "panelIndex": "3c8bb8ab-2c2b-41a6-9b47-de8ddf56e6f9", "title": "", @@ -2144,6 +2214,11 @@ "d470f360-5ac9-450f-bef2-8c666d25cee7", "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", "d66446a1-b145-40ba-8d88-5771c524ab37", + "d66446a1-b145-40ba-8d88-5771c524ab37X6", + "d66446a1-b145-40ba-8d88-5771c524ab37X5", + "d66446a1-b145-40ba-8d88-5771c524ab37X4", + "d66446a1-b145-40ba-8d88-5771c524ab37X3", + "d66446a1-b145-40ba-8d88-5771c524ab37X2", "d66446a1-b145-40ba-8d88-5771c524ab37X1", "d66446a1-b145-40ba-8d88-5771c524ab37X0" ], @@ -2165,14 +2240,14 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Documents", + "label": "time", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.processor.count))", + "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest_pipeline.processor.time.total.ms)))/cumulative_sum(counter_rate((max(elasticsearch.ingest_pipeline.processor.count))))", "isFormulaBroken": false }, "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X1" + "d66446a1-b145-40ba-8d88-5771c524ab37X6" ], "scale": "ratio", "timeScale": "s" @@ -2181,19 +2256,19 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Documents", + "label": "Part of time", "operationType": "max", "params": { "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.processor.count" + "sourceField": "elasticsearch.ingest_pipeline.processor.time.total.ms" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Documents", + "label": "Part of time", "operationType": "counter_rate", "references": [ "d66446a1-b145-40ba-8d88-5771c524ab37X0" @@ -2201,23 +2276,96 @@ "scale": "ratio", "timeScale": "s" }, + "d66446a1-b145-40ba-8d88-5771c524ab37X2": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of time", + "operationType": "cumulative_sum", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X1" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X3": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of time", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest_pipeline.processor.count" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X4": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of time", + "operationType": "counter_rate", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X3" + ], + "scale": "ratio", + "timeScale": "s" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X5": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of time", + "operationType": "cumulative_sum", + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X4" + ], + "scale": "ratio" + }, + "d66446a1-b145-40ba-8d88-5771c524ab37X6": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of time", + "operationType": "math", + "params": { + "tinymathAst": { + "args": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X2", + "d66446a1-b145-40ba-8d88-5771c524ab37X5" + ], + "location": { + "max": 172, + "min": 0 + }, + "name": "divide", + "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest_pipeline.processor.time.total.ms)))/cumulative_sum(counter_rate((max(elasticsearch.ingest_pipeline.processor.count))))", + "type": "function" + } + }, + "references": [ + "d66446a1-b145-40ba-8d88-5771c524ab37X2", + "d66446a1-b145-40ba-8d88-5771c524ab37X5" + ], + "scale": "ratio" + }, "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", "isBucketed": true, - "label": "Top values of elasticsearch.ingest.pipeline.processor.type + 1 other", + "label": "Top values of elasticsearch.ingest_pipeline.processor.order_index + 2 others", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -2228,12 +2376,13 @@ "id": "multi_terms" }, "secondaryFields": [ - "elasticsearch.node.name" + "elasticsearch.node.name", + "elasticsearch.ingest_pipeline.processor.type_tag" ], "size": 100 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.processor.type" + "sourceField": "elasticsearch.ingest_pipeline.processor.order_index" } }, "incompleteColumns": {} @@ -2245,7 +2394,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -2320,13 +2469,13 @@ }, "gridData": { "h": 18, - "i": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9", + "i": "d8c5f51b-a49c-4846-b372-5c258d507acb", "w": 48, "x": 0, - "y": 73 + "y": 70 }, - "panelIndex": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9", - "title": "EPS by processor", + "panelIndex": "d8c5f51b-a49c-4846-b372-5c258d507acb", + "title": "Avg time per doc by processor", "type": "lens", "version": "8.5.1" }, @@ -2371,10 +2520,10 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "CPU Time", + "label": "Documents", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.processor.total_cpu_time))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.processor.count))", "isFormulaBroken": false }, "references": [ @@ -2393,7 +2542,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.processor.total_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.processor.count" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -2410,20 +2559,20 @@ "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", "isBucketed": true, - "label": "Top values of elasticsearch.ingest.pipeline.processor.type + 1 other", + "label": "Top values of elasticsearch.ingest_pipeline.processor.order_index + 2 others", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -2434,12 +2583,13 @@ "id": "multi_terms" }, "secondaryFields": [ + "elasticsearch.ingest_pipeline.processor.type_tag", "elasticsearch.node.name" ], "size": 100 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.processor.type" + "sourceField": "elasticsearch.ingest_pipeline.processor.order_index" } }, "incompleteColumns": {} @@ -2451,7 +2601,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -2526,13 +2676,13 @@ }, "gridData": { "h": 18, - "i": "50a3d05a-d1b7-4eae-ba4c-da6c22f329e6", + "i": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9", "w": 48, "x": 0, - "y": 91 + "y": 88 }, - "panelIndex": "50a3d05a-d1b7-4eae-ba4c-da6c22f329e6", - "title": "CPU Time by Processor", + "panelIndex": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9", + "title": "EPS by processor", "type": "lens", "version": "8.5.1" }, @@ -2556,11 +2706,6 @@ "d470f360-5ac9-450f-bef2-8c666d25cee7", "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", "d66446a1-b145-40ba-8d88-5771c524ab37", - "d66446a1-b145-40ba-8d88-5771c524ab37X6", - "d66446a1-b145-40ba-8d88-5771c524ab37X5", - "d66446a1-b145-40ba-8d88-5771c524ab37X4", - "d66446a1-b145-40ba-8d88-5771c524ab37X3", - "d66446a1-b145-40ba-8d88-5771c524ab37X2", "d66446a1-b145-40ba-8d88-5771c524ab37X1", "d66446a1-b145-40ba-8d88-5771c524ab37X0" ], @@ -2582,14 +2727,14 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "CPU Time", + "label": "time", "operationType": "formula", "params": { - "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.processor.total_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.processor.count))))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.processor.time.total.ms))", "isFormulaBroken": false }, "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X6" + "d66446a1-b145-40ba-8d88-5771c524ab37X1" ], "scale": "ratio", "timeScale": "s" @@ -2598,19 +2743,19 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of CPU Time", + "label": "Part of Documents", "operationType": "max", "params": { "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.processor.total_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.processor.time.total.ms" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of CPU Time", + "label": "Part of Documents", "operationType": "counter_rate", "references": [ "d66446a1-b145-40ba-8d88-5771c524ab37X0" @@ -2618,96 +2763,23 @@ "scale": "ratio", "timeScale": "s" }, - "d66446a1-b145-40ba-8d88-5771c524ab37X2": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of CPU Time", - "operationType": "cumulative_sum", - "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X1" - ], - "scale": "ratio" - }, - "d66446a1-b145-40ba-8d88-5771c524ab37X3": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of CPU Time", - "operationType": "max", - "params": { - "emptyAsNull": false - }, - "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.processor.count" - }, - "d66446a1-b145-40ba-8d88-5771c524ab37X4": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of CPU Time", - "operationType": "counter_rate", - "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X3" - ], - "scale": "ratio", - "timeScale": "s" - }, - "d66446a1-b145-40ba-8d88-5771c524ab37X5": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of CPU Time", - "operationType": "cumulative_sum", - "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X4" - ], - "scale": "ratio" - }, - "d66446a1-b145-40ba-8d88-5771c524ab37X6": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of CPU Time", - "operationType": "math", - "params": { - "tinymathAst": { - "args": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X2", - "d66446a1-b145-40ba-8d88-5771c524ab37X5" - ], - "location": { - "max": 172, - "min": 0 - }, - "name": "divide", - "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.processor.total_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.processor.count))))", - "type": "function" - } - }, - "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X2", - "d66446a1-b145-40ba-8d88-5771c524ab37X5" - ], - "scale": "ratio" - }, "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", "isBucketed": true, - "label": "Top values of elasticsearch.ingest.pipeline.processor.type + 1 other", + "label": "Top values of elasticsearch.ingest_pipeline.processor.order_index + 2 others", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -2718,12 +2790,13 @@ "id": "multi_terms" }, "secondaryFields": [ + "elasticsearch.ingest_pipeline.processor.type_tag", "elasticsearch.node.name" ], "size": 100 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.processor.type" + "sourceField": "elasticsearch.ingest_pipeline.processor.order_index" } }, "incompleteColumns": {} @@ -2735,7 +2808,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -2810,13 +2883,13 @@ }, "gridData": { "h": 18, - "i": "d8c5f51b-a49c-4846-b372-5c258d507acb", + "i": "50a3d05a-d1b7-4eae-ba4c-da6c22f329e6", "w": 48, "x": 0, - "y": 109 + "y": 106 }, - "panelIndex": "d8c5f51b-a49c-4846-b372-5c258d507acb", - "title": "Avg time per doc by processor", + "panelIndex": "50a3d05a-d1b7-4eae-ba4c-da6c22f329e6", + "title": "Time by Processor", "type": "lens", "version": "8.5.1" }, @@ -2847,11 +2920,11 @@ } }, "gridData": { - "h": 8, + "h": 6, "i": "32ce43ec-edb2-4e30-8fb3-df52e06c885c", "w": 48, "x": 0, - "y": 127 + "y": 124 }, "panelIndex": "32ce43ec-edb2-4e30-8fb3-df52e06c885c", "type": "visualization", @@ -2891,7 +2964,7 @@ "0bc394bd-4e71-4611-a300-e8d87d37efa6": { "dataType": "string", "isBucketed": true, - "label": "Top 20 values of elasticsearch.ingest.pipeline.name", + "label": "Top 20 values of elasticsearch.ingest_pipeline.name", "operationType": "terms", "params": { "missingBucket": false, @@ -2918,7 +2991,7 @@ "size": 20 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" }, "4a999eff-ba72-4344-9077-db8f9d27cf45": { "customLabel": true, @@ -2931,13 +3004,13 @@ "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "label": "Sum of elasticsearch.ingest_pipeline.total.count", "operationType": "sum", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -2960,7 +3033,7 @@ "label": "Failures", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.failed))", "isFormulaBroken": false }, "references": [ @@ -2978,7 +3051,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.failed" + "sourceField": "elasticsearch.ingest_pipeline.total.failed" }, "6d9c299f-8ebb-4319-877c-4b21402d4b3fX1": { "customLabel": true, @@ -2999,7 +3072,7 @@ "label": "Documents", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.count))", "isFormulaBroken": false }, "references": [ @@ -3017,7 +3090,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -3038,7 +3111,7 @@ "label": "Total time spent (s)", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms))", "isFormulaBroken": false }, "references": [ @@ -3056,7 +3129,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.total.time.self.ms" }, "f36a06ec-bdba-46d2-90ca-9c7de830c269X1": { "customLabel": true, @@ -3093,7 +3166,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "columns": [ @@ -3163,7 +3236,7 @@ "i": "e4f9ecca-8f6f-43e9-bcec-c957c844305c", "w": 48, "x": 0, - "y": 135 + "y": 130 }, "panelIndex": "e4f9ecca-8f6f-43e9-bcec-c957c844305c", "title": "Summary by node", @@ -3214,7 +3287,7 @@ "label": "Time spent", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms))", "isFormulaBroken": false }, "references": [ @@ -3232,7 +3305,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.total.time.self.ms" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -3256,13 +3329,13 @@ "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -3288,7 +3361,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -3366,7 +3439,7 @@ "i": "0cc9444d-c323-4ceb-b43d-072caf360183", "w": 24, "x": 0, - "y": 153 + "y": 148 }, "panelIndex": "0cc9444d-c323-4ceb-b43d-072caf360183", "title": "Time spent by node", @@ -3417,7 +3490,7 @@ "label": "Processed", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.count))", "isFormulaBroken": false }, "references": [ @@ -3435,7 +3508,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -3459,13 +3532,13 @@ "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -3491,7 +3564,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -3570,7 +3643,7 @@ "i": "2bac6f1e-8565-49c3-8235-331c7cf45180", "w": 24, "x": 24, - "y": 153 + "y": 148 }, "panelIndex": "2bac6f1e-8565-49c3-8235-331c7cf45180", "title": "Documents by node", @@ -3624,7 +3697,7 @@ "label": "Time spent per document processed", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)) / counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms)) / counter_rate(max(elasticsearch.ingest_pipeline.total.count))", "isFormulaBroken": false }, "references": [ @@ -3642,7 +3715,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.total.time.self.ms" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -3666,7 +3739,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "d66446a1-b145-40ba-8d88-5771c524ab37X3": { "customLabel": true, @@ -3697,7 +3770,7 @@ "min": 0 }, "name": "divide", - "text": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)) / counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "text": "counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms)) / counter_rate(max(elasticsearch.ingest_pipeline.total.count))", "type": "function" } }, @@ -3710,20 +3783,20 @@ "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", "isBucketed": true, - "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "label": "Top values of elasticsearch.ingest_pipeline.name + 1 other", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -3739,7 +3812,7 @@ "size": 8 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" } }, "incompleteColumns": {} @@ -3751,7 +3824,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -3829,7 +3902,7 @@ "i": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb", "w": 24, "x": 0, - "y": 172 + "y": 167 }, "panelIndex": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb", "title": "Time spent per document processed", @@ -3880,7 +3953,7 @@ "label": "Failed Documents", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.failed))", "isFormulaBroken": false }, "references": [ @@ -3899,7 +3972,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.failed" + "sourceField": "elasticsearch.ingest_pipeline.total.failed" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -3916,20 +3989,20 @@ "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", "isBucketed": true, - "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "label": "Top values of elasticsearch.ingest_pipeline.name + 1 other", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.failed", + "label": "Maximum of elasticsearch.ingest_pipeline.total.failed", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.failed" + "sourceField": "elasticsearch.ingest_pipeline.total.failed" }, "orderBy": { "type": "custom" @@ -3945,7 +4018,7 @@ "size": 10 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" } }, "incompleteColumns": {} @@ -3957,7 +4030,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -4035,7 +4108,7 @@ "i": "da89ce7b-9065-4c56-affc-02eeb02723f0", "w": 24, "x": 24, - "y": 172 + "y": 167 }, "panelIndex": "da89ce7b-9065-4c56-affc-02eeb02723f0", "title": "Failures processed by top nodes processing top pipelines", @@ -4063,6 +4136,11 @@ "name": "62553d02-5a7d-400b-979e-36da6aef012e:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, + { + "id": "elasticsearch-sm-metrics", + "name": "5a9aaee6-8fc7-44f5-9319-e20c8a9dd467:indexpattern-datasource-layer-3faa4240-11c3-43c8-980f-0dda1d9d3c08", + "type": "index-pattern" + }, { "id": "elasticsearch-sm-metrics", "name": "1ba77622-28e8-4462-b806-576d073ae308:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", @@ -4095,17 +4173,17 @@ }, { "id": "elasticsearch-sm-metrics", - "name": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "name": "d8c5f51b-a49c-4846-b372-5c258d507acb:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { "id": "elasticsearch-sm-metrics", - "name": "50a3d05a-d1b7-4eae-ba4c-da6c22f329e6:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "name": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { "id": "elasticsearch-sm-metrics", - "name": "d8c5f51b-a49c-4846-b372-5c258d507acb:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "name": "50a3d05a-d1b7-4eae-ba4c-da6c22f329e6:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, { diff --git a/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json b/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json index 63fd3e51512..901be0a9f4f 100644 --- a/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json +++ b/packages/elasticsearch/kibana/dashboard/elasticsearch-metrics-ingest-pipelines.json @@ -4,7 +4,7 @@ "chainingSystem": "HIERARCHICAL", "controlStyle": "oneLine", "ignoreParentSettingsJSON": "{\"ignoreFilters\":false,\"ignoreQuery\":false,\"ignoreTimerange\":false,\"ignoreValidations\":false}", - "panelsJSON": "{\"d71679da-0013-430a-982a-7aa466e582f8\":{\"order\":2,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.node.name\",\"title\":\"Node\",\"id\":\"d71679da-0013-430a-982a-7aa466e582f8\",\"enhancements\":{},\"selectedOptions\":[]}},\"01070ea3-1a87-4fcc-927d-18b02827b891\":{\"order\":3,\"width\":\"large\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.ingest.pipeline.name\",\"title\":\"Pipeline\",\"id\":\"01070ea3-1a87-4fcc-927d-18b02827b891\",\"enhancements\":{},\"selectedOptions\":[]}},\"de9376f3-00fd-46cb-9b75-3909c5d17a37\":{\"order\":0,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.cluster.name\",\"title\":\"Cluster\",\"id\":\"de9376f3-00fd-46cb-9b75-3909c5d17a37\",\"enhancements\":{}}},\"b89ded5a-50c5-47b3-a935-ee12f9f8aaf7\":{\"order\":1,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.node.roles\",\"title\":\"Node Roles\",\"id\":\"b89ded5a-50c5-47b3-a935-ee12f9f8aaf7\",\"selectedOptions\":[],\"enhancements\":{}}}}" + "panelsJSON": "{\"d71679da-0013-430a-982a-7aa466e582f8\":{\"order\":2,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.node.name\",\"title\":\"Node\",\"id\":\"d71679da-0013-430a-982a-7aa466e582f8\",\"enhancements\":{},\"selectedOptions\":[]}},\"01070ea3-1a87-4fcc-927d-18b02827b891\":{\"order\":3,\"width\":\"large\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.ingest_pipeline.name\",\"title\":\"Pipeline\",\"id\":\"01070ea3-1a87-4fcc-927d-18b02827b891\",\"enhancements\":{},\"selectedOptions\":[]}},\"de9376f3-00fd-46cb-9b75-3909c5d17a37\":{\"order\":0,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.cluster.name\",\"title\":\"Cluster\",\"id\":\"de9376f3-00fd-46cb-9b75-3909c5d17a37\",\"enhancements\":{}}},\"b89ded5a-50c5-47b3-a935-ee12f9f8aaf7\":{\"order\":1,\"width\":\"small\",\"grow\":true,\"type\":\"optionsListControl\",\"explicitInput\":{\"fieldName\":\"elasticsearch.node.roles\",\"title\":\"Node Roles\",\"id\":\"b89ded5a-50c5-47b3-a935-ee12f9f8aaf7\",\"selectedOptions\":[],\"enhancements\":{}}}}" }, "description": "", "hits": 0, @@ -16,10 +16,10 @@ "store": "appState" }, "meta": { - "alias": "Fleet global pipeline", + "alias": "System pipelines", "disabled": false, "indexRefName": "kibanaSavedObjectMeta.searchSourceJSON.filter[0].meta.index", - "key": "elasticsearch.ingest.pipeline.name", + "key": "elasticsearch.ingest_pipeline.name", "negate": true, "params": { "query": ".fleet_final_pipeline-1" @@ -28,7 +28,7 @@ }, "query": { "match_phrase": { - "elasticsearch.ingest.pipeline.name": ".fleet_final_pipeline-1" + "elasticsearch.ingest_pipeline.name": ".fleet_final_pipeline-1" } } } @@ -43,7 +43,7 @@ "hidePanelTitles": false, "syncColors": false, "syncTooltips": false, - "useMargins": false + "useMargins": true }, "panelsJSON": [ { @@ -63,7 +63,7 @@ "description": "", "params": { "fontSize": 12, - "markdown": "# Overview\n\nAnalyze trends in throughput and performance for overall ingest processing", + "markdown": "# Overview\n\n\u003e Analyze trends in throughput and performance for overall ingest processing", "openLinksInNewTab": false }, "title": "", @@ -113,7 +113,7 @@ "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" } }, "incompleteColumns": {} @@ -125,7 +125,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "accessor": "7ee48652-d095-4cb7-af8a-c779631d4b8c", @@ -192,7 +192,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "accessor": "7ee48652-d095-4cb7-af8a-c779631d4b8c", @@ -239,9 +239,52 @@ "d470f360-5ac9-450f-bef2-8c666d25cee7", "d66446a1-b145-40ba-8d88-5771c524ab37", "d66446a1-b145-40ba-8d88-5771c524ab37X1", - "d66446a1-b145-40ba-8d88-5771c524ab37X0" + "d66446a1-b145-40ba-8d88-5771c524ab37X0", + "65cdf833-eab2-4485-be00-fca498ccdd85", + "65cdf833-eab2-4485-be00-fca498ccdd85X1", + "65cdf833-eab2-4485-be00-fca498ccdd85X0" ], "columns": { + "65cdf833-eab2-4485-be00-fca498ccdd85": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Failures", + "operationType": "formula", + "params": { + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.failed))", + "isFormulaBroken": false + }, + "references": [ + "65cdf833-eab2-4485-be00-fca498ccdd85X1" + ], + "scale": "ratio", + "timeScale": "s" + }, + "65cdf833-eab2-4485-be00-fca498ccdd85X0": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents processed", + "operationType": "max", + "params": { + "emptyAsNull": false + }, + "scale": "ratio", + "sourceField": "elasticsearch.ingest_pipeline.total.failed" + }, + "65cdf833-eab2-4485-be00-fca498ccdd85X1": { + "customLabel": true, + "dataType": "number", + "isBucketed": false, + "label": "Part of Documents processed", + "operationType": "counter_rate", + "references": [ + "65cdf833-eab2-4485-be00-fca498ccdd85X0" + ], + "scale": "ratio", + "timeScale": "s" + }, "d470f360-5ac9-450f-bef2-8c666d25cee7": { "dataType": "date", "isBucketed": true, @@ -262,7 +305,7 @@ "label": "Documents processed", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.count))", "isFormulaBroken": false }, "references": [ @@ -281,7 +324,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -298,20 +341,20 @@ "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", "isBucketed": true, - "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "label": "Top values of elasticsearch.ingest_pipeline.name + 1 other", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -327,7 +370,7 @@ "size": 20 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" } }, "incompleteColumns": {} @@ -339,7 +382,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -365,12 +408,13 @@ "layers": [ { "accessors": [ - "d66446a1-b145-40ba-8d88-5771c524ab37" + "d66446a1-b145-40ba-8d88-5771c524ab37", + "65cdf833-eab2-4485-be00-fca498ccdd85" ], "collapseFn": "sum", "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", "layerType": "data", - "seriesType": "area_stacked", + "seriesType": "area", "splitAccessor": "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61", "xAccessor": "d470f360-5ac9-450f-bef2-8c666d25cee7", "yConfig": [ @@ -378,6 +422,10 @@ "axisMode": "left", "color": "#54b399", "forAccessor": "d66446a1-b145-40ba-8d88-5771c524ab37" + }, + { + "color": "#e7664c", + "forAccessor": "65cdf833-eab2-4485-be00-fca498ccdd85" } ] } @@ -421,7 +469,7 @@ "y": 6 }, "panelIndex": "62553d02-5a7d-400b-979e-36da6aef012e", - "title": "Documents processed by ingest pipelines", + "title": "Total documents and failures", "type": "lens", "version": "8.5.1" }, @@ -452,7 +500,7 @@ } }, "gridData": { - "h": 8, + "h": 6, "i": "32ce43ec-edb2-4e30-8fb3-df52e06c885c", "w": 48, "x": 0, @@ -491,9 +539,10 @@ ], "columns": { "0bc394bd-4e71-4611-a300-e8d87d37efa6": { + "customLabel": true, "dataType": "string", "isBucketed": true, - "label": "Top 20 values of elasticsearch.ingest.pipeline.name", + "label": "Pipeline", "operationType": "terms", "params": { "missingBucket": false, @@ -513,33 +562,32 @@ "type": "custom" }, "orderDirection": "desc", - "otherBucket": true, + "otherBucket": false, "parentFormat": { "id": "terms" }, - "size": 20 + "size": 500 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" }, "4a999eff-ba72-4344-9077-db8f9d27cf45": { - "customLabel": true, "dataType": "string", "isBucketed": true, - "label": "Node", + "label": "Top 500 values of elasticsearch.node.id", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "label": "Sum of elasticsearch.ingest_pipeline.total.count", "operationType": "sum", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -549,11 +597,10 @@ "parentFormat": { "id": "terms" }, - "secondaryFields": [], - "size": 20 + "size": 500 }, "scale": "ordinal", - "sourceField": "elasticsearch.node.name" + "sourceField": "elasticsearch.node.id" }, "d66446a1-b145-40ba-8d88-5771c524ab37": { "customLabel": true, @@ -562,7 +609,7 @@ "label": "Documents", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.count))", "isFormulaBroken": false }, "references": [ @@ -580,7 +627,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -598,10 +645,17 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Total time spent (s)", + "label": "Total time spent", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", + "format": { + "id": "number", + "params": { + "decimals": 0, + "suffix": " s" + } + }, + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms))", "isFormulaBroken": false }, "references": [ @@ -613,19 +667,19 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Total time spent (s)", + "label": "Part of Total time spent", "operationType": "max", "params": { "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.total.time.self.ms" }, "f36a06ec-bdba-46d2-90ca-9c7de830c269X1": { "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Part of Total time spent (s)", + "label": "Part of Total time spent", "operationType": "counter_rate", "references": [ "f36a06ec-bdba-46d2-90ca-9c7de830c269X0" @@ -656,18 +710,18 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "columns": [ { - "collapseFn": "", + "collapseFn": "sum", "columnId": "4a999eff-ba72-4344-9077-db8f9d27cf45", "isTransposed": false }, { "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", - "summaryRow": "none" + "summaryRow": "sum" }, { "collapseFn": "sum", @@ -676,16 +730,21 @@ }, { "columnId": "f36a06ec-bdba-46d2-90ca-9c7de830c269", - "isTransposed": false + "isTransposed": false, + "summaryRow": "sum" }, { - "collapseFn": "sum", + "collapseFn": "", "columnId": "0bc394bd-4e71-4611-a300-e8d87d37efa6", "isTransposed": false } ], "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", - "layerType": "data" + "layerType": "data", + "sorting": { + "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", + "direction": "desc" + } } }, "title": "", @@ -698,18 +757,16 @@ { "action": { "config": { - "encodeUrl": true, "openInNewTab": false, - "url": { - "template": "{{kibanaUrl}}/app/monitoring#/elasticsearch/nodes/{{event.values.[0]}}\n" - } + "useCurrentDateRange": true, + "useCurrentFilters": true }, - "factoryId": "URL_DRILLDOWN", - "name": "View node metrics" + "factoryId": "DASHBOARD_TO_DASHBOARD_DRILLDOWN", + "name": "View pipeline metrics" }, - "eventId": "33193580-dcb3-45f8-9be5-7f0570d64227", + "eventId": "6f8f9ee3-9811-43de-8208-6e60ce2bb2af", "triggers": [ - "ROW_CLICK_TRIGGER" + "FILTER_TRIGGER" ] } ] @@ -718,14 +775,14 @@ "hidePanelTitles": false }, "gridData": { - "h": 18, - "i": "e4f9ecca-8f6f-43e9-bcec-c957c844305c", + "h": 37, + "i": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d", "w": 17, "x": 0, - "y": 28 + "y": 26 }, - "panelIndex": "e4f9ecca-8f6f-43e9-bcec-c957c844305c", - "title": "Nodes processing most documents", + "panelIndex": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d", + "title": "Top pipelines by documents and time", "type": "lens", "version": "8.5.1" }, @@ -773,7 +830,7 @@ "label": "Documents", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.count))", "isFormulaBroken": false }, "references": [ @@ -792,7 +849,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -809,20 +866,20 @@ "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", "isBucketed": true, - "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "label": "Top values of elasticsearch.ingest_pipeline.name + 1 other", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -838,7 +895,7 @@ "size": 10 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" } }, "incompleteColumns": {} @@ -850,7 +907,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -924,299 +981,14 @@ "hidePanelTitles": false }, "gridData": { - "h": 18, + "h": 19, "i": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9", "w": 31, "x": 17, - "y": 28 + "y": 26 }, "panelIndex": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9", - "title": "Documents processed by top nodes processing top pipelines", - "type": "lens", - "version": "8.5.1" - }, - { - "embeddableConfig": { - "attributes": { - "references": [ - { - "id": "elasticsearch-sm-metrics", - "name": "indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", - "type": "index-pattern" - } - ], - "state": { - "adHocDataViews": {}, - "datasourceStates": { - "indexpattern": { - "layers": { - "da36c906-5865-4c1f-874d-b021fef6d425": { - "columnOrder": [ - "4a999eff-ba72-4344-9077-db8f9d27cf45", - "0bc394bd-4e71-4611-a300-e8d87d37efa6", - "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", - "d66446a1-b145-40ba-8d88-5771c524ab37", - "f36a06ec-bdba-46d2-90ca-9c7de830c269", - "f36a06ec-bdba-46d2-90ca-9c7de830c269X1", - "f36a06ec-bdba-46d2-90ca-9c7de830c269X0", - "d66446a1-b145-40ba-8d88-5771c524ab37X1", - "d66446a1-b145-40ba-8d88-5771c524ab37X0" - ], - "columns": { - "0bc394bd-4e71-4611-a300-e8d87d37efa6": { - "customLabel": true, - "dataType": "string", - "isBucketed": true, - "label": "Pipeline", - "operationType": "terms", - "params": { - "missingBucket": false, - "orderAgg": { - "customLabel": false, - "dataType": "number", - "isBucketed": false, - "label": "Count of records", - "operationType": "count", - "params": { - "emptyAsNull": true - }, - "scale": "ratio", - "sourceField": "___records___" - }, - "orderBy": { - "type": "custom" - }, - "orderDirection": "desc", - "otherBucket": false, - "parentFormat": { - "id": "terms" - }, - "size": 500 - }, - "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" - }, - "4a999eff-ba72-4344-9077-db8f9d27cf45": { - "dataType": "string", - "isBucketed": true, - "label": "Top 500 values of elasticsearch.node.id", - "operationType": "terms", - "params": { - "missingBucket": false, - "orderAgg": { - "dataType": "number", - "isBucketed": false, - "label": "Sum of elasticsearch.ingest.pipeline.total.count", - "operationType": "sum", - "params": { - "emptyAsNull": true - }, - "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" - }, - "orderBy": { - "type": "custom" - }, - "orderDirection": "desc", - "otherBucket": true, - "parentFormat": { - "id": "terms" - }, - "size": 500 - }, - "scale": "ordinal", - "sourceField": "elasticsearch.node.id" - }, - "d66446a1-b145-40ba-8d88-5771c524ab37": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Documents", - "operationType": "formula", - "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.count))", - "isFormulaBroken": false - }, - "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X1" - ], - "scale": "ratio" - }, - "d66446a1-b145-40ba-8d88-5771c524ab37X0": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of Documents", - "operationType": "max", - "params": { - "emptyAsNull": false - }, - "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" - }, - "d66446a1-b145-40ba-8d88-5771c524ab37X1": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of Documents", - "operationType": "counter_rate", - "references": [ - "d66446a1-b145-40ba-8d88-5771c524ab37X0" - ], - "scale": "ratio", - "timeScale": "s" - }, - "f36a06ec-bdba-46d2-90ca-9c7de830c269": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Total time spent (s)", - "operationType": "formula", - "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", - "isFormulaBroken": false - }, - "references": [ - "f36a06ec-bdba-46d2-90ca-9c7de830c269X1" - ], - "scale": "ratio" - }, - "f36a06ec-bdba-46d2-90ca-9c7de830c269X0": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of Total time spent (s)", - "operationType": "max", - "params": { - "emptyAsNull": false - }, - "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" - }, - "f36a06ec-bdba-46d2-90ca-9c7de830c269X1": { - "customLabel": true, - "dataType": "number", - "isBucketed": false, - "label": "Part of Total time spent (s)", - "operationType": "counter_rate", - "references": [ - "f36a06ec-bdba-46d2-90ca-9c7de830c269X0" - ], - "scale": "ratio", - "timeScale": "s" - }, - "f7c5cd36-1bc1-4d66-93cc-04f54459a66a": { - "dataType": "date", - "isBucketed": true, - "label": "@timestamp", - "operationType": "date_histogram", - "params": { - "dropPartials": false, - "includeEmptyRows": true, - "interval": "auto" - }, - "scale": "interval", - "sourceField": "@timestamp" - } - }, - "incompleteColumns": {} - } - } - } - }, - "filters": [], - "internalReferences": [], - "query": { - "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " - }, - "visualization": { - "columns": [ - { - "collapseFn": "sum", - "columnId": "4a999eff-ba72-4344-9077-db8f9d27cf45", - "isTransposed": false - }, - { - "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", - "summaryRow": "none" - }, - { - "collapseFn": "sum", - "columnId": "f7c5cd36-1bc1-4d66-93cc-04f54459a66a", - "isTransposed": false - }, - { - "columnId": "f36a06ec-bdba-46d2-90ca-9c7de830c269", - "isTransposed": false - }, - { - "collapseFn": "", - "columnId": "0bc394bd-4e71-4611-a300-e8d87d37efa6", - "isTransposed": false - } - ], - "layerId": "da36c906-5865-4c1f-874d-b021fef6d425", - "layerType": "data", - "sorting": { - "columnId": "d66446a1-b145-40ba-8d88-5771c524ab37", - "direction": "desc" - } - } - }, - "title": "", - "type": "lens", - "visualizationType": "lnsDatatable" - }, - "enhancements": { - "dynamicActions": { - "events": [ - { - "action": { - "config": { - "encodeUrl": true, - "openInNewTab": false, - "url": { - "template": "{{kibanaUrl}}/app/management/ingest/ingest_pipelines/edit/{{event.values.[0]}}" - } - }, - "factoryId": "URL_DRILLDOWN", - "name": "Edit pipeline" - }, - "eventId": "b8f207fb-daa8-4b39-b94b-e9dab4cdb4ad", - "triggers": [ - "ROW_CLICK_TRIGGER" - ] - }, - { - "action": { - "config": { - "openInNewTab": false, - "useCurrentDateRange": true, - "useCurrentFilters": true - }, - "factoryId": "DASHBOARD_TO_DASHBOARD_DRILLDOWN", - "name": "View pipeline metrics" - }, - "eventId": "6f8f9ee3-9811-43de-8208-6e60ce2bb2af", - "triggers": [ - "FILTER_TRIGGER" - ] - } - ] - } - }, - "hidePanelTitles": false - }, - "gridData": { - "h": 19, - "i": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d", - "w": 17, - "x": 0, - "y": 46 - }, - "panelIndex": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d", - "title": "Pipelines processing most documents", + "title": "Top pipelines by documents", "type": "lens", "version": "8.5.1" }, @@ -1261,10 +1033,10 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Time spent", + "label": "Time spent (ms)", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms))", "isFormulaBroken": false }, "references": [ @@ -1282,7 +1054,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.total.time.self.ms" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -1299,20 +1071,20 @@ "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", "isBucketed": true, - "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "label": "Top values of elasticsearch.ingest_pipeline.name + 1 other", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -1328,7 +1100,7 @@ "size": 8 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" } }, "incompleteColumns": {} @@ -1340,7 +1112,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -1414,14 +1186,14 @@ "hidePanelTitles": false }, "gridData": { - "h": 19, + "h": 18, "i": "0cc9444d-c323-4ceb-b43d-072caf360183", "w": 31, "x": 17, - "y": 46 + "y": 45 }, "panelIndex": "0cc9444d-c323-4ceb-b43d-072caf360183", - "title": "Time spent by top nodes processing top pipelines", + "title": "Top pipelines by total processing time", "type": "lens", "version": "8.5.1" }, @@ -1466,13 +1238,13 @@ "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "95th percentile of elasticsearch.ingest.pipeline.total.self_cpu_time", + "label": "95th percentile of elasticsearch.ingest_pipeline.total.time.self.ms", "operationType": "percentile", "params": { "percentile": 95 }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.total.time.self.ms" }, "orderBy": { "type": "custom" @@ -1485,7 +1257,7 @@ "size": 500 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" }, "4a999eff-ba72-4344-9077-db8f9d27cf45": { "dataType": "string", @@ -1497,13 +1269,13 @@ "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "label": "Sum of elasticsearch.ingest_pipeline.total.count", "operationType": "sum", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -1532,7 +1304,7 @@ "suffix": " ms" } }, - "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.total.count))))", + "formula": "cumulative_sum(counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms)))/cumulative_sum(counter_rate((max(elasticsearch.ingest_pipeline.total.count))))", "isFormulaBroken": false }, "references": [ @@ -1550,7 +1322,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.total.time.self.ms" }, "f36a06ec-bdba-46d2-90ca-9c7de830c269X1": { "customLabel": true, @@ -1585,7 +1357,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "f36a06ec-bdba-46d2-90ca-9c7de830c269X4": { "customLabel": true, @@ -1627,7 +1399,7 @@ "min": 0 }, "name": "divide", - "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)))/cumulative_sum(counter_rate((max(elasticsearch.ingest.pipeline.total.count))))", + "text": "cumulative_sum(counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms)))/cumulative_sum(counter_rate((max(elasticsearch.ingest_pipeline.total.count))))", "type": "function" } }, @@ -1660,7 +1432,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "columns": [ @@ -1699,23 +1471,6 @@ "enhancements": { "dynamicActions": { "events": [ - { - "action": { - "config": { - "encodeUrl": true, - "openInNewTab": false, - "url": { - "template": "{{kibanaUrl}}/app/management/ingest/ingest_pipelines/edit/{{event.values.[0]}}" - } - }, - "factoryId": "URL_DRILLDOWN", - "name": "Edit pipeline" - }, - "eventId": "0990a8a0-42de-4cf9-b90a-82a51c5a27ea", - "triggers": [ - "ROW_CLICK_TRIGGER" - ] - }, { "action": { "config": { @@ -1741,10 +1496,10 @@ "i": "46db7a44-91d5-430a-b63b-9ccc90ebf512", "w": 17, "x": 0, - "y": 65 + "y": 63 }, "panelIndex": "46db7a44-91d5-430a-b63b-9ccc90ebf512", - "title": "Slowest pipelines per document", + "title": "Slowest pipelines", "type": "lens", "version": "8.5.1" }, @@ -1792,10 +1547,10 @@ "customLabel": true, "dataType": "number", "isBucketed": false, - "label": "Time spent per document processed", + "label": "Time spent per document processed (ms)", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)) / counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms)) / counter_rate(max(elasticsearch.ingest_pipeline.total.count))", "isFormulaBroken": false }, "references": [ @@ -1813,7 +1568,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.total.time.self.ms" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -1837,7 +1592,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "d66446a1-b145-40ba-8d88-5771c524ab37X3": { "customLabel": true, @@ -1864,11 +1619,11 @@ "d66446a1-b145-40ba-8d88-5771c524ab37X3" ], "location": { - "max": 131, + "max": 130, "min": 0 }, "name": "divide", - "text": "counter_rate(max(elasticsearch.ingest.pipeline.total.self_cpu_time)) / counter_rate(max(elasticsearch.ingest.pipeline.total.count))", + "text": "counter_rate(max(elasticsearch.ingest_pipeline.total.time.self.ms)) / counter_rate(max(elasticsearch.ingest_pipeline.total.count))", "type": "function" } }, @@ -1881,20 +1636,20 @@ "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", "isBucketed": true, - "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "label": "Top values of elasticsearch.ingest_pipeline.name + 1 other", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -1910,7 +1665,7 @@ "size": 8 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" } }, "incompleteColumns": {} @@ -1922,7 +1677,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -2000,10 +1755,10 @@ "i": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb", "w": 31, "x": 17, - "y": 65 + "y": 63 }, "panelIndex": "4fe12cde-9e47-49fa-b1db-bfe6f99790eb", - "title": "Time spent per document processed", + "title": "Average time per document", "type": "lens", "version": "8.5.1" }, @@ -2043,13 +1798,13 @@ "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "95th percentile of elasticsearch.ingest.pipeline.total.failed", + "label": "95th percentile of elasticsearch.ingest_pipeline.total.failed", "operationType": "percentile", "params": { "percentile": 95 }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.failed" + "sourceField": "elasticsearch.ingest_pipeline.total.failed" }, "orderBy": { "type": "custom" @@ -2062,7 +1817,7 @@ "size": 500 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" }, "4a999eff-ba72-4344-9077-db8f9d27cf45": { "dataType": "string", @@ -2075,13 +1830,13 @@ "customLabel": false, "dataType": "number", "isBucketed": false, - "label": "Count of elasticsearch.ingest.pipeline.total.count", + "label": "Count of elasticsearch.ingest_pipeline.total.count", "operationType": "count", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -2103,7 +1858,7 @@ "label": "Failed documents", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.failed))", "isFormulaBroken": false }, "references": [ @@ -2121,7 +1876,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.failed" + "sourceField": "elasticsearch.ingest_pipeline.total.failed" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -2158,7 +1913,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "columns": [ @@ -2197,23 +1952,6 @@ "enhancements": { "dynamicActions": { "events": [ - { - "action": { - "config": { - "encodeUrl": true, - "openInNewTab": false, - "url": { - "template": "{{kibanaUrl}}/app/management/ingest/ingest_pipelines/edit/{{event.values.[0]}}" - } - }, - "factoryId": "URL_DRILLDOWN", - "name": "Edit pipeline" - }, - "eventId": "c2c6dab8-d750-4521-bbcc-e1b9c19455ba", - "triggers": [ - "ROW_CLICK_TRIGGER" - ] - }, { "action": { "config": { @@ -2239,7 +1977,7 @@ "i": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84", "w": 17, "x": 0, - "y": 83 + "y": 81 }, "panelIndex": "2d2c07ad-db4f-46e2-a984-4b14ce17ac84", "title": "Top failing pipelines", @@ -2290,7 +2028,7 @@ "label": "Failed Documents", "operationType": "formula", "params": { - "formula": "counter_rate(max(elasticsearch.ingest.pipeline.total.failed))", + "formula": "counter_rate(max(elasticsearch.ingest_pipeline.total.failed))", "isFormulaBroken": false }, "references": [ @@ -2309,7 +2047,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.failed" + "sourceField": "elasticsearch.ingest_pipeline.total.failed" }, "d66446a1-b145-40ba-8d88-5771c524ab37X1": { "customLabel": true, @@ -2326,20 +2064,20 @@ "e8c1f37d-ecec-4ff7-b8e4-1d50c947ac61": { "dataType": "string", "isBucketed": true, - "label": "Top values of elasticsearch.ingest.pipeline.name + 1 other", + "label": "Top values of elasticsearch.ingest_pipeline.name + 1 other", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.failed", + "label": "Maximum of elasticsearch.ingest_pipeline.total.failed", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.failed" + "sourceField": "elasticsearch.ingest_pipeline.total.failed" }, "orderBy": { "type": "custom" @@ -2355,7 +2093,7 @@ "size": 10 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" } }, "incompleteColumns": {} @@ -2367,7 +2105,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "axisTitlesVisibilitySettings": { @@ -2445,7 +2183,7 @@ "i": "da89ce7b-9065-4c56-affc-02eeb02723f0", "w": 31, "x": 17, - "y": 83 + "y": 81 }, "panelIndex": "da89ce7b-9065-4c56-affc-02eeb02723f0", "title": "Failures processed by top nodes processing top pipelines", @@ -2478,20 +2216,20 @@ "4a999eff-ba72-4344-9077-db8f9d27cf45": { "dataType": "string", "isBucketed": true, - "label": "Top 5 values of elasticsearch.ingest.pipeline.name", + "label": "Top 5 values of elasticsearch.ingest_pipeline.name", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "label": "Sum of elasticsearch.ingest_pipeline.total.count", "operationType": "sum", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -2504,7 +2242,7 @@ "size": 5 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" }, "a3252405-b001-460f-bb01-494dc15447ba": { "customLabel": true, @@ -2518,13 +2256,13 @@ "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -2547,7 +2285,7 @@ "label": "Documents", "operationType": "formula", "params": { - "formula": "max(elasticsearch.ingest.pipeline.total.count)", + "formula": "max(elasticsearch.ingest_pipeline.total.count)", "isFormulaBroken": false }, "references": [ @@ -2565,7 +2303,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" } }, "incompleteColumns": {} @@ -2577,7 +2315,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "gridConfig": { @@ -2647,7 +2385,7 @@ "i": "0b317030-44f2-46d1-9790-c1a7e0ac0fae", "w": 48, "x": 0, - "y": 101 + "y": 99 }, "panelIndex": "0b317030-44f2-46d1-9790-c1a7e0ac0fae", "title": "Node x pipeline hotspots - by documents processed", @@ -2680,20 +2418,20 @@ "4a999eff-ba72-4344-9077-db8f9d27cf45": { "dataType": "string", "isBucketed": true, - "label": "Top 5 values of elasticsearch.ingest.pipeline.name", + "label": "Top 5 values of elasticsearch.ingest_pipeline.name", "operationType": "terms", "params": { "missingBucket": false, "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Sum of elasticsearch.ingest.pipeline.total.count", + "label": "Sum of elasticsearch.ingest_pipeline.total.count", "operationType": "sum", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -2706,7 +2444,7 @@ "size": 5 }, "scale": "ordinal", - "sourceField": "elasticsearch.ingest.pipeline.name" + "sourceField": "elasticsearch.ingest_pipeline.name" }, "a3252405-b001-460f-bb01-494dc15447ba": { "customLabel": true, @@ -2720,13 +2458,13 @@ "orderAgg": { "dataType": "number", "isBucketed": false, - "label": "Maximum of elasticsearch.ingest.pipeline.total.count", + "label": "Maximum of elasticsearch.ingest_pipeline.total.count", "operationType": "max", "params": { "emptyAsNull": true }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.count" + "sourceField": "elasticsearch.ingest_pipeline.total.count" }, "orderBy": { "type": "custom" @@ -2749,7 +2487,7 @@ "label": "Time spent", "operationType": "formula", "params": { - "formula": "max(elasticsearch.ingest.pipeline.total.self_cpu_time)", + "formula": "max(elasticsearch.ingest_pipeline.total.time.self.ms)", "isFormulaBroken": false }, "references": [ @@ -2767,7 +2505,7 @@ "emptyAsNull": false }, "scale": "ratio", - "sourceField": "elasticsearch.ingest.pipeline.total.self_cpu_time" + "sourceField": "elasticsearch.ingest_pipeline.total.time.self.ms" } }, "incompleteColumns": {} @@ -2779,7 +2517,7 @@ "internalReferences": [], "query": { "language": "kuery", - "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.stack_monitoring.ingest\" " + "query": "service.type:elasticsearch or data_stream.dataset:\"elasticsearch.ingest_pipeline\" " }, "visualization": { "gridConfig": { @@ -2849,7 +2587,7 @@ "i": "6c703288-f2a0-42e8-8125-ee5d80a15bdf", "w": 48, "x": 0, - "y": 117 + "y": 115 }, "panelIndex": "6c703288-f2a0-42e8-8125-ee5d80a15bdf", "title": "Node x pipeline hotspots - by time spent", @@ -2887,16 +2625,6 @@ "name": "62553d02-5a7d-400b-979e-36da6aef012e:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", "type": "index-pattern" }, - { - "id": "elasticsearch-sm-metrics", - "name": "e4f9ecca-8f6f-43e9-bcec-c957c844305c:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", - "type": "index-pattern" - }, - { - "id": "elasticsearch-sm-metrics", - "name": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", - "type": "index-pattern" - }, { "id": "elasticsearch-sm-metrics", "name": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", @@ -2907,6 +2635,11 @@ "name": "f959aa3e-3644-4f1a-a597-c3a22b9b7e0d:drilldown:DASHBOARD_TO_DASHBOARD_DRILLDOWN:6f8f9ee3-9811-43de-8208-6e60ce2bb2af:dashboardId", "type": "dashboard" }, + { + "id": "elasticsearch-sm-metrics", + "name": "d3fdc894-c21e-4ec4-954c-e1d9b45813e9:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", + "type": "index-pattern" + }, { "id": "elasticsearch-sm-metrics", "name": "0cc9444d-c323-4ceb-b43d-072caf360183:indexpattern-datasource-layer-da36c906-5865-4c1f-874d-b021fef6d425", diff --git a/packages/elasticsearch/kibana/index_pattern/elasticsearch-sm-metrics.json b/packages/elasticsearch/kibana/index_pattern/elasticsearch-sm-metrics.json index 3f4130b3196..df98ae560d1 100644 --- a/packages/elasticsearch/kibana/index_pattern/elasticsearch-sm-metrics.json +++ b/packages/elasticsearch/kibana/index_pattern/elasticsearch-sm-metrics.json @@ -7,7 +7,7 @@ "runtimeFieldMap": "{}", "sourceFilters": "[]", "timeFieldName": "@timestamp", - "title": "logs-*,metricbeat-*,.monitoring-*", + "title": "metrics-*,metricbeat-*,.monitoring-*", "typeMeta": "{}" }, "coreMigrationVersion": "8.5.0", diff --git a/packages/elasticsearch/manifest.yml b/packages/elasticsearch/manifest.yml index 2dee9d5242c..ff779e11ff3 100644 --- a/packages/elasticsearch/manifest.yml +++ b/packages/elasticsearch/manifest.yml @@ -56,32 +56,6 @@ policy_templates: required: true show_user: false default: node - - type: httpjson - title: Collect ingest metrics - description: Collect Elasticsearch metrics about ingest processing - vars: - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - http://localhost:9200 - - name: username - type: text - title: Username - description: Use when connecting to elasticsearch - multi: false - required: false - show_user: false - - name: password - type: password - title: Password - description: Use when connecting to elasticsearch - multi: false - required: false - show_user: false owner: github: elastic/infra-monitoring-ui From 3714001cbe77cb0d85999d467da37d591fd658a3 Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Thu, 19 Jan 2023 20:38:40 +0100 Subject: [PATCH 09/15] Bump minimum version to 8.7.0 for ingest_pipeline support --- packages/elasticsearch/manifest.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/elasticsearch/manifest.yml b/packages/elasticsearch/manifest.yml index edcbeff627c..09fc1b9a095 100644 --- a/packages/elasticsearch/manifest.yml +++ b/packages/elasticsearch/manifest.yml @@ -12,7 +12,7 @@ format_version: 1.0.0 license: basic categories: ["elastic_stack", "datastore"] conditions: - kibana.version: ^8.5.0 + kibana.version: ^8.7.0 policy_templates: - name: elasticsearch title: Elasticsearch logs and metrics From e11382505abb5beb928880ad09479740d83530c0 Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Wed, 1 Feb 2023 19:20:11 +0100 Subject: [PATCH 10/15] bump version --- packages/elasticsearch/changelog.yml | 2 +- packages/elasticsearch/manifest.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/packages/elasticsearch/changelog.yml b/packages/elasticsearch/changelog.yml index 558a1978d14..3c5f7a75280 100644 --- a/packages/elasticsearch/changelog.yml +++ b/packages/elasticsearch/changelog.yml @@ -1,5 +1,5 @@ # newer versions go on top -- version: "1.2.0-preview2" +- version: "1.3.0-preview1" changes: - description: Add GC log level type: enhancement diff --git a/packages/elasticsearch/manifest.yml b/packages/elasticsearch/manifest.yml index dbd0bfe343b..a6dffd7fe30 100644 --- a/packages/elasticsearch/manifest.yml +++ b/packages/elasticsearch/manifest.yml @@ -1,6 +1,6 @@ name: elasticsearch title: Elasticsearch -version: 1.2.0-preview2 +version: 1.3.0-preview1 description: Elasticsearch Integration type: integration icons: From 1904ee13020f2d87d4352a2f8b82870e5e8421f9 Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Fri, 3 Feb 2023 08:10:15 +0100 Subject: [PATCH 11/15] Update changelog --- packages/elasticsearch/changelog.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/elasticsearch/changelog.yml b/packages/elasticsearch/changelog.yml index 0ba36706877..728f47d2062 100644 --- a/packages/elasticsearch/changelog.yml +++ b/packages/elasticsearch/changelog.yml @@ -1,7 +1,7 @@ # newer versions go on top - version: "1.3.0-preview1" changes: - - description: Add ingest pipeline monitoring metricset and dashboard + - description: Add ingest pipeline monitoring dataset and dashboard type: enhancement link: https://github.com/elastic/integrations/issues/5141 - version: "1.2.0" From 31a3f3b16b1367393ce814157a1cddc985c2e59e Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Mon, 6 Feb 2023 12:08:13 +0100 Subject: [PATCH 12/15] Fix system test config --- .../_dev/test/system/test-default-config.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/packages/elasticsearch/data_stream/ingest_pipeline/_dev/test/system/test-default-config.yml b/packages/elasticsearch/data_stream/ingest_pipeline/_dev/test/system/test-default-config.yml index 5b1ad9f8032..393e054d962 100644 --- a/packages/elasticsearch/data_stream/ingest_pipeline/_dev/test/system/test-default-config.yml +++ b/packages/elasticsearch/data_stream/ingest_pipeline/_dev/test/system/test-default-config.yml @@ -1,8 +1,8 @@ -type: httpjson -dataset: elasticsearch.stack_monitoring.ingest +type: elasticsearch/metrics +dataset: elasticsearch.ingest_pipeline vars: hosts: - - "https://{{Hostname}}:9200" + - "http://{{Hostname}}:9200" username: elastic password: changeme data_stream: ~ From 1b5b4c344ffde1277b37e995e8170fca81ad3608 Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Mon, 6 Feb 2023 13:14:06 +0100 Subject: [PATCH 13/15] Add ingest pipeline load to test --- .../deploy/docker/scripts/generate-logs.sh | 53 +++++++++++++++++++ 1 file changed, 53 insertions(+) diff --git a/packages/elasticsearch/_dev/deploy/docker/scripts/generate-logs.sh b/packages/elasticsearch/_dev/deploy/docker/scripts/generate-logs.sh index 7a6e3b8ec2a..75c4522d66b 100755 --- a/packages/elasticsearch/_dev/deploy/docker/scripts/generate-logs.sh +++ b/packages/elasticsearch/_dev/deploy/docker/scripts/generate-logs.sh @@ -111,7 +111,43 @@ curl --request POST \ --header 'X-Opaque-ID: myApp1' \ --header 'traceparent: 00-0af7651916cd43dd8448eb211c80319c-b7ad6b7169203331-01' +## Ingest pipeline monitoring +## Create a pipeline +curl --request PUT \ + --url $ES_SERVICE_HOST/_ingest/pipeline/test-pipeline \ + --header "Authorization: Basic $auth" \ + --header 'Content-Type: application/json' \ + --header 'X-Opaque-ID: myApp1' \ + --header 'traceparent: 00-0af7651916cd43dd8448eb211c80319c-b7ad6b7169203331-01' \ + --data '{ + "processors" : [ + { + "set" : { + "field": "my-keyword-field", + "value": "foo" + } + } + ] +}' + +## Create an index that uses the ingest pipeline +curl --request PUT \ + --url $ES_SERVICE_HOST/test_ip \ + --header "Authorization: Basic $auth" \ + --header 'Content-Type: application/json' \ + --header 'X-Opaque-ID: myApp1' \ + --header 'traceparent: 00-0af7651916cd43dd8448eb211c80319c-b7ad6b7169203331-01' + +curl --request PUT \ + --url $ES_SERVICE_HOST/test_ip/_settings \ + --header "Authorization: Basic $auth" \ + --header 'Content-Type: application/json' \ + --header 'X-Opaque-ID: myApp1' \ + --header 'traceparent: 00-0af7651916cd43dd8448eb211c80319c-b7ad6b7169203331-01' \ + --data '{"settings": { + "index.default_pipeline": "test-pipeline" +}}' while true do @@ -208,5 +244,22 @@ do copy_log_files + echo Generating ingest pipeline load + curl --request POST \ + --url $ES_SERVICE_HOST/test_ip/_bulk \ + --header "Authorization: Basic $auth" \ + --header 'Content-Type: application/json' \ + --header 'X-Opaque-ID: myApp1' \ + --header 'traceparent: 00-0af7651916cd43dd8448eb211c80319c-b7ad6b7169203331-01' \ + --data '{ "create": {} } +{ "a":1 } +{ "create": {} } +{ "a":2 } +{ "create": {} } +{ "a":3 } +{ "create": {} } +{ "a":4 } +' + sleep 10 done From 7c91ebd709df997c34e6ba55a13d13fc6e8463ea Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Thu, 23 Feb 2023 10:23:58 +0100 Subject: [PATCH 14/15] Bump version to 1.3.0 GA --- packages/elasticsearch/changelog.yml | 4 ++-- .../elasticsearch/data_stream/ingest_pipeline/manifest.yml | 1 + packages/elasticsearch/manifest.yml | 2 +- 3 files changed, 4 insertions(+), 3 deletions(-) diff --git a/packages/elasticsearch/changelog.yml b/packages/elasticsearch/changelog.yml index 728f47d2062..aa3f6c5f517 100644 --- a/packages/elasticsearch/changelog.yml +++ b/packages/elasticsearch/changelog.yml @@ -1,7 +1,7 @@ # newer versions go on top -- version: "1.3.0-preview1" +- version: "1.3.0" changes: - - description: Add ingest pipeline monitoring dataset and dashboard + - description: Add ingest pipeline monitoring dataset and dashboard (experimental) type: enhancement link: https://github.com/elastic/integrations/issues/5141 - version: "1.2.0" diff --git a/packages/elasticsearch/data_stream/ingest_pipeline/manifest.yml b/packages/elasticsearch/data_stream/ingest_pipeline/manifest.yml index f4a554c7079..a44f0a2ab33 100644 --- a/packages/elasticsearch/data_stream/ingest_pipeline/manifest.yml +++ b/packages/elasticsearch/data_stream/ingest_pipeline/manifest.yml @@ -1,5 +1,6 @@ type: metrics title: Elasticsearch ingest metrics +# These metrics should stay at least beta until the metricset in Metricbeat is GA'd release: experimental dataset: elasticsearch.ingest_pipeline elasticsearch: diff --git a/packages/elasticsearch/manifest.yml b/packages/elasticsearch/manifest.yml index a6dffd7fe30..328eeae5cfe 100644 --- a/packages/elasticsearch/manifest.yml +++ b/packages/elasticsearch/manifest.yml @@ -1,6 +1,6 @@ name: elasticsearch title: Elasticsearch -version: 1.3.0-preview1 +version: 1.3.0 description: Elasticsearch Integration type: integration icons: From fe9e84efa08b641abd2c2ee6a300c93fe0e9cfd0 Mon Sep 17 00:00:00 2001 From: Josh Dover <1813008+joshdover@users.noreply.github.com> Date: Fri, 24 Feb 2023 11:30:12 +0100 Subject: [PATCH 15/15] Bump to 1.4.0-beta1 --- packages/elasticsearch/changelog.yml | 2 +- packages/elasticsearch/manifest.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/packages/elasticsearch/changelog.yml b/packages/elasticsearch/changelog.yml index 33647ae1c9e..35c57351600 100644 --- a/packages/elasticsearch/changelog.yml +++ b/packages/elasticsearch/changelog.yml @@ -1,5 +1,5 @@ # newer versions go on top -- version: "1.4.0" +- version: "1.4.0-beta1" changes: - description: Add ingest pipeline monitoring dataset and dashboard (experimental) type: enhancement diff --git a/packages/elasticsearch/manifest.yml b/packages/elasticsearch/manifest.yml index b83bf3a0250..befa94fd124 100644 --- a/packages/elasticsearch/manifest.yml +++ b/packages/elasticsearch/manifest.yml @@ -1,6 +1,6 @@ name: elasticsearch title: Elasticsearch -version: 1.4.0 +version: 1.4.0-beta1 description: Elasticsearch Integration type: integration icons: