diff --git a/packages/influxdb/changelog.yml b/packages/influxdb/changelog.yml index 632d4fa72d7..f51deda26ae 100644 --- a/packages/influxdb/changelog.yml +++ b/packages/influxdb/changelog.yml @@ -1,4 +1,9 @@ # newer versions go on top +- version: 0.7.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/8234 - version: "0.6.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. diff --git a/packages/influxdb/data_stream/advstatus/fields/ecs.yml b/packages/influxdb/data_stream/advstatus/fields/ecs.yml index 6188615301e..bb84ad1de70 100644 --- a/packages/influxdb/data_stream/advstatus/fields/ecs.yml +++ b/packages/influxdb/data_stream/advstatus/fields/ecs.yml @@ -18,7 +18,7 @@ dimension: true - external: ecs name: cloud.availability_zone - dimension: true + dimension: true - external: ecs name: cloud.instance.id dimension: true @@ -30,4 +30,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/influxdb/data_stream/advstatus/fields/fields.yml b/packages/influxdb/data_stream/advstatus/fields/fields.yml index 61cbddfee2b..6093ff750c5 100644 --- a/packages/influxdb/data_stream/advstatus/fields/fields.yml +++ b/packages/influxdb/data_stream/advstatus/fields/fields.yml @@ -1,6 +1,5 @@ - name: influxdb.advstatus type: group - release: beta fields: - name: instance type: keyword @@ -41,7 +40,7 @@ # Reason to add as a dimension field: To support different request handler type dimension: true description: Request handler. - - name: user_agent + - name: user_agent type: keyword # Reason to add as a dimension field: To support multiple user agent type dimension: true @@ -60,7 +59,7 @@ type: keyword description: Bucket ID # Reason to add as a dimension field: To support more than one bucket ids - dimension: true + dimension: true - name: taskid type: keyword description: Task ID of the influxdb tasks @@ -68,14 +67,14 @@ dimension: true - name: quantile type: keyword - description: Number that indicates the histogram quantile value. + description: Number that indicates the histogram quantile value. # Reason to add as a dimension field: To support different quantile limit values dimension: true - name: method type: keyword description: Type of service operation # Reason to add as a dimension field: To support multiple service operation - dimension: true + dimension: true - name: op type: keyword description: Extended information related to various operations diff --git a/packages/influxdb/data_stream/advstatus/manifest.yml b/packages/influxdb/data_stream/advstatus/manifest.yml index d8d4350734e..b4d2f4b4bc3 100644 --- a/packages/influxdb/data_stream/advstatus/manifest.yml +++ b/packages/influxdb/data_stream/advstatus/manifest.yml @@ -23,9 +23,11 @@ streams: type: text title: Period default: 60s - elasticsearch: index_mode: "time_series" index_template: settings: - index.mapping.dimension_fields.limit: 32 \ No newline at end of file + index: + mapping: + dimension_fields: + limit: 32 diff --git a/packages/influxdb/data_stream/status/fields/base-fields.yml b/packages/influxdb/data_stream/status/fields/base-fields.yml index c7e75cc3070..a267b2b922c 100644 --- a/packages/influxdb/data_stream/status/fields/base-fields.yml +++ b/packages/influxdb/data_stream/status/fields/base-fields.yml @@ -11,4 +11,3 @@ - name: '@timestamp' type: date description: Event timestamp. - \ No newline at end of file diff --git a/packages/influxdb/data_stream/status/fields/ecs.yml b/packages/influxdb/data_stream/status/fields/ecs.yml index 6188615301e..bb84ad1de70 100644 --- a/packages/influxdb/data_stream/status/fields/ecs.yml +++ b/packages/influxdb/data_stream/status/fields/ecs.yml @@ -18,7 +18,7 @@ dimension: true - external: ecs name: cloud.availability_zone - dimension: true + dimension: true - external: ecs name: cloud.instance.id dimension: true @@ -30,4 +30,4 @@ dimension: true - external: ecs name: host.name - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/influxdb/data_stream/status/fields/fields.yml b/packages/influxdb/data_stream/status/fields/fields.yml index 835ac477a01..663328d00d2 100644 --- a/packages/influxdb/data_stream/status/fields/fields.yml +++ b/packages/influxdb/data_stream/status/fields/fields.yml @@ -1,6 +1,5 @@ - name: influxdb.status type: group - release: beta fields: - name: instance type: keyword @@ -45,7 +44,7 @@ # Reason to add as a dimension field: To support different request handler type dimension: true description: Request handler. - - name: user_agent + - name: user_agent type: keyword # Reason to add as a dimension field: To support multiple user agent type dimension: true @@ -64,7 +63,7 @@ type: keyword description: Bucket ID # Reason to add as a dimension field: To support more than one bucket ids - dimension: true + dimension: true - name: taskid type: keyword # Reason to add as a dimension field: To support multiple task id @@ -72,19 +71,19 @@ dimension: true - name: quantile type: keyword - description: Number that indicates the histogram quantile value. + description: Number that indicates the histogram quantile value. # Reason to add as a dimension field: To support different quantile limit values dimension: true - name: method type: keyword description: Type of service operation # Reason to add as a dimension field: To support multiple service operation - dimension: true + dimension: true - name: op type: keyword # Reason to add as a dimension field: To support multiple operation types description: Extended information related to various operations - dimension: true + dimension: true - name: http_api_requests_total metric_type: counter type: double diff --git a/packages/influxdb/data_stream/status/manifest.yml b/packages/influxdb/data_stream/status/manifest.yml index ecf43ada7b8..7b93c85202f 100644 --- a/packages/influxdb/data_stream/status/manifest.yml +++ b/packages/influxdb/data_stream/status/manifest.yml @@ -23,9 +23,11 @@ streams: type: text title: Period default: 60s - elasticsearch: index_mode: "time_series" index_template: settings: - index.mapping.dimension_fields.limit: 32 \ No newline at end of file + index: + mapping: + dimension_fields: + limit: 32 diff --git a/packages/influxdb/manifest.yml b/packages/influxdb/manifest.yml index cdff2f03745..4a499cd0966 100644 --- a/packages/influxdb/manifest.yml +++ b/packages/influxdb/manifest.yml @@ -1,15 +1,17 @@ -format_version: 1.0.0 +format_version: "3.0.0" name: influxdb title: "InfluxDb" -version: "0.6.0" -license: basic +version: "0.7.0" description: "Collect metrics from Influxdb database" type: integration categories: - datastore - observability conditions: - kibana.version: "^8.8.0" + kibana: + version: "^8.9.0" + elastic: + subscription: basic screenshots: - src: /img/Influxdb-status.png title: Influxdb status metrics dashboard @@ -44,3 +46,4 @@ policy_templates: input_group: metrics owner: github: elastic/obs-infraobs-integrations + type: elastic diff --git a/packages/influxdb/validation.yml b/packages/influxdb/validation.yml new file mode 100644 index 00000000000..bcc8f74ac3a --- /dev/null +++ b/packages/influxdb/validation.yml @@ -0,0 +1,3 @@ +errors: + exclude_checks: + - SVR00002 diff --git a/packages/mongodb/_dev/deploy/docker/docker-compose.yml b/packages/mongodb/_dev/deploy/docker/docker-compose.yml index ec91323c6f2..6133662f69c 100644 --- a/packages/mongodb/_dev/deploy/docker/docker-compose.yml +++ b/packages/mongodb/_dev/deploy/docker/docker-compose.yml @@ -16,3 +16,4 @@ services: - ${SERVICE_LOGS_DIR}:/var/log/mongodb entrypoint: > bash -c "chmod a+wx /var/log/mongodb && chmod a+r -R /var/log/mongodb && touch /var/log/mongodb/mongod.log && chmod 644 /var/log/mongodb/mongod.log && mongod --replSet beats --logpath /var/log/mongodb/mongod.log --logappend" + diff --git a/packages/mongodb/changelog.yml b/packages/mongodb/changelog.yml index 9cb84aeac8e..206a4b91363 100644 --- a/packages/mongodb/changelog.yml +++ b/packages/mongodb/changelog.yml @@ -1,3 +1,8 @@ +- version: 1.12.0 + changes: + - description: Update the package format_version to 3.0.0. + type: enhancement + link: https://github.com/elastic/integrations/pull/8234 - version: "1.11.0" changes: - description: Enable time series data streams for the metrics datasets. This dramatically reduces storage for metrics and is expected to progressively improve query performance. For more details, see https://www.elastic.co/guide/en/elasticsearch/reference/current/tsds.html. @@ -133,7 +138,6 @@ - description: Update to ECS 8.0 type: enhancement link: https://github.com/elastic/integrations/pull/2494 -# newer versions go on top - version: "1.2.0" changes: - description: Release mongodb package for v8.0.0 diff --git a/packages/mongodb/data_stream/collstats/fields/agent.yml b/packages/mongodb/data_stream/collstats/fields/agent.yml index 76e19e4808b..334356372db 100644 --- a/packages/mongodb/data_stream/collstats/fields/agent.yml +++ b/packages/mongodb/data_stream/collstats/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/mongodb/data_stream/collstats/fields/base-fields.yml b/packages/mongodb/data_stream/collstats/fields/base-fields.yml index 48209e70d35..14cf6ae2090 100644 --- a/packages/mongodb/data_stream/collstats/fields/base-fields.yml +++ b/packages/mongodb/data_stream/collstats/fields/base-fields.yml @@ -18,7 +18,3 @@ - name: '@timestamp' type: date description: Event timestamp. -- name: service.address - type: keyword - dimension: true - description: Address of the machine where the service is running. diff --git a/packages/mongodb/data_stream/collstats/fields/ecs.yml b/packages/mongodb/data_stream/collstats/fields/ecs.yml index 007e1303291..87da1aa62d8 100644 --- a/packages/mongodb/data_stream/collstats/fields/ecs.yml +++ b/packages/mongodb/data_stream/collstats/fields/ecs.yml @@ -2,5 +2,6 @@ name: ecs.version - external: ecs name: service.address + dimension: true - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/dbstats/fields/agent.yml b/packages/mongodb/data_stream/dbstats/fields/agent.yml index 76e19e4808b..334356372db 100644 --- a/packages/mongodb/data_stream/dbstats/fields/agent.yml +++ b/packages/mongodb/data_stream/dbstats/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/mongodb/data_stream/dbstats/fields/base-fields.yml b/packages/mongodb/data_stream/dbstats/fields/base-fields.yml index 55380d6ed45..f6348f95f7a 100644 --- a/packages/mongodb/data_stream/dbstats/fields/base-fields.yml +++ b/packages/mongodb/data_stream/dbstats/fields/base-fields.yml @@ -18,7 +18,3 @@ - name: '@timestamp' type: date description: Event timestamp. -- name: service.address - type: keyword - dimension: true - description: Address of the machine where the service is running. diff --git a/packages/mongodb/data_stream/dbstats/fields/ecs.yml b/packages/mongodb/data_stream/dbstats/fields/ecs.yml index 007e1303291..87da1aa62d8 100644 --- a/packages/mongodb/data_stream/dbstats/fields/ecs.yml +++ b/packages/mongodb/data_stream/dbstats/fields/ecs.yml @@ -2,5 +2,6 @@ name: ecs.version - external: ecs name: service.address + dimension: true - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/dbstats/manifest.yml b/packages/mongodb/data_stream/dbstats/manifest.yml index 149c7d639ed..930074c62d7 100644 --- a/packages/mongodb/data_stream/dbstats/manifest.yml +++ b/packages/mongodb/data_stream/dbstats/manifest.yml @@ -13,4 +13,4 @@ streams: title: MongoDB dbstats metrics description: Collect MongoDB dbstats metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml index 3cabcf9fb82..f54a125abfd 100644 --- a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml +++ b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-common-config.yml @@ -1,5 +1,5 @@ dynamic_fields: - event.ingested: ".*" + "event.ingested": ".*" fields: "@timestamp": "2020-04-28T11:07:58.223Z" tags: diff --git a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json index 9d618a002cf..2ef6d2931ac 100644 --- a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json +++ b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-debian.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786193221Z", + "ingested": "2023-10-12T09:36:05.415476594Z", "kind": "event", "type": [ "info" @@ -40,7 +40,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786206054Z", + "ingested": "2023-10-12T09:36:05.415486928Z", "kind": "event", "type": [ "info" @@ -70,7 +70,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786207304Z", + "ingested": "2023-10-12T09:36:05.415488053Z", "kind": "event", "type": [ "info" @@ -100,7 +100,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786208387Z", + "ingested": "2023-10-12T09:36:05.415489053Z", "kind": "event", "type": [ "info" @@ -130,7 +130,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786209346Z", + "ingested": "2023-10-12T09:36:05.415489928Z", "kind": "event", "type": [ "info" @@ -160,7 +160,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786210304Z", + "ingested": "2023-10-12T09:36:05.415490761Z", "kind": "event", "type": [ "info" @@ -190,7 +190,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786211387Z", + "ingested": "2023-10-12T09:36:05.415505511Z", "kind": "event", "type": [ "info" @@ -220,7 +220,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786212346Z", + "ingested": "2023-10-12T09:36:05.415506719Z", "kind": "event", "type": [ "info" @@ -250,7 +250,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786213221Z", + "ingested": "2023-10-12T09:36:05.415507678Z", "kind": "event", "type": [ "info" @@ -280,7 +280,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786214137Z", + "ingested": "2023-10-12T09:36:05.415508511Z", "kind": "event", "type": [ "info" @@ -310,7 +310,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786215054Z", + "ingested": "2023-10-12T09:36:05.415509344Z", "kind": "event", "type": [ "info" @@ -340,7 +340,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786216179Z", + "ingested": "2023-10-12T09:36:05.415510219Z", "kind": "event", "type": [ "info" @@ -370,7 +370,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786217137Z", + "ingested": "2023-10-12T09:36:05.415511094Z", "kind": "event", "type": [ "info" @@ -400,7 +400,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786218054Z", + "ingested": "2023-10-12T09:36:05.415511928Z", "kind": "event", "type": [ "info" @@ -430,7 +430,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786218971Z", + "ingested": "2023-10-12T09:36:05.415512844Z", "kind": "event", "type": [ "info" @@ -460,7 +460,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786219887Z", + "ingested": "2023-10-12T09:36:05.415513636Z", "kind": "event", "type": [ "info" @@ -490,7 +490,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786220846Z", + "ingested": "2023-10-12T09:36:05.415515886Z", "kind": "event", "type": [ "info" @@ -520,7 +520,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786221721Z", + "ingested": "2023-10-12T09:36:05.415516678Z", "kind": "event", "type": [ "info" @@ -550,7 +550,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786222679Z", + "ingested": "2023-10-12T09:36:05.415517511Z", "kind": "event", "type": [ "info" @@ -580,7 +580,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786223512Z", + "ingested": "2023-10-12T09:36:05.415518344Z", "kind": "event", "type": [ "info" @@ -610,7 +610,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786224429Z", + "ingested": "2023-10-12T09:36:05.415519178Z", "kind": "event", "type": [ "info" @@ -640,7 +640,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786225387Z", + "ingested": "2023-10-12T09:36:05.415519969Z", "kind": "event", "type": [ "info" @@ -670,7 +670,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786226304Z", + "ingested": "2023-10-12T09:36:05.415520803Z", "kind": "event", "type": [ "info" @@ -700,7 +700,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786227221Z", + "ingested": "2023-10-12T09:36:05.415521678Z", "kind": "event", "type": [ "info" @@ -730,7 +730,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786228096Z", + "ingested": "2023-10-12T09:36:05.415522469Z", "kind": "event", "type": [ "info" @@ -760,7 +760,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786229012Z", + "ingested": "2023-10-12T09:36:05.415523303Z", "kind": "event", "type": [ "info" @@ -790,7 +790,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786230262Z", + "ingested": "2023-10-12T09:36:05.415524136Z", "kind": "event", "type": [ "info" @@ -820,7 +820,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786231262Z", + "ingested": "2023-10-12T09:36:05.415524928Z", "kind": "event", "type": [ "info" @@ -850,7 +850,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786232137Z", + "ingested": "2023-10-12T09:36:05.415525761Z", "kind": "event", "type": [ "info" @@ -880,7 +880,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786233054Z", + "ingested": "2023-10-12T09:36:05.415526594Z", "kind": "event", "type": [ "info" @@ -910,7 +910,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786233971Z", + "ingested": "2023-10-12T09:36:05.415527386Z", "kind": "event", "type": [ "info" @@ -940,7 +940,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786234929Z", + "ingested": "2023-10-12T09:36:05.415528219Z", "kind": "event", "type": [ "info" @@ -970,7 +970,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786235846Z", + "ingested": "2023-10-12T09:36:05.415529053Z", "kind": "event", "type": [ "info" @@ -1000,7 +1000,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786236721Z", + "ingested": "2023-10-12T09:36:05.415529844Z", "kind": "event", "type": [ "info" @@ -1030,7 +1030,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786237721Z", + "ingested": "2023-10-12T09:36:05.415530719Z", "kind": "event", "type": [ "info" @@ -1060,7 +1060,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786238596Z", + "ingested": "2023-10-12T09:36:05.415531553Z", "kind": "event", "type": [ "change", @@ -1091,7 +1091,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.786239471Z", + "ingested": "2023-10-12T09:36:05.415532386Z", "kind": "event", "type": [ "info", diff --git a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json index fcca30da347..81e56ff9642 100644 --- a/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json +++ b/packages/mongodb/data_stream/log/_dev/test/pipeline/test-mongodb-ubuntu-4-4-4.log-expected.json @@ -10,7 +10,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852437471Z", + "ingested": "2023-10-12T09:36:05.472233969Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:20.349+00:00\"},\"s\":\"I\", \"c\":\"STORAGE\", \"id\":4615611, \"ctx\":\"initandlisten\",\"msg\":\"MongoDB starting\",\"attr\":{\"pid\":1,\"port\":27017,\"dbPath\":\"/data/db\",\"architecture\":\"64-bit\",\"host\":\"6150fe65a89c\"}}", "type": [ @@ -49,7 +49,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852449512Z", + "ingested": "2023-10-12T09:36:05.472242344Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:20.350+00:00\"},\"s\":\"I\", \"c\":\"CONTROL\", \"id\":23403, \"ctx\":\"initandlisten\",\"msg\":\"Build Info\",\"attr\":{\"buildInfo\":{\"version\":\"4.4.4\",\"gitVersion\":\"8db30a63db1a9d84bdcad0c83369623f708e0397\",\"openSSLVersion\":\"OpenSSL 1.1.1 11 Sep 2018\",\"modules\":[],\"allocator\":\"tcmalloc\",\"environment\":{\"distmod\":\"ubuntu1804\",\"distarch\":\"x86_64\",\"target_arch\":\"x86_64\"}}}}", "type": [ @@ -95,7 +95,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852450887Z", + "ingested": "2023-10-12T09:36:05.472243594Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.240+00:00\"},\"s\":\"I\", \"c\":\"RECOVERY\", \"id\":23987, \"ctx\":\"initandlisten\",\"msg\":\"WiredTiger recoveryTimestamp\",\"attr\":{\"recoveryTimestamp\":{\"$timestamp\":{\"t\":0,\"i\":0}}}}", "type": [ @@ -135,7 +135,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852451887Z", + "ingested": "2023-10-12T09:36:05.472244553Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.363+00:00\"},\"s\":\"I\", \"c\":\"STORAGE\", \"id\":20320, \"ctx\":\"initandlisten\",\"msg\":\"createCollection\",\"attr\":{\"namespace\":\"admin.system.version\",\"uuidDisposition\":\"provided\",\"uuid\":{\"uuid\":{\"$uuid\":\"b383f03c-b97c-4584-87ae-ab1b8ea399c3\"}},\"options\":{\"uuid\":{\"$uuid\":\"b383f03c-b97c-4584-87ae-ab1b8ea399c3\"}}}}", "type": [ @@ -181,7 +181,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852452971Z", + "ingested": "2023-10-12T09:36:05.472245594Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.410+00:00\"},\"s\":\"I\", \"c\":\"INDEX\", \"id\":20345, \"ctx\":\"initandlisten\",\"msg\":\"Index build: done building\",\"attr\":{\"buildUUID\":null,\"namespace\":\"admin.system.version\",\"index\":\"_id_\",\"commitTimestamp\":{\"$timestamp\":{\"t\":0,\"i\":0}}}}", "type": [ @@ -224,7 +224,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852453887Z", + "ingested": "2023-10-12T09:36:05.472246469Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.412+00:00\"},\"s\":\"I\", \"c\":\"COMMAND\", \"id\":20459, \"ctx\":\"initandlisten\",\"msg\":\"Setting featureCompatibilityVersion\",\"attr\":{\"newVersion\":\"4.4\"}}", "type": [ @@ -259,7 +259,7 @@ "database" ], "created": "2020-04-28T11:07:58.223Z", - "ingested": "2023-01-20T11:38:11.852454887Z", + "ingested": "2023-10-12T09:36:05.472247511Z", "kind": "event", "original": "{\"t\":{\"$date\":\"2021-03-22T21:21:26.451+00:00\"},\"s\":\"I\", \"c\":\"FTDC\", \"id\":20625, \"ctx\":\"initandlisten\",\"msg\":\"Initializing full-time diagnostic data capture\",\"attr\":{\"dataDirectory\":\"/data/db/diagnostic.data\"}}", "type": [ diff --git a/packages/mongodb/data_stream/metrics/fields/agent.yml b/packages/mongodb/data_stream/metrics/fields/agent.yml index 76e19e4808b..334356372db 100644 --- a/packages/mongodb/data_stream/metrics/fields/agent.yml +++ b/packages/mongodb/data_stream/metrics/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/mongodb/data_stream/metrics/fields/base-fields.yml b/packages/mongodb/data_stream/metrics/fields/base-fields.yml index bde2d4ab607..e43aa3d82c5 100644 --- a/packages/mongodb/data_stream/metrics/fields/base-fields.yml +++ b/packages/mongodb/data_stream/metrics/fields/base-fields.yml @@ -18,7 +18,3 @@ - name: '@timestamp' type: date description: Event timestamp. -- name: service.address - type: keyword - dimension: true - description: Address of the machine where the service is running. diff --git a/packages/mongodb/data_stream/metrics/fields/ecs.yml b/packages/mongodb/data_stream/metrics/fields/ecs.yml index 007e1303291..87da1aa62d8 100644 --- a/packages/mongodb/data_stream/metrics/fields/ecs.yml +++ b/packages/mongodb/data_stream/metrics/fields/ecs.yml @@ -2,5 +2,6 @@ name: ecs.version - external: ecs name: service.address + dimension: true - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/metrics/manifest.yml b/packages/mongodb/data_stream/metrics/manifest.yml index b5044e6c674..0e9ff009e76 100644 --- a/packages/mongodb/data_stream/metrics/manifest.yml +++ b/packages/mongodb/data_stream/metrics/manifest.yml @@ -13,4 +13,4 @@ streams: title: MongoDB metrics description: Collect MongoDB use and state metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/mongodb/data_stream/replstatus/fields/agent.yml b/packages/mongodb/data_stream/replstatus/fields/agent.yml index 93773a936e2..b0461bdf77e 100644 --- a/packages/mongodb/data_stream/replstatus/fields/agent.yml +++ b/packages/mongodb/data_stream/replstatus/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/mongodb/data_stream/replstatus/fields/base-fields.yml b/packages/mongodb/data_stream/replstatus/fields/base-fields.yml index dd2e3463518..570a470e320 100644 --- a/packages/mongodb/data_stream/replstatus/fields/base-fields.yml +++ b/packages/mongodb/data_stream/replstatus/fields/base-fields.yml @@ -18,7 +18,3 @@ - name: '@timestamp' type: date description: Event timestamp. -- name: service.address - type: keyword - dimension: true - description: Address of the machine where the service is running. diff --git a/packages/mongodb/data_stream/replstatus/fields/ecs.yml b/packages/mongodb/data_stream/replstatus/fields/ecs.yml index 007e1303291..87da1aa62d8 100644 --- a/packages/mongodb/data_stream/replstatus/fields/ecs.yml +++ b/packages/mongodb/data_stream/replstatus/fields/ecs.yml @@ -2,5 +2,6 @@ name: ecs.version - external: ecs name: service.address + dimension: true - external: ecs name: service.type diff --git a/packages/mongodb/data_stream/replstatus/manifest.yml b/packages/mongodb/data_stream/replstatus/manifest.yml index 59718c634d9..1d29b220b28 100644 --- a/packages/mongodb/data_stream/replstatus/manifest.yml +++ b/packages/mongodb/data_stream/replstatus/manifest.yml @@ -13,4 +13,4 @@ streams: title: MongoDB replstatus metrics description: Collect MongoDB replstatus metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/mongodb/data_stream/status/fields/agent.yml b/packages/mongodb/data_stream/status/fields/agent.yml index 9868c5ea183..fc93fa1e993 100644 --- a/packages/mongodb/data_stream/status/fields/agent.yml +++ b/packages/mongodb/data_stream/status/fields/agent.yml @@ -210,4 +210,4 @@ - name: id type: keyword ignore_above: 1024 - dimension: true \ No newline at end of file + dimension: true diff --git a/packages/mongodb/data_stream/status/manifest.yml b/packages/mongodb/data_stream/status/manifest.yml index 0d537342dd4..d87e70b90dc 100644 --- a/packages/mongodb/data_stream/status/manifest.yml +++ b/packages/mongodb/data_stream/status/manifest.yml @@ -13,4 +13,4 @@ streams: title: MongoDB status metrics description: Collect MongoDB status metrics elasticsearch: - index_mode: "time_series" \ No newline at end of file + index_mode: "time_series" diff --git a/packages/mongodb/docs/README.md b/packages/mongodb/docs/README.md index 77c7576e1bd..da3ac0ede6a 100644 --- a/packages/mongodb/docs/README.md +++ b/packages/mongodb/docs/README.md @@ -407,7 +407,7 @@ The fields reported are: | mongodb.collstats.total.time.us | Total waiting time for locks in microseconds. | long | counter | | mongodb.collstats.update.count | Number of document update events. | long | counter | | mongodb.collstats.update.time.us | Time updating documents in microseconds. | long | counter | -| service.address | Address of the machine where the service is running. | keyword | | +| service.address | Address where data about this service was collected from. This should be a URI, network address (ipv4:port or [ipv6]:port) or a resource path (sockets). | keyword | | | service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | | @@ -1066,7 +1066,7 @@ The fields reported are: | mongodb.metrics.storage.search.scanned | The number of available record allocations mongod has searched. | long | counter | | mongodb.metrics.ttl.deleted_documents.count | The total number of documents deleted from collections with a ttl index. | long | counter | | mongodb.metrics.ttl.passes.count | The number of times the background process removes documents from collections with a ttl index. | long | counter | -| service.address | Address of the machine where the service is running. | keyword | | +| service.address | Address where data about this service was collected from. This should be a URI, network address (ipv4:port or [ipv6]:port) or a resource path (sockets). | keyword | | | service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | | @@ -1240,7 +1240,7 @@ The fields reported are: | mongodb.replstatus.optimes.last_committed | Information, from the viewpoint of this member, regarding the most recent operation that has been written to a majority of replica set members. | long | gauge | | mongodb.replstatus.server_date | Reflects the current time according to the server that processed the replSetGetStatus command. | date | | | mongodb.replstatus.set_name | The name of the replica set. | keyword | | -| service.address | Address of the machine where the service is running. | keyword | | +| service.address | Address where data about this service was collected from. This should be a URI, network address (ipv4:port or [ipv6]:port) or a resource path (sockets). | keyword | | | service.type | The type of the service data is collected from. The type can be used to group and correlate logs and metrics from one service type. Example: If logs or metrics are collected from Elasticsearch, `service.type` would be `elasticsearch`. | keyword | | diff --git a/packages/mongodb/manifest.yml b/packages/mongodb/manifest.yml index ac8158f801f..f55f082527f 100644 --- a/packages/mongodb/manifest.yml +++ b/packages/mongodb/manifest.yml @@ -1,6 +1,6 @@ name: mongodb title: MongoDB -version: "1.11.0" +version: "1.12.0" description: Collect logs and metrics from MongoDB instances with Elastic Agent. type: integration categories: @@ -11,11 +11,12 @@ icons: title: logo mongodb size: 32x32 type: image/svg+xml -format_version: 1.0.0 -license: basic -release: ga +format_version: "3.0.0" conditions: - kibana.version: "^8.8.0" + kibana: + version: "^8.8.0" + elastic: + subscription: basic screenshots: - src: /img/filebeat-mongodb-overview.png title: filebeat mongodb overview @@ -92,3 +93,4 @@ policy_templates: description: Collecting metrics from MongoDB instances owner: github: elastic/obs-infraobs-integrations + type: elastic diff --git a/packages/mongodb/validation.yml b/packages/mongodb/validation.yml new file mode 100644 index 00000000000..efdb1de132d --- /dev/null +++ b/packages/mongodb/validation.yml @@ -0,0 +1,4 @@ +errors: + exclude_checks: + - SVR00004 + - SVR00002