[azure_application_insights] Metrics not grouped

[gpop63]

There seems to be no metrics grouping logic for app_insights metricset.

In this case, the dimensions, start_date and end_date are the same. For app_insights metricset, end_date is basically used as the @timestamp.

This affects both app_state and app_insights data streams.

Document 1

{
  "cloud": {
    "provider": "azure"
  },
  "agent": {
    "name": "docker-fleet-agent",
    "id": "64482f28-b6a5-47dc-a1fd-5df5863d2edb",
    "type": "metricbeat",
    "ephemeral_id": "e6be8bb1-f665-4e8b-8e9d-956cf6b8ec96",
    "version": "8.9.0"
  },
  "@timestamp": "2023-09-19T20:48:30.332Z",
  "ecs": {
    "version": "8.0.0"
  },
  "service": {
    "type": "azure"
  },
  "data_stream": {
    "namespace": "default",
    "type": "metrics",
    "dataset": "azure.app_state"
  },
  "elastic_agent": {
    "id": "64482f28-b6a5-47dc-a1fd-5df5863d2edb",
    "version": "8.9.0",
    "snapshot": false
  },
  "host": {
    "hostname": "docker-fleet-agent",
    "os": {
      "kernel": "5.10.102.1-microsoft-standard-WSL2",
      "codename": "focal",
      "name": "Ubuntu",
      "family": "debian",
      "type": "linux",
      "version": "20.04.6 LTS (Focal Fossa)",
      "platform": "ubuntu"
    },
    "containerized": true,
    "ip": [
      "172.18.0.7"
    ],
    "name": "docker-fleet-agent",
    "id": "61993a3120a949b68ffe69a69ae82866",
    "mac": [
      "02-42-AC-12-00-07"
    ],
    "architecture": "x86_64"
  },
  "metricset": {
    "period": 300000,
    "name": "app_state"
  },
  "event": {
    "duration": 4455151548,
    "agent_id_status": "verified",
    "ingested": "2023-09-19T20:48:34Z",
    "module": "azure",
    "dataset": "azure.app_state"
  },
  "azure": {
    "app_state": {
      "end_date": "2023-09-19T20:48:30.332Z",
      "performance_counters_process_cpu_percentage": {
        "avg": 1.23
      },
      "start_date": "2023-09-19T20:43:30.332Z"
    },
    "application_id": "f57d616c-cc45-470f-8e54-c09dbec76443",
    "dimensions": {
      "cloud_role_instance": "1d4579a1ceadff230e5789e1c5de58ee38d0e99e3e5855725ec9edc281d4d38c",
      "cloud_role_name": "return-of-the-jedi"
    }
  }
}

Document 2

{
  "cloud": {
    "provider": "azure"
  },
  "agent": {
    "name": "docker-fleet-agent",
    "id": "64482f28-b6a5-47dc-a1fd-5df5863d2edb",
    "type": "metricbeat",
    "ephemeral_id": "e6be8bb1-f665-4e8b-8e9d-956cf6b8ec96",
    "version": "8.9.0"
  },
  "@timestamp": "2023-09-19T20:48:30.332Z",
  "ecs": {
    "version": "8.0.0"
  },
  "service": {
    "type": "azure"
  },
  "data_stream": {
    "namespace": "default",
    "type": "metrics",
    "dataset": "azure.app_state"
  },
  "elastic_agent": {
    "id": "64482f28-b6a5-47dc-a1fd-5df5863d2edb",
    "version": "8.9.0",
    "snapshot": false
  },
  "host": {
    "hostname": "docker-fleet-agent",
    "os": {
      "kernel": "5.10.102.1-microsoft-standard-WSL2",
      "codename": "focal",
      "name": "Ubuntu",
      "family": "debian",
      "type": "linux",
      "version": "20.04.6 LTS (Focal Fossa)",
      "platform": "ubuntu"
    },
    "containerized": true,
    "ip": [
      "172.18.0.7"
    ],
    "name": "docker-fleet-agent",
    "id": "61993a3120a949b68ffe69a69ae82866",
    "mac": [
      "02-42-AC-12-00-07"
    ],
    "architecture": "x86_64"
  },
  "metricset": {
    "period": 300000,
    "name": "app_state"
  },
  "event": {
    "duration": 4455304027,
    "agent_id_status": "verified",
    "ingested": "2023-09-19T20:48:34Z",
    "module": "azure",
    "dataset": "azure.app_state"
  },
  "azure": {
    "app_state": {
      "end_date": "2023-09-19T20:48:30.332Z",
      "performance_counters_process_private_bytes": {
        "avg": 362516480
      },
      "start_date": "2023-09-19T20:43:30.332Z"
    },
    "application_id": "f57d616c-cc45-470f-8e54-c09dbec76443",
    "dimensions": {
      "cloud_role_instance": "1d4579a1ceadff230e5789e1c5de58ee38d0e99e3e5855725ec9edc281d4d38c",
      "cloud_role_name": "return-of-the-jedi"
    }
  }
}