Update endpoint for CCR stats telemetry device

Update the endpoint and the unit tests to reflect the changes brought in [1]. Also simplify filtering ccr-stats related documents, similarly to the work done in [2]. [1] elastic/elasticsearch#32350 [2] 9b8974f Relates #546
elastic · Aug 7, 2018 · 998d862 · 998d862
1 parent e2e2cf7
commit 998d862
Show file tree

Hide file tree

Showing 2 changed files with 173 additions and 91 deletions.
diff --git a/esrally/mechanic/telemetry.py b/esrally/mechanic/telemetry.py
@@ -378,7 +378,7 @@ def record(self):
         import elasticsearch
 
         try:
-            ccr_stats_api_endpoint = "/_xpack/ccr/_stats"
+            ccr_stats_api_endpoint = "/_ccr/stats"
             stats = self.client.transport.perform_request("GET", ccr_stats_api_endpoint, params={"human": "false"})
         except elasticsearch.TransportError as e:
             msg = "A transport error occurred while collecting CCR stats from the endpoint [{}] on " \
@@ -410,14 +410,16 @@ def record_stats_per_index(self, name, stats):
         :param stats: A dict with returned CCR stats for the index.
         """
 
-        for shard_num, shard_stats in stats.items():
-            shard_metadata = {
-                "cluster": self.cluster_name,
-                "index": name,
-                "shard": shard_num
-            }
+        for shard_stats in stats:
+            if "shard_id" in shard_stats:
+                shard_metadata = {
+                    "cluster": self.cluster_name,
+                    "index": name,
+                    "shard": shard_stats["shard_id"],
+                    "name": "ccr-stats"
+                }
 
-            self.metrics_store.put_doc(shard_stats, level=MetaInfoScope.cluster, meta_data=shard_metadata)
+                self.metrics_store.put_doc(shard_stats, level=MetaInfoScope.cluster, meta_data=shard_metadata)
 
 
 class NodeStats(TelemetryDevice):