diff --git a/deploy/aws/provision/files/grafana/dashboards/Cache.json b/deploy/aws/provision/files/grafana/dashboards/Cache.json new file mode 100644 index 000000000..db0cbf282 --- /dev/null +++ b/deploy/aws/provision/files/grafana/dashboards/Cache.json @@ -0,0 +1,657 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "type": "dashboard" + } + ] + }, + "description": "Break-down of Cache ops by Data, Filter and Index", + "editable": true, + "gnetId": null, + "graphTooltip": 2, + "id": 4, + "links": [], + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 0 + }, + "id": 7, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_block_cache_data_hit) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "hit_{{job}}", + "refId": "A" + }, + { + "expr": "sum(qed_storage_block_cache_data_miss) by (job)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "miss_{{job}}", + "refId": "B" + }, + { + "expr": "sum(qed_storage_block_cache_data_add) by (job)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "add_{{job}}", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Block cache data hit, miss and add", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 0 + }, + "id": 8, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_block_cache_data_bytes_insert) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "bytes_inserted_{{job}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Block cache data bytes inserted", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 9 + }, + "id": 6, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_block_cache_filter_hit) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "hit_{{job}}", + "refId": "A" + }, + { + "expr": "sum(qed_storage_block_cache_filter_miss) by (job)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "miss_{{job}}", + "refId": "B" + }, + { + "expr": "sum(qed_storage_block_cache_filter_add) by (job)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "add_{{job}}", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Block cache filter hit, miss and add", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 9 + }, + "id": 9, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_block_cache_filter_bytes_insert) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "bytes_inserted_{{job}}", + "refId": "A" + }, + { + "expr": "sum(qed_storage_block_cache_filter_bytes_evict) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "bytes_evicted_{{job}}", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Block cache filter bytes inserted and evicted", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 18 + }, + "id": 5, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_block_cache_index_hit) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "hit_{{job}}", + "refId": "A" + }, + { + "expr": "sum(qed_storage_block_cache_index_miss) by (job)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "miss_{{job}}", + "refId": "B" + }, + { + "expr": "sum(qed_storage_block_cache_index_add) by (job)", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "add_{{job}}", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Block cache index hit, miss and add", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 18 + }, + "id": 10, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_block_cache_index_bytes_insert) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "bytes_inserted_{{job}}", + "refId": "A" + }, + { + "expr": "sum(qed_storage_block_cache_index_bytes_evict) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "bytes_evicted_{{job}}", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Block cache index bytes inserted and evicted", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + } + ], + "refresh": "10s", + "schemaVersion": 18, + "style": "dark", + "tags": [], + "templating": { + "list": [] + }, + "time": { + "from": "now-15m", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "timezone": "", + "title": "Cache Data, Filter, Index", + "uid": "gD89ti6mZ", + "version": 15 +} diff --git a/deploy/aws/provision/files/grafana/dashboards/Storage.json b/deploy/aws/provision/files/grafana/dashboards/Storage.json index af8fd01b8..2b474e9f3 100644 --- a/deploy/aws/provision/files/grafana/dashboards/Storage.json +++ b/deploy/aws/provision/files/grafana/dashboards/Storage.json @@ -14,8 +14,8 @@ }, "editable": true, "gnetId": null, - "id": 4, "graphTooltip": 2, + "id": 5, "links": [], "panels": [ { @@ -30,7 +30,7 @@ "x": 0, "y": 0 }, - "id": 2, + "id": 3, "legend": { "avg": false, "current": false, @@ -42,7 +42,15 @@ }, "lines": true, "linewidth": 1, - "links": [], + "links": [ + { + "dashboard": "Cache Data, Filter, Index", + "targetBlank": true, + "title": "Cache Data, Filter, Index", + "type": "dashboard", + "url": "/d/gD89ti6mZ/cache" + } + ], "nullPointMode": "null", "paceLength": 10, "percentage": false, @@ -54,18 +62,18 @@ "steppedLine": false, "targets": [ { - "expr": "sum(qed_storage_io_bytes_read) by (job)", + "expr": "sum(qed_storage_block_cache_hit) by (job)", "format": "time_series", "interval": "", "intervalFactor": 1, - "legendFormat": "read_{{job}}", + "legendFormat": "hit_{{job}}", "refId": "A" }, { - "expr": "sum(qed_storage_io_bytes_written) by (job)", + "expr": "sum(qed_storage_block_cache_miss) by (job)", "format": "time_series", "intervalFactor": 1, - "legendFormat": "write_{{job}}", + "legendFormat": "miss_{{job}}", "refId": "B" } ], @@ -73,7 +81,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "IO bytes", + "title": "Block cache hits and misses", "tooltip": { "shared": true, "sort": 0, @@ -89,7 +97,7 @@ }, "yaxes": [ { - "format": "decbytes", + "format": "short", "label": null, "logBase": 1, "max": null, @@ -122,10 +130,12 @@ "x": 12, "y": 0 }, - "id": 3, + "id": 6, "legend": { "avg": false, "current": false, + "hideEmpty": true, + "hideZero": true, "max": false, "min": false, "show": true, @@ -146,26 +156,38 @@ "steppedLine": false, "targets": [ { - "expr": "sum(qed_storage_block_cache_hit) by (job)", + "expr": "sum(qed_storage_block_useful) by (job)", "format": "time_series", + "hide": false, "interval": "", "intervalFactor": 1, - "legendFormat": "hit_{{job}}", + "legendFormat": "useful{{job}}", "refId": "A" }, { - "expr": "sum(qed_storage_block_cache_miss) by (job)", + "expr": "sum(qed_storage_block_full_positive) by (job)", "format": "time_series", + "hide": false, + "interval": "", "intervalFactor": 1, - "legendFormat": "miss_{{job}}", + "legendFormat": "full_positive{job}}", "refId": "B" + }, + { + "expr": "sum(qed_storage_block_full_true_positive) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "full_true_positive{job}}", + "refId": "C" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Block cache hits/misses", + "title": "Block cache bloom filter effectiveness", "tooltip": { "shared": true, "sort": 0, @@ -310,6 +332,103 @@ "x": 12, "y": 9 }, + "id": 11, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_cache_memory_usage) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "bytes{{job}}", + "refId": "A" + }, + { + "expr": "sum(qed_storage_cache_pinned_memory_usage) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "bytes_pinned{{job}}", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Block cache memory usage", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 18 + }, "id": 5, "legend": { "avg": false, @@ -336,36 +455,126 @@ "steppedLine": false, "targets": [ { - "expr": "sum(qed_storage_block_cache_index_hit) by (job)", + "expr": "sum(qed_storage_block_cache_bytes_read) by (job)", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, - "legendFormat": "hit_{{job}}", + "legendFormat": "bytes_read{{job}}", "refId": "A" }, { - "expr": "sum(qed_storage_block_cache_index_miss) by (job)", + "expr": "sum(qed_storage_block_cache_bytes_write) by (job)", "format": "time_series", "hide": false, + "interval": "", "intervalFactor": 1, - "legendFormat": "miss_{{job}}", + "legendFormat": "bytes_written{{job}}", "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Block cache bytes read and written", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 18 + }, + "id": 7, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_memtable_hit) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "hit{{job}}", + "refId": "A" }, { - "expr": "sum(qed_storage_block_cache_index_add) by (job)", + "expr": "sum(qed_storage_memtable_miss) by (job)", "format": "time_series", "hide": false, + "interval": "", "intervalFactor": 1, - "legendFormat": "add_{{job}}", - "refId": "C" + "legendFormat": "miss{{job}}", + "refId": "B" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Block cache index hit, miss and add", + "title": "Memtable hits and misses", "tooltip": { "shared": true, "sort": 0, @@ -412,9 +621,9 @@ "h": 9, "w": 12, "x": 0, - "y": 18 + "y": 27 }, - "id": 6, + "id": 9, "legend": { "avg": false, "current": false, @@ -440,28 +649,30 @@ "steppedLine": false, "targets": [ { - "expr": "sum(qed_storage_block_cache_filter_hit) by (job)", + "expr": "sum(qed_storage_io_keys_read) by (job)", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, - "legendFormat": "hit_{{job}}", + "legendFormat": "read{{job}}", "refId": "A" }, { - "expr": "sum(qed_storage_block_cache_filter_miss) by (job)", + "expr": "sum(qed_storage_io_keys_written) by (job)", "format": "time_series", "hide": false, + "interval": "", "intervalFactor": 1, - "legendFormat": "miss_{{job}}", + "legendFormat": "written{{job}}", "refId": "B" }, { - "expr": "sum(qed_storage_block_cache_filter_add) by (job)", + "expr": "sum(qed_storage_io_keys_updated) by (job)", "format": "time_series", "hide": false, + "interval": "", "intervalFactor": 1, - "legendFormat": "add_{{job}}", + "legendFormat": "updated{{job}}", "refId": "C" } ], @@ -469,7 +680,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Block cache filter hit, miss and add", + "title": "IO keys read, written and updated", "tooltip": { "shared": true, "sort": 0, @@ -516,9 +727,9 @@ "h": 9, "w": 12, "x": 12, - "y": 18 + "y": 27 }, - "id": 7, + "id": 8, "legend": { "avg": false, "current": false, @@ -544,28 +755,30 @@ "steppedLine": false, "targets": [ { - "expr": "sum(qed_storage_block_cache_data_hit) by (job)", + "expr": "sum(qed_storage_get_hits_l0) by (job)", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, - "legendFormat": "hit_{{job}}", + "legendFormat": "hit_l0{{job}}", "refId": "A" }, { - "expr": "sum(qed_storage_block_cache_data_miss) by (job)", + "expr": "sum(qed_storage_get_hits_l1) by (job)", "format": "time_series", "hide": false, + "interval": "", "intervalFactor": 1, - "legendFormat": "miss_{{job}}", + "legendFormat": "hit_l1{{job}}", "refId": "B" }, { - "expr": "sum(qed_storage_block_cache_data_add) by (job)", + "expr": "sum(qed_storage_get_hits_l2_up) by (job)", "format": "time_series", "hide": false, + "interval": "", "intervalFactor": 1, - "legendFormat": "add_{{job}}", + "legendFormat": "hit_l2_and_up{{job}}", "refId": "C" } ], @@ -573,7 +786,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Block cache data hit, miss and add", + "title": "Get hits per level", "tooltip": { "shared": true, "sort": 0, @@ -609,6 +822,761 @@ "align": false, "alignLevel": null } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 36 + }, + "id": 10, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_io_stall_micros) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "bytes_read{{job}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "IO wait in compaction or flush", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "µs", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 36 + }, + "id": 2, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_io_bytes_read) by (job)", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "read_{{job}}", + "refId": "A" + }, + { + "expr": "sum(qed_storage_io_bytes_written) by (job)", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "write_{{job}}", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "IO bytes read and written", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "decbytes", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 45 + }, + "id": 12, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_io_wal_files_synced) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "files_synced{{job}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "WAL files synced", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 45 + }, + "id": 13, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_io_wal_file_bytes) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "bytes{{job}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "WAL bytes written", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "decbytes", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 54 + }, + "id": 15, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_io_compact_read_bytes) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "read{{job}}", + "refId": "A" + }, + { + "expr": "sum(qed_storage_io_compact_write_bytes_bytes) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "written{{job}}", + "refId": "B" + }, + { + "expr": "sum(qed_storage_io_compact_flush_bytes) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "flushed{{job}}", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "IO: compaction: bytes read, written and flushed", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "decbytes", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 54 + }, + "id": 16, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(qed_storage_compress_block_compressed) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "compressed{{job}}", + "refId": "A" + }, + { + "expr": "sum(qed_storage_compress_block_decompressed) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "decompressed{{job}}", + "refId": "B" + }, + { + "expr": "sum(qed_storage_compress_block_not_compressed) by (job)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "not_compressed{{job}}", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Block compression", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "description": "", + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 63 + }, + "id": 17, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(node_disk_io_now) by (job,device)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "ops{{job}}@{{device}}", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "IO ops", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "description": "", + "fill": 1, + "gridPos": { + "h": 9, + "w": 12, + "x": 12, + "y": 63 + }, + "id": 18, + "legend": { + "avg": false, + "current": false, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "paceLength": 10, + "percentage": false, + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(rate(node_disk_writes_completed_total[30s])) by (job,device)", + "format": "time_series", + "hide": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "writes{{job}}@{{device}}", + "refId": "C" + }, + { + "expr": "sum(rate(node_disk_reads_completed_total[30s])) by (job,device)", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "reads{{job}}@{{device}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "IO reads and writes", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "Bps", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } } ], "refresh": "10s", @@ -649,6 +1617,6 @@ }, "timezone": "", "title": "Storage", - "uid": "gD89TI6mz", - "version": 1 -} \ No newline at end of file + "uid": "j5kzAB6iz", + "version": 32 +} diff --git a/deploy/aws/provision/tasks/prometheus/main.yml b/deploy/aws/provision/tasks/prometheus/main.yml index 2c5fa69a2..4071a32a8 100644 --- a/deploy/aws/provision/tasks/prometheus/main.yml +++ b/deploy/aws/provision/tasks/prometheus/main.yml @@ -96,6 +96,7 @@ - dashboards/Host.json - dashboards/QED.json - dashboards/Storage.json + - dashboards/Cache.json register: grafana_config - name: Restart Grafana