update mimir-mixin

Signed-off-by: Weifeng Wang <[email protected]> update tempo-mixin Signed-off-by: Weifeng Wang <[email protected]>
qclaogui · Dec 1, 2023 · 7561bae · 7561bae
1 parent 6c1c0cb
commit 7561bae
Show file tree

Hide file tree

Showing 45 changed files with 122,755 additions and 128,249 deletions.
diff --git a/monitoring-mixins/k8s-all-in-one.yaml b/monitoring-mixins/k8s-all-in-one.yaml
diff --git a/monitoring-mixins/mimir-mixin/deploy/alerts.yaml b/monitoring-mixins/mimir-mixin/deploy/alerts.yaml
@@ -739,17 +739,6 @@ groups:
           for: 3m
           labels:
             severity: critical
-        - alert: MimirQuerierHasNotScanTheBucket
-          annotations:
-            message: Mimir Querier {{ $labels.pod }} in {{ $labels.cluster }}/{{ $labels.namespace }} has not successfully scanned the bucket since {{ $value | humanizeDuration }}.
-            runbook_url: https://grafana.com/docs/mimir/latest/operators-guide/mimir-runbooks/#mimirquerierhasnotscanthebucket
-          expr: |
-            (time() - cortex_querier_blocks_last_successful_scan_timestamp_seconds > 60 * 30)
-            and
-            cortex_querier_blocks_last_successful_scan_timestamp_seconds > 0
-          for: 5m
-          labels:
-            severity: critical
         - alert: MimirStoreGatewayHasNotSyncTheBucket
           annotations:
             message: Mimir store-gateway {{ $labels.pod }} in {{ $labels.cluster }}/{{ $labels.namespace }} has not successfully synched the bucket since {{ $value | humanizeDuration }}.
@@ -856,21 +845,21 @@ groups:
           labels:
             severity: critical
             time_period: since-start
-        - alert: MimirCompactorSkippedBlocksWithOutOfOrderChunks
+        - alert: MimirCompactorSkippedUnhealthyBlocks
           annotations:
-            message: Mimir Compactor {{ $labels.pod }} in {{ $labels.cluster }}/{{ $labels.namespace }} has found and ignored blocks with out of order chunks.
-            runbook_url: https://grafana.com/docs/mimir/latest/operators-guide/mimir-runbooks/#mimircompactorskippedblockswithoutoforderchunks
+            message: Mimir Compactor {{ $labels.pod }} in {{ $labels.cluster }}/{{ $labels.namespace }} has found and ignored unhealthy blocks.
+            runbook_url: https://grafana.com/docs/mimir/latest/operators-guide/mimir-runbooks/#mimircompactorskippedunhealthyblocks
           expr: |
-            increase(cortex_compactor_blocks_marked_for_no_compaction_total{reason="block-index-out-of-order-chunk"}[5m]) > 0
+            increase(cortex_compactor_blocks_marked_for_no_compaction_total[5m]) > 0
           for: 1m
           labels:
             severity: warning
-        - alert: MimirCompactorSkippedBlocksWithOutOfOrderChunks
+        - alert: MimirCompactorSkippedUnhealthyBlocks
           annotations:
-            message: Mimir Compactor {{ $labels.pod }} in {{ $labels.cluster }}/{{ $labels.namespace }} has found and ignored blocks with out of order chunks.
-            runbook_url: https://grafana.com/docs/mimir/latest/operators-guide/mimir-runbooks/#mimircompactorskippedblockswithoutoforderchunks
+            message: Mimir Compactor {{ $labels.pod }} in {{ $labels.cluster }}/{{ $labels.namespace }} has found and ignored unhealthy blocks.
+            runbook_url: https://grafana.com/docs/mimir/latest/operators-guide/mimir-runbooks/#mimircompactorskippedunhealthyblocks
           expr: |
-            increase(cortex_compactor_blocks_marked_for_no_compaction_total{reason="block-index-out-of-order-chunk"}[5m]) > 1
+            increase(cortex_compactor_blocks_marked_for_no_compaction_total[5m]) > 1
           for: 30m
           labels:
             severity: critical