Skip to content

Commit

Permalink
fix(validators): penumbra alerts
Browse files Browse the repository at this point in the history
  • Loading branch information
auricom committed Jan 27, 2025
1 parent b29509b commit f0baf7f
Show file tree
Hide file tree
Showing 3 changed files with 7 additions and 7 deletions.
2 changes: 1 addition & 1 deletion ansible_collections/validators/galaxy.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ namespace: binarybuilders
name: validators

# The version of the collection. Must be compatible with semantic versioning
version: 1.6.2
version: 1.6.3

# The path to the Markdown (.md) readme file. This path is relative to the root of the collection
readme: README.md
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -77,7 +77,7 @@
- name: Appd | Deploy global alerts
when: chain_penumbra_alerts is defined and chain_penumbra_alerts | bool
ansible.builtin.template:
src: appd-alerts.yml.yml.j2
src: appd-alerts.yml.j2
dest: "{{ chain_penumbra_vmalert_config_path }}/penumbra-validator-{{ chain_penumbra_chain_id }}.yml"
mode: "0644"
delegate_to: observability
Expand Down
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
groups:
- name: penumbra - {{ chain_penumbra_appd_name }} - {{ chain_id }}
- name: penumbra - {{ chain_penumbra_appd_name }} - {{ chain_penumbra_chain_id }}
rules:

- alert: InstanceDown
expr: up{job="prometheus.scrape.cosmos_validator_watcher_{{ chain_id | replace('-', '_') }}"} == 0
expr: up{job="prometheus.scrape.penumbra_{{ chain_penumbra_appd_name }}_{{ chain_penumbra_chain_id | replace('-', '_') }}"} == 0
for: 3m
annotations:
title: "Instance prometheus.scrape.cosmos_validator_watcher_{{ chain_id | replace('-', '_') }} down"
description: "prometheus.scrape.cosmos_validator_watcher_{{ chain_id | replace('-', '_') }} has been down for more than 3 minutes"
title: "Instance prometheus.scrape.penumbra_{{ chain_penumbra_appd_name }}_{{ chain_penumbra_chain_id | replace('-', '_') }} down"
description: "Prometheus instance has been down for more than 3 minutes"
labels:
severity: critical
service: validator
Expand All @@ -21,4 +21,4 @@ groups:
service: validator
component: penumbra-pd
annotations:
description: "Chain `{{ chain_id }}` validator is missing `{{ $value }}` blocks!{% endraw %}"
description: "Chain `{{ chain_penumbra_chain_id }}` validator is missing {% raw %}`{{ $value }}` blocks!{% endraw %}"

0 comments on commit f0baf7f

Please sign in to comment.