nyyu/monitoring
1
0
Fork 0
Code Issues 1 Pull requests Projects Releases Wiki Activity

chore: upd alerts
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
Details

Browse source
This commit is contained in:
nyyu 2025-01-28 22:17:57 +01:00
parent 8643914e50
commit 37733b2dc8
5 changed files with 156 additions and 100 deletions
Download patch file Download diff file Expand all files Collapse all files

4
conf/prometheus/alerts/embedded-exporter.yml
View file

@ -32,7 +32,7 @@ groups:
description: "A Prometheus job does not have living target anymore.\n VALUE = {{ $value }}\n LABELS = {{ $labels }}"
- alert: PrometheusTargetMissingWithWarmupTime
expr: 'sum by (instance, job) ((up == 0) * on (instance) group_right(job) (node_time_seconds - node_boot_time_seconds > 600))'
expr: 'sum by (instance, job) ((up == 0) * on (instance) group_left (__name__) (node_time_seconds - node_boot_time_seconds > 600))'
for: 0m
labels:
severity: critical
@ -248,7 +248,7 @@ groups:
description: "Prometheus encountered {{ $value }} TSDB WAL truncation failures\n VALUE = {{ $value }}\n LABELS = {{ $labels }}"
- alert: PrometheusTimeseriesCardinality
expr: 'label_replace(count by(__name__) ({__name__=~".+"}), "name", "$1", "__name__", "(.+)") > 10000'
expr: '(label_replace(count by (__name__) ({__name__=~".+"}), "name", "$1", "__name__", "(.+)") unless on (__name__) ({__name__=~"node_cpu.*|node_systemd_unit_state"})) > 10000'
for: 0m
labels:
severity: warning