From 6fe99cb3b77c9cd5af21fcd351c618a469f17bb3 Mon Sep 17 00:00:00 2001
From: Simon Aronsson <simme@arcticbit.se>
Date: Tue, 9 Jul 2024 13:12:44 +0200
Subject: [PATCH] feat(alerting): detect flapping alerts

---
 src/prometheus_alert_rules/flapping.rules | 14 ++++++++++++++
 1 file changed, 14 insertions(+)
 create mode 100644 src/prometheus_alert_rules/flapping.rules

diff --git a/src/prometheus_alert_rules/flapping.rules b/src/prometheus_alert_rules/flapping.rules
new file mode 100644
index 0000000..7bdf9e7
--- /dev/null
+++ b/src/prometheus_alert_rules/flapping.rules
@@ -0,0 +1,14 @@
+groups:
+- name: AlertRules
+  rules:
+  - alert: AlertRulesFlapping
+    expr: changes(ALERTS_FOR_STATE{severity = "warning"}[1h]) > 5
+    for: 5m
+    labels:
+      severity: warning
+    annotations:
+      summary: Host '{{labels.instance}}' suffers from flapping alerts.
+      description: >-
+        Host '{{labels.instance}}' suffers from flapping warning-level alerts.
+          VALUE = {{ $value }}
+          LABELS = {{ $labels }}