[prometheus] Adapt rules to stretch

roles/prometheus/templates/prometheus/alert.rules.yml.j2

@@ -1,5 +1,6 @@
 # {{ ansible_managed }}
 {# As this is also Jinja2 it will conflict without a raw block #}
+{# Depending of Prometheus Node exporter version, rules can change depending of version #}
 {% raw %}
 groups:
 - name: alert.rules
@@ -17,8 +18,8 @@ groups:
 
   # Alert for out of memory
   - alert: OutOfMemory
-    expr: (node_memory_MemFree_bytes + node_memory_Cached_bytes + node_memory_Buffers_bytes) / node_memory_MemTotal_bytes * 100 < 10
+    expr: ((node_memory_MemFree_bytes or node_memory_MemFree) + (node_memory_Cached_bytes or node_memory_Cached) + (node_memory_Buffers_bytes or node_memory_Buffers)) / (node_memory_MemTotal_bytes or node_memory_MemTotal) * 100 < 10
-    for: 30m
+    for: 5m
     labels:
       severity: warning
     annotations:
@@ -27,8 +28,8 @@ groups:
 
   # Alert for out of disk space
   - alert: OutOfDiskSpace
-    expr: node_filesystem_free_bytes{fstype="ext4"} / node_filesystem_size_bytes{fstype="ext4"} * 100 < 10
+    expr: (node_filesystem_free_bytes{fstype="ext4"} or node_filesystem_free{fstype="ext4"}) / (node_filesystem_size_bytes{fstype="ext4"} or node_filesystem_size{fstype="ext4"}) * 100 < 10
-    for: 30m
+    for: 5m
     labels:
       severity: warning
     annotations:
@@ -38,7 +39,7 @@ groups:
   # Alert for out of inode space on disk
   - alert: OutOfInodes
     expr: node_filesystem_files_free{fstype="ext4"} / node_filesystem_files{fstype="ext4"} * 100 < 10
-    for: 30m
+    for: 5m
     labels:
       severity: warning
     annotations:
@@ -47,40 +48,30 @@ groups:
 
   # Alert for high CPU usage
   - alert: CpuLoad
-    expr: node_load15 / (count without (cpu, mode) (node_cpu_seconds_total{mode="system"})) > 2
+    expr: node_load15 / (count without (cpu, mode) (node_cpu_seconds_total{mode="system"} or node_cpu{mode="system"})) > 2
-    for: 30m
+    for: 5m
     labels:
       severity: warning
     annotations:
       summary: "Charge CPU élevée sur {{ $labels.instance }}"
       description: "La charge CPU (moyenne de 15mn) est élevée."
 
-  # Alert for any instance that has a median request latency >1s.
+  # NTP (need NTP plugin in node)
-  - alert: APIHighRequestLatency
+#  - alert: ntp_drifting
-    expr: api_http_request_latencies_second{quantile="0.5"} > 1
+#    expr: node_ntp_drift_seconds > 0.05
-    for: 10m
+#    for: 3m
-    labels:
+#    labels:
-      severity: warning
+#      severity: critical
-    annotations:
+#    annotations:
-      summary: "Latence élevée sur {{ $labels.instance }}"
+#      summary: "Décalage NTP trop élevé sur {{ $labels.instance }}"
-      description: "{{ $labels.instance }} a un temps de réponse médian au dessus d'une seconde (actuellement : {{ $value }}s)."
+#      description: "Le décalage NTP est trop élevé ({{ $value }} > 0.05)"
 
-  # NTP
+#  - alert: ntp_drifting
-  - alert: ntp_drifting
+#    expr: node_ntp_drift_seconds > 0.01
-    expr: node_ntp_drift_seconds > 0.05
+#    for: 1m
-    for: 3m
+#    labels:
-    labels:
+#      severity: warning
-      severity: critical
+#    annotations:
-    annotations:
+#      summary: "Décalage NTP élevé sur {{ $labels.instance }}"
-      description: "Décalage NTP trop élevé sur {{ $labels.instance }}"
+#      description: "Le décalage NTP est élevé ({{ $value }} > 0.01)"
-      summary: "Le décalage NTP est trop élevé ({{ $value }} > 0.05)"
-
-  - alert: ntp_drifting
-    expr: node_ntp_drift_seconds > 0.01
-    for: 1m
-    labels:
-      severity: warning
-    annotations:
-      description: "Décalage NTP élevé sur {{ $labels.instance }}"
-      summary: "Le décalage NTP est élevé ({{ $value }} > 0.01)"
 {% endraw %}