Improved log alerting to sum message count over pods

nano-byte · Jan 3, 2024 · e205901 · e205901
1 parent 4bfc047
commit e205901
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/charts/generic-service/templates/alerts-logs.yaml b/charts/generic-service/templates/alerts-logs.yaml
@@ -11,7 +11,7 @@ spec:
       rules:
         {{- range $level, $options := .Values.alerting.logs.levels }}
         - alert: LogMessages{{ $level | title }}
-          expr: count_over_time(({namespace="{{ $.Release.Namespace }}", container="{{ include "generic-service.fullname" $ }}", {{ $.Values.alerting.logs.levelLabel }}="{{ $level }}"})[{{ $.Values.alerting.logs.countInterval }}]) > {{ $options.maxCount | default 0 }}
+          expr: sum(count_over_time(({namespace="{{ $.Release.Namespace }}", container="{{ include "generic-service.fullname" $ }}", {{ $.Values.alerting.logs.levelLabel }}="{{ $level }}"})[{{ $.Values.alerting.logs.countInterval }}])) > {{ $options.maxCount | default 0 }}
           for: 1s
           labels: {{- include "generic-service.alert-labels" $ | nindent 12 }} {{ $options.severity | default "warning" }}
             topic: logs