From 314d68053e2de264445f312c4638a30d91e79fc1 Mon Sep 17 00:00:00 2001 From: Scot Wells Date: Sat, 28 Mar 2026 15:51:55 -0500 Subject: [PATCH 1/2] fix: add grace period to project stuck creating alert Add a 2-minute grace period before the ProjectStuckCreatingSLOViolation alert fires. This prevents false pages when monitoring infrastructure has brief disruptions that cause incomplete query results. --- config/telemetry/alerts/resources-manager/projects.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/telemetry/alerts/resources-manager/projects.yaml b/config/telemetry/alerts/resources-manager/projects.yaml index e6bb2dec..1f1eb53a 100644 --- a/config/telemetry/alerts/resources-manager/projects.yaml +++ b/config/telemetry/alerts/resources-manager/projects.yaml @@ -10,7 +10,7 @@ spec: expr: | (time() - milo_projects_created_timestamp) > 60 unless ignoring(type, reason) (milo_projects_status_condition{type="Ready"} == 1) - for: 0s + for: 2m labels: severity: critical slo_violation: "true" From ae967bdaf7616213a9ccc132a693ff07603d1413 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" Date: Sat, 28 Mar 2026 20:52:28 +0000 Subject: [PATCH 2/2] chore: add missing newlines at end of files MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 🤖 Automatically added newlines to 1 file(s) Co-Authored-By: github-actions[bot] --- config/telemetry/alerts/resources-manager/projects.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/telemetry/alerts/resources-manager/projects.yaml b/config/telemetry/alerts/resources-manager/projects.yaml index 1f1eb53a..a3dc8a8d 100644 --- a/config/telemetry/alerts/resources-manager/projects.yaml +++ b/config/telemetry/alerts/resources-manager/projects.yaml @@ -16,4 +16,4 @@ spec: slo_violation: "true" annotations: summary: "Project {{ $labels.resource_name }} is stuck creating for over 60 seconds" - description: "Project {{ $labels.resource_name }} has been in creation state for {{ $value }} seconds without reaching Ready status, which exceeds the 60-second SLO threshold." \ No newline at end of file + description: "Project {{ $labels.resource_name }} has been in creation state for {{ $value }} seconds without reaching Ready status, which exceeds the 60-second SLO threshold."