From 01323dbfd5330c1afe3255ee9c4335604d061e88 Mon Sep 17 00:00:00 2001 From: Neelesh Thakur Date: Wed, 16 Aug 2023 11:50:24 -0600 Subject: [PATCH] Update the prometheus rules used by the test Rules have changed in the portworx docs repo. Copied over the new version of the file. Signed-off-by: Neelesh Thakur --- .../portworx/testspec/prometheusRule.yaml | 49 +++++++++++++++++-- 1 file changed, 45 insertions(+), 4 deletions(-) diff --git a/drivers/storage/portworx/testspec/prometheusRule.yaml b/drivers/storage/portworx/testspec/prometheusRule.yaml index 5c5c6cb122..389f05a5f2 100644 --- a/drivers/storage/portworx/testspec/prometheusRule.yaml +++ b/drivers/storage/portworx/testspec/prometheusRule.yaml @@ -78,8 +78,7 @@ spec: description: Portworx storage on {{$labels.instance}} is over 80% used for more than 5 minutes. summary: Portworx storage on {{$labels.instance}} is at {{$value}}% used. - expr: 100 * (px_cluster_disk_utilized_bytes / px_cluster_disk_total_bytes) - > 80 + expr: 100 * (px_cluster_disk_utilized_bytes / px_cluster_disk_total_bytes) > 80 for: 5m labels: issue: Portworx storage usage on {{$labels.instance}} is critical. @@ -93,8 +92,7 @@ spec: description: Portworx storage on {{$labels.instance}} is over 70% used for more than 5 minutes. summary: Portworx storage on {{$labels.instance}} is at {{$value}}% used. - expr: 100 * (px_cluster_disk_utilized_bytes / px_cluster_disk_total_bytes) - > 70 + expr: 100 * (px_cluster_disk_utilized_bytes / px_cluster_disk_total_bytes) > 70 for: 5m labels: issue: Portworx storage usage on {{$labels.instance}} is high. @@ -263,3 +261,46 @@ spec: resource_name: "{{$labels.volumeid}}" scrape_target_type: portworx-node scrape_target_name: "{{$labels.node}}" + - name: Portworx License Alerts + rules: + - alert: PortworxLicenseExpiry + # Tuneable license-expiry alert, reported by each node individually, works for both regular and floating licenses. + # - note: if #days drops into negative, the license has already expired + expr: px_node_status_license_expiry < 5 + labels: + issue: Portworx license (or license lease) expiring. + severity: warning + resource_type: portworx-node + resource_name: "{{$labels.node}}" + scrape_target_type: portworx-node + scrape_target_name: "{{$labels.node}}" + annotations: + summary: Portworx license (or license lease) expiring in {{$value}} days. + description: Portworx node {{$labels.node}} of cluster {{$labels.cluster}} reports + its license (or license lease) expiring in {{$value}} days. + - alert: PortworxLicenseServerDown + expr: px_alerts_licenseserverdown > 0 + labels: + severity: warning + issue: Portworx license server is unreachable + resource_type: portworx-node + resource_name: "{{$labels.node}}" + scrape_target_type: portworx-node + scrape_target_name: "{{$labels.node}}" + annotations: + summary: Portworx instance {{$labels.instance}} is not able to reach the license server. + description: Portworx license server is unreachable. Please check license + server health and connection to license server. + - alert: PortworxLicenseSetupError + expr: px_alerts_floatinglicensesetuperror > 0 + labels: + issue: Error setting up Portworx license + severity: critical + resource_type: portworx-node + resource_name: "{{$labels.node}}" + scrape_target_type: portworx-node + scrape_target_name: "{{$labels.node}}" + annotations: + summary: Failed to set up Portworx license on {{$labels.instance}}. + description: Failed to set up Portworx license on {{$labels.instance}}. + Please check licenses and/or license server.