diff --git a/pkg/virt-operator/resource/generate/components/crds.go b/pkg/virt-operator/resource/generate/components/crds.go
index 95d0a94083f7..163b68f90b88 100644
--- a/pkg/virt-operator/resource/generate/components/crds.go
+++ b/pkg/virt-operator/resource/generate/components/crds.go
@@ -845,10 +845,14 @@ func NewPrometheusRuleSpec(ns string, workloadUpdatesEnabled bool) *promv1.Prome
 					},
 					{
 						Alert: "VMCannotBeEvicted",
-						Expr:  intstr.FromString("kubevirt_vmi_non_evictable > 0"),
+						Expr:  intstr.FromString("sum by(name, namespace) (kubevirt_vmi_non_evictable > 0)"),
 						For:   "5m",
 						Annotations: map[string]string{
-							"summary": "The VM's eviction strategy is set to Live Migration but the VM is not migratable",
+							"summary":     "The VM's eviction strategy is set to Live Migration but the VM is not migratable",
+							"Description": "Eviction policy for VM  {{ $labels.name }} (on none  {{ $labels.node }}) is set to Live Migration but the VM is not migratable",
+						},
+						Labels: map[string]string{
+							"severity": "warning",
 						},
 					},
 				},