diff --git a/charts/Chart.yaml b/charts/Chart.yaml
index e0dd2dc..f94508e 100644
--- a/charts/Chart.yaml
+++ b/charts/Chart.yaml
@@ -2,6 +2,6 @@ apiVersion: v2
 name: azurerator
 description: Operator that reconciles Azure AD applications.
 type: application
-version: 0.5.0
+version: 0.6.0
 sources:
   - https://github.com/nais/azurerator/tree/master/charts
diff --git a/charts/templates/alert.yaml b/charts/templates/alert.yaml
index 28bd4b8..07f2462 100644
--- a/charts/templates/alert.yaml
+++ b/charts/templates/alert.yaml
@@ -1,4 +1,4 @@
-{{ if .Values.global.alerts | default .Values.alerts }}
+{{ if .Values.global.alerts.enabled | default .Values.alerts.enabled }}
 ---
 apiVersion: monitoring.coreos.com/v1
 kind: PrometheusRule
@@ -11,7 +11,7 @@ spec:
     - name: "azurerator"
       rules:
         - alert: {{ include "azurerator.fullname" . }} failed provisioning clients
-          expr: sum(increase(azureadapp_failed_processing_count{app="{{ include "azurerator.fullname" . }}"}[5m])) > 10
+          expr: sum(increase(azureadapp_failed_processing_count{app="{{ include "azurerator.fullname" . }}"}[5m])) > {{ .Values.global.alerts.failedProcessingThreshold | .Values.alerts.failedProcessingThreshold }}
           for: 5m
           annotations:
             summary: {{ include "azurerator.fullname" . }} has failed processing clients for longer than usual
diff --git a/charts/values.yaml b/charts/values.yaml
index 3581263..a6fbab9 100644
--- a/charts/values.yaml
+++ b/charts/values.yaml
@@ -4,6 +4,8 @@ fullnameOverride: ""
 # globals (if set) override any local values
 global:
   alerts:
+    enabled:
+    failedProcessingThreshold:
   clusterName:
   controller:
     leaderElection:
@@ -34,7 +36,9 @@ global:
     apiServerCIDR:
   webproxy:
 
-alerts: true
+alerts:
+  enabled: true
+  failedProcessingThreshold: 50
 azure:
   clientID: # required
   clientSecret: # required if google.federatedAuth is disabled