feat: Add prometheus profile

Signed-off-by: Simon Behar <simbeh7@gmail.com>

Makefile

@@ -68,6 +68,10 @@ LOG_LEVEL             := debug
 UPPERIO_DB_DEBUG      := 0
 NAMESPACED            := true
 
+ifeq ($(PROFILE),prometheus)
+RUN_MODE              := kubernetes
+endif
+
 ALWAYS_OFFLOAD_NODE_STATUS := false
 ifeq ($(PROFILE),mysql)
 ALWAYS_OFFLOAD_NODE_STATUS := true
@@ -429,6 +433,9 @@ ifeq ($(RUN_MODE),kubernetes)
 	$(MAKE) controller-image cli-image
 	kubectl -n $(KUBE_NAMESPACE) scale deploy/workflow-controller --replicas 1
 	kubectl -n $(KUBE_NAMESPACE) scale deploy/argo-server --replicas 1
+endif
+ifeq ($(PROFILE),prometheus)
+	kubectl -n $(KUBE_NAMESPACE) scale deploy/prometheus --replicas 1
 endif
 	kubectl -n $(KUBE_NAMESPACE) wait --for=condition=Ready pod --all -l app --timeout 2m
 	./hack/port-forward.sh
@@ -439,6 +446,9 @@ endif
 	grep '127.0.0.1[[:blank:]]*minio' /etc/hosts
 	grep '127.0.0.1[[:blank:]]*postgres' /etc/hosts
 	grep '127.0.0.1[[:blank:]]*mysql' /etc/hosts
+ifeq ($(PROFILE),prometheus)
+	$(GOPATH)/bin/goreman -set-ports=false -logtime=false -f ./hack/procfiles/Procfile-prometheus start
+endif
 ifeq ($(RUN_MODE),local)
 	env SECURE=$(SECURE) ALWAYS_OFFLOAD_NODE_STATUS=$(ALWAYS_OFFLOAD_NODE_STATUS) LOG_LEVEL=$(LOG_LEVEL) UPPERIO_DB_DEBUG=$(UPPERIO_DB_DEBUG) VERSION=$(VERSION) AUTH_MODE=$(AUTH_MODE) NAMESPACED=$(NAMESPACED) NAMESPACE=$(KUBE_NAMESPACE) $(GOPATH)/bin/goreman -set-ports=false -logtime=false start
 endif

hack/procfiles/Procfile-prometheus

@@ -0,0 +1 @@
+port-forward: kubectl port-forward svc/prometheus 9091:9091

manifests/quick-start/base/kustomization.yaml

@@ -5,6 +5,7 @@ resources:
   - ../../namespace-install
   - minio
   - webhooks
+  - prometheus
   - argo-server-sso-secret.yaml
   - workflow-role.yaml
   - workflow-default-rolebinding.yaml
@@ -13,4 +14,4 @@ resources:
 
 patchesStrategicMerge:
   - overlays/workflow-controller-configmap.yaml
-  - overlays/argo-server-deployment.yaml
+  - overlays/argo-server-deployment.yaml

manifests/quick-start/base/prometheus/base/kustomization.yaml

@@ -0,0 +1,5 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+resources:
+  - prometheus.yaml

manifests/quick-start/base/prometheus/base/prometheus.yaml

@@ -0,0 +1,37 @@
+# This manifests creates a minimal Prometheus server to scrape and display the metrics emitted by the workflow
+# controller. To open this server, create an external IP for the prometheus service or use kubectl port-forward,
+# then open:
+#   
+#   localhost:9091/graph
+#
+# Note: this assumes the workflow-controller is emitting metrics in the default port (9090). This will need to
+# be modified if the default is overriden.
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: prometheus
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: prometheus
+  template:
+    metadata:
+      labels:
+        app: prometheus
+      name: prometheus
+    spec:
+      containers:
+        - name: prometheus
+          image: prom/prometheus
+          args:
+            - --config.file=/config/prometheus.yaml
+          volumeMounts:
+          - name: config
+            mountPath: /config
+      volumes:
+        - name: config
+          configMap:
+            name: prometheus-config
+
+

manifests/quick-start/base/prometheus/cluster/kustomization.yaml

@@ -0,0 +1,7 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+resources:
+  - ../base
+  - prometheus-config-cluster.yaml
+  - prometheus-service.yaml

manifests/quick-start/base/prometheus/cluster/prometheus-config-cluster.yaml

@@ -0,0 +1,12 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: prometheus-config
+data:
+  prometheus.yaml: |
+    global:
+      scrape_interval: 15s
+    scrape_configs:
+      - job_name: 'argo'
+        static_configs:
+          - targets: ['workflow-controller-metrics:9090']

manifests/quick-start/base/prometheus/cluster/prometheus-service.yaml

@@ -0,0 +1,14 @@
+apiVersion: v1
+kind: Service
+metadata:
+  labels:
+    name: prometheus
+  name: prometheus
+spec:
+  ports:
+    - name: prometheus
+      port: 9091
+      protocol: TCP
+      targetPort: 9090
+  selector:
+    app: prometheus

manifests/quick-start/base/prometheus/kustomization.yaml

@@ -0,0 +1,5 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+resources:
+  - ./cluster

test/e2e/manifests/minimal/kustomization.yaml

@@ -9,6 +9,7 @@ patchesStrategicMerge:
   - ../mixins/workflow-controller-configmap.yaml
   - ../mixins/workflow-controller-deployment.yaml
   - ../mixins/cluster-workflow-template-rbac.yaml
+  - ../mixins/prometheus-deployment.yaml
 
 commonLabels:
   "app.kubernetes.io/part-of": "argo"

test/e2e/manifests/mixins/prometheus-deployment.yaml

@@ -0,0 +1,6 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: prometheus
+spec:
+  replicas: 0

test/e2e/manifests/mysql/kustomization.yaml

@@ -9,6 +9,7 @@ patchesStrategicMerge:
   - ../mixins/workflow-controller-configmap.yaml
   - ../mixins/workflow-controller-deployment.yaml
   - ../mixins/cluster-workflow-template-rbac.yaml
+  - ../mixins/prometheus-deployment.yaml
 
 commonLabels:
   "app.kubernetes.io/part-of": "argo"

test/e2e/manifests/postgres/kustomization.yaml

@@ -9,6 +9,7 @@ patchesStrategicMerge:
   - ../mixins/workflow-controller-configmap.yaml
   - ../mixins/workflow-controller-deployment.yaml
   - ../mixins/cluster-workflow-template-rbac.yaml
+  - ../mixins/prometheus-deployment.yaml
 
 commonLabels:
   "app.kubernetes.io/part-of": "argo"

test/e2e/manifests/prometheus/kustomization.yaml

@@ -0,0 +1,15 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+resources:
+  - ../../../../manifests/quick-start/minimal
+
+patchesStrategicMerge:
+  - ../mixins/argo-server-deployment.yaml
+  - ../mixins/workflow-controller-configmap.yaml
+  - ../mixins/workflow-controller-deployment.yaml
+  - ../mixins/cluster-workflow-template-rbac.yaml
+  - ../mixins/prometheus-deployment.yaml
+
+commonLabels:
+  "app.kubernetes.io/part-of": "argo"

test/e2e/manifests/sso/kustomization.yaml

@@ -9,6 +9,7 @@ patchesStrategicMerge:
   - ../mixins/workflow-controller-configmap.yaml
   - ../mixins/workflow-controller-deployment.yaml
   - ../mixins/cluster-workflow-template-rbac.yaml
+  - ../mixins/prometheus-deployment.yaml
 
 commonLabels:
   "app.kubernetes.io/part-of": "argo"