Add alert manager

.gitignore

@@ -1,3 +1,4 @@
 blackbox_exporter-*
 prometheus-*
-grafana-*
+grafana-*
+alertmanager-*

alertmanager/.profile

@@ -0,0 +1,3 @@
+set -e
+
+sed -i "s|SLACK_WEBHOOK_URL|${SLACK_WEBHOOK_URL}|" /home/vcap/app/alertmanager.yml

alertmanager/README.md

@@ -0,0 +1,15 @@
+```
+ALERTMANAGER_VERSION=0.20.0
+if [ ! -d alertmanager-${ALERTMANAGER_VERSION}.linux-amd64 ];then
+    wget https://github.com/prometheus/alertmanager/releases/download/v${ALERTMANAGER_VERSION}/alertmanager-${ALERTMANAGER_VERSION}.linux-amd64.tar.gz
+    tar xzf alertmanager-${ALERTMANAGER_VERSION}.linux-amd64.tar.gz
+    rm -f alertmanager-${ALERTMANAGER_VERSION}.linux-amd64.tar.gz
+fi
+```
+
+
+```
+cf push alertmanager -m 64m -b binary_buildpack -c "./alertmanager-${ALERTMANAGER_VERSION}.linux-amd64/alertmanager --web.listen-address=:8080 --config.file=./alertmanager.yml --web.external-url=https://alertmanager.apps.pcfone.io" --no-start
+cf set-env alertmanager SLACK_WEBHOOK_URL https://hooks.slack.com/services/**********
+cf start alertmanager
+```

alertmanager/alertmanager.yml

@@ -0,0 +1,16 @@
+global:
+templates:
+route:
+  receiver: default
+  group_wait: 30s
+  group_interval: 5m
+  repeat_interval: 4h
+  group_by:
+  - alertname
+  routes: []
+receivers:
+- name: default
+  slack_configs:
+  - api_url: SLACK_WEBHOOK_URL
+    channel: alert
+    send_resolved: true

prometheus/prometheus.yml

@@ -1,3 +1,10 @@
+alerting:
+  alertmanagers:
+  - static_configs:
+    - targets:
+      - alertmanager.apps.pcfone.io:443
+    scheme: https
+    timeout: 10s
 rule_files:
 - /home/vcap/app/rule_files/*.alerts.yml
 scrape_configs: