From f9ad69bfadcc817e3042b9027cba37467d726cf4 Mon Sep 17 00:00:00 2001
From: Andrew Seigner <siggy@buoyant.io>
Date: Tue, 22 May 2018 19:06:36 -0700
Subject: [PATCH] Introduce lifecycle test environment

This doc and Kubernetes config enable exercising route, telemetry, and
service discovery lifecycles in Conduit.

Signed-off-by: Andrew Seigner <siggy@buoyant.io>
---
 README.md               |   6 ++
 lifecycle/README.md     |  53 ++++++++++++++
 lifecycle/lifecycle.yml | 148 ++++++++++++++++++++++++++++++++++++++++
 3 files changed, 207 insertions(+)
 create mode 100644 lifecycle/README.md
 create mode 100644 lifecycle/lifecycle.yml

diff --git a/README.md b/README.md
index 9d59143f..0bfcb91d 100644
--- a/README.md
+++ b/README.md
@@ -14,4 +14,10 @@ This repo contains subdirectories with examples of how to use the
 A microservice application that allows users to vote for their favorite emoji,
 and tracks votes received on a leaderboard. May the best emoji win.
 
+## Lifecycle
+
+* [`lifecycle/`](lifecycle/)
+
+Production testing the proxy's discovery & caching.
+
 [conduit-logo]: https://user-images.githubusercontent.com/9226/33585569-c620a100-d919-11e7-83b6-a78f6e2683ec.png
diff --git a/lifecycle/README.md b/lifecycle/README.md
new file mode 100644
index 00000000..9fae8f5b
--- /dev/null
+++ b/lifecycle/README.md
@@ -0,0 +1,53 @@
+# Conduit lifecycle test configuration
+
+Production testing the proxy's discovery & caching.
+
+The goal of this test suite is to run an outbound proxy for a prolonged amount
+of time in a dynamically-scheduled environment in order to exercise:
+- Route resource lifecyle (i.e. routes are properly evicted)
+- Telemetry resource lifecycle (i.e. prometheus can run steadily for a long
+  time, proxy doesn't leak memory in exporter).
+- Service discovery lifecycle (i.e. updates are honored correctly, doesn't get
+  out sync).
+
+## Deploy
+
+Install Conduit service mesh:
+
+```bash
+conduit install | kubectl apply -f -
+conduit dashboard
+```
+
+Deploy test framework to `lifecycle` namespace:
+
+```bash
+cat lifecycle.yml | conduit inject - | kubectl apply -f -
+```
+
+## Observe
+
+Browse to Grafana:
+
+```bash
+conduit dashboard --show grafana
+```
+
+Tail slow-cooker logs:
+
+```bash
+kubectl -n lifecycle logs -f $(
+  kubectl -n lifecycle get po --selector=job-name=slow-cooker -o jsonpath='{.items[*].metadata.name}'
+) slow-cooker
+```
+
+Relevant Grafana dashboards to observe
+- `Conduit Deployment`, for route lifecycle and service discovery lifecycle
+- `Prometheus 2.0 Stats`, for telemetry resource lifecycle
+
+
+## Teardown
+
+```bash
+kubectl delete ns lifecycle
+```
diff --git a/lifecycle/lifecycle.yml b/lifecycle/lifecycle.yml
new file mode 100644
index 00000000..ea961629
--- /dev/null
+++ b/lifecycle/lifecycle.yml
@@ -0,0 +1,148 @@
+#
+# Conduit lifecycle test configuration
+#
+# slow_cooker ->
+#   HTTP 1.1 ->
+#     bb point-to-point ->
+#       gRPC ->
+#         bb terminus
+#
+
+kind: Namespace
+apiVersion: v1
+metadata:
+  name: lifecycle
+
+#
+# slow_cooker
+#
+---
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: slow-cooker
+  namespace: lifecycle
+spec:
+  template:
+    metadata:
+      name: slow-cooker
+    spec:
+      containers:
+      - image: buoyantio/slow_cooker:1.1.0
+        imagePullPolicy: IfNotPresent
+        name: slow-cooker
+        command:
+        - "/bin/bash"
+        args:
+        - "-c"
+        - |
+          sleep 30 # wait for pods to start
+          slow_cooker \
+            -qps 10 \
+            -concurrency 10 \
+            -interval 30s \
+            -metric-addr 0.0.0.0:9990 \
+            http://bb-p2p.lifecycle.svc.cluster.local:8080
+        ports:
+        - name: slow-cooker
+          containerPort: 9990
+      restartPolicy: OnFailure
+---
+
+#
+# bb point-to-point
+#
+kind: Service
+apiVersion: v1
+metadata:
+  name: bb-p2p
+  namespace: lifecycle
+spec:
+  clusterIP: None
+  selector:
+    app: bb-p2p
+  ports:
+  - name: bb-p2p-http1
+    port: 8080
+    targetPort: 8080
+---
+apiVersion: extensions/v1beta1
+kind: Deployment
+metadata:
+  labels:
+    app: bb-p2p
+  name: bb-p2p
+  namespace: lifecycle
+spec:
+  replicas: 10
+  template:
+    metadata:
+      labels:
+        app: bb-p2p
+    spec:
+      containers:
+      - image: buoyantio/bb:v0.0.3
+        imagePullPolicy: IfNotPresent
+        name: bb-p2p
+        command:
+        - "/bin/bash"
+        args:
+        - "-c"
+        - |
+          exec \
+          /out/bb point-to-point-channel \
+          --grpc-downstream-server=bb-terminus.lifecycle.svc.cluster.local:9090 \
+          --h1-server-port=8080
+        ports:
+        - containerPort: 8080
+          name: bb-p2p-http1
+---
+
+#
+# bb terminus
+#
+kind: Service
+apiVersion: v1
+metadata:
+  name: bb-terminus
+  namespace: lifecycle
+spec:
+  clusterIP: None
+  selector:
+    app: bb-terminus
+  ports:
+  - name: bb-term-grpc
+    port: 9090
+    targetPort: 9090
+---
+apiVersion: extensions/v1beta1
+kind: Deployment
+metadata:
+  labels:
+    app: bb-terminus
+  name: bb-terminus
+  namespace: lifecycle
+spec:
+  replicas: 10
+  template:
+    metadata:
+      labels:
+        app: bb-terminus
+    spec:
+      containers:
+      - image: buoyantio/bb:v0.0.3
+        imagePullPolicy: IfNotPresent
+        name: bb-terminus
+        command:
+        - "/bin/bash"
+        args:
+        - "-c"
+        - |
+          exec \
+          /out/bb terminus \
+          --grpc-server-port=9090 \
+          --response-text=BANANA \
+          --terminate-after=$(shuf -i 550-650 -n1) # 10 qps * 10 concurrency * 60 seconds / 10 replicas == 600
+        ports:
+        - containerPort: 9090
+          name: bb-term-grpc