Adding kafka

kafka/kafka.yml

@@ -0,0 +1,54 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: kafka
+spec:
+  clusterIP: None
+  ports:
+  - port: 9092
+    name: kafka-port
+    targetPort: 9092
+    protocol: TCP
+  selector:
+    product: kafka
+
+---
+apiVersion: apps/v1beta1
+kind: StatefulSet
+metadata:
+  name: kafka
+spec:
+  serviceName: "kafka"
+  replicas: 2
+  template:
+    metadata:
+      labels:
+        product: kafkac
+    spec:
+      containers:
+        - name: kafka
+          image: wurstmeister/kafka
+          ports:
+            - containerPort: 9092
+          env:
+            - name: KAFKA_ADVERTISED_PORT
+              value: "9092"
+            # - name: KAFKA_ADVERTISED_HOST_NAME
+            #   value: "`grep kafka /etc/hosts | cut -f2`"
+            #   value: "kafka-controller-0.kafka-service.tutorial.svc.cluster.local"
+            - name: HOSTNAME_COMMAND
+            #   value: "wget -t3 -T2 -qO-  http://169.254.169.254/latest/meta-data/local-ipv4"
+              value: "printf '%s.kafka.tutorial.svc.cluster.local' `hostname`"
+            - name: KAFKA_LISTENERS
+              value: "PLAINTEXT://0.0.0.0:9092"
+            - name: KAFKA_ZOOKEEPER_CONNECT
+              value: zoo-0.zoo.tutorial.svc.cluster.local:2181,zoo-1.zoo.tutorial.svc.cluster.local:2181,zoo-2.zoo.tutorial.svc.cluster.local:2181
+            - name: KAFKA_CREATE_TOPICS
+              value: logstashlogs:1:1
+          volumeMounts:
+            - name: datadir
+              mountPath: /kafka
+      volumes:
+        - name: datadir
+          emptyDir: {}
+

zookeeper/zk.yml

@@ -0,0 +1,84 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: zoo
+spec:
+  ports:
+  - port: 2181
+    name: client
+  - port: 2888
+    name: peer
+  - port: 3888
+    name: leader-election
+  clusterIP: None
+  selector:
+    product: zookeeper
+
+---
+apiVersion: apps/v1beta1
+kind: StatefulSet
+metadata:
+  name: zoo
+spec:
+  serviceName: "zoo"
+  replicas: 3
+  template:
+    metadata:
+      labels:
+        product: zookeeper
+    spec:
+      terminationGracePeriodSeconds: 10
+      containers:
+        - name: zookeeper
+          image: evonove/zookeeper:k8s
+          imagePullPolicy: Always
+          env:
+            - name: ZOO_SERVERS
+              value: server.1=zoo-0.zoo.tutorial.svc.cluster.local:2888:3888 server.2=zoo-1.zoo.tutorial.svc.cluster.local:2888:3888 server.3=zoo-2.zoo.tutorial.svc.cluster.local:2888:3888
+            - name: ZOO_INIT_LIMIT
+              value: "10"
+            - name: ZOO_SYNC_LIMIT
+              value: "2000"
+          ports:
+            - containerPort: 2181
+              name: client
+            - containerPort: 2888
+              name: peer
+            - containerPort: 3888
+              name: leader-election
+          volumeMounts:
+            - name: datadir
+              mountPath: /data
+            # There's defaults in this folder, such as logging config
+            #- name: conf
+            #  mountPath: /conf
+          volumeMounts:
+            - name: datadirlog
+              mountPath: /datalog
+     # volumes:
+        #- name: conf
+        #  emptyDir: {}
+        #- name: datadir
+        #  emptyDir: {}
+  volumeClaimTemplates:
+  - metadata:
+      name: datadir
+      annotations:
+        volume.beta.kubernetes.io/storage-class: default
+    spec:
+      accessModes: [ "ReadWriteOnce" ]
+      resources:
+        requests:
+          storage: 2Gi
+  - metadata:
+      name: datadirlog
+      annotations:
+        volume.beta.kubernetes.io/storage-class: default
+    spec:
+      accessModes: [ "ReadWriteOnce" ]
+      resources:
+        requests:
+          storage: 2Gi
+
+
+