Switches to using experimental kafka-rest output ...

but unsuccessfuly. No trace of connections to kafka. See fluent/fluent-bit#94
Yolean · Jul 25, 2017 · d488429 · d488429
1 parent a60e804
commit d488429
Show file tree

Hide file tree

Showing 3 changed files with 21 additions and 12 deletions.
diff --git a/docker-image/Dockerfile b/docker-image/Dockerfile
@@ -1,4 +1,4 @@
-FROM fluent/fluent-bit:0.11.15
+FROM fluent/fluent-bit:0.12-dev
 MAINTAINER Eduardo Silva <eduardo@treasure-data.com>
 USER root
 

diff --git a/docker-image/fluent-bit.conf b/docker-image/fluent-bit.conf
@@ -19,9 +19,14 @@
     Merge_JSON_Log On
 
 [OUTPUT]
-    Name   es
-    Match  *
-    Host   ${FLUENT_ELASTICSEARCH_HOST}
-    Port   ${FLUENT_ELASTICSEARCH_PORT}
-    Logstash_Format On
-    Retry_Limit False
+    Name            kafka-rest
+    Match           *
+    Host            ${KAFKA_REST_HOST}
+    Port            ${KAFKA_REST_PORT}
+    Time_Key        @timestamp
+    Tag_Key         _fluent-tag
+    Include_Tag_Key On
+    Tag_Key         My_Tag_Key
+    Topic           ${KAFKA_TOPIC}
+    # Partition     0
+    # Message_Key abc
diff --git a/fluent-bit-daemonset-elasticsearch.yaml b/fluent-bit-daemonset-elasticsearch.yaml
@@ -17,12 +17,16 @@ spec:
     spec:
       containers:
       - name: fluent-bit
-        image: fluent/fluent-bit-kubernetes-daemonset:0.11
+        image: fluent
+        # build using eval $(minikube docker-env) && docker build -t fluent docker-image/
+        imagePullPolicy: Never
         env:
-          - name:  FLUENT_ELASTICSEARCH_HOST
-            value: "elasticsearch-logging"
-          - name:  FLUENT_ELASTICSEARCH_PORT
-            value: "9200"
+          - name:  KAFKA_REST_HOST
+            value: "rest"
+          - name:  KAFKA_REST_PORT
+            value: "80"
+          - name:  KAFKA_TOPIC
+            value: logs
         resources:
           limits:
             memory: 100Mi