Fix filebeat kafka module ingest timezone (elastic#13368) (elastic#13399

) Continuation of elastic#13308 (cherry picked from commit a433d5e) Co-authored-by: Kent Wang <pragkent@gmail.com>
leweafan · Aug 29, 2019 · ddcab15 · ddcab15
1 parent e589199
commit ddcab15
Showing 1 changed file with 5 additions and 4 deletions.
diff --git a/filebeat/module/kafka/log/ingest/pipeline.json b/filebeat/module/kafka/log/ingest/pipeline.json
@@ -68,11 +68,12 @@
     {
       "date": {
         "if": "ctx.event.timezone != null",
-        "field": "@timestamp",
-        "formats": ["ISO8601"],
+        "field": "kafka.log.timestamp",
+        "target_field": "@timestamp",
+        "formats": ["yyyy-MM-dd HH:mm:ss,SSS"],
         "timezone": "{{ event.timezone }}",
-          "on_failure": [{"append": {"field": "error.message", "value": "{{ _ingest.on_failure_message }}"}}]
-        }
+        "on_failure": [{"append": {"field": "error.message", "value": "{{ _ingest.on_failure_message }}"}}]
+      }
     },
     {"remove": {"field": "kafka.log.timestamp" }}
   ],