Kafka Topic Config Change

hypertrace-trace-enricher/helm/Chart.yaml

@@ -9,5 +9,5 @@ version: 0.1.0
 dependencies:
   - name: kafka-topic-creator
     repository: "https://storage.googleapis.com/hypertrace-helm-charts"
-    version: 0.1.2
+    version: 0.1.8
     condition: kafka-topic-creator.enabled

hypertrace-trace-enricher/helm/values.yaml

@@ -112,13 +112,13 @@ kafka-topic-creator:
   helmHook: pre-install,pre-upgrade
   kafka:
     topics:
-      - name: enriched-structured-traces
+      enriched-structured-traces:
         replicationFactor: 3
         partitions: 8
         configs:
-          - retention.bytes=8589934592 # default = -1
-          - retention.ms=86400000 # default = 604800000 (7 days)
-          - max.message.bytes=10485760 # Allow larger messages for traces
+          retention.bytes: 8589934592 # default = -1
+          retention.ms: 86400000 # default = 604800000 (7 days)
+          max.message.bytes: 10485760 # Allow larger messages for traces
   zookeeper:
     address: zookeeper:2181
   imagePullSecrets: []

hypertrace-view-generator/helm/Chart.yaml

@@ -24,4 +24,4 @@ version: 0.1.0
 dependencies:
   - name: kafka-topic-creator
     repository: "https://storage.googleapis.com/hypertrace-helm-charts"
-    version: 0.1.2
+    version: 0.1.8

hypertrace-view-generator/helm/values.yaml

@@ -348,42 +348,42 @@ kafka-topic-creator:
   helmHook: pre-install,pre-upgrade
   kafka:
     topics:
-      - name: backend-entity-view-events
+      backend-entity-view-events:
         replicationFactor: 1
         partitions: 2
         configs:
-          - retention.bytes=4294967296
-          - retention.ms=259200000
-      - name: raw-trace-view-events
+          retention.bytes: 4294967296
+          retention.ms: 86400000
+      raw-trace-view-events:
         replicationFactor: 1
         partitions: 2
         configs:
-          - retention.bytes=4294967296
-          - retention.ms=259200000
-      - name: raw-service-view-events
+          retention.bytes: 4294967296
+          retention.ms: 86400000
+      raw-service-view-events:
         replicationFactor: 1
         partitions: 2
         configs:
-          - retention.bytes=4294967296
-          - retention.ms=259200000
-      - name: service-call-view-events
+          retention.bytes: 4294967296
+          retention.ms: 86400000
+      service-call-view-events:
         replicationFactor: 1
         partitions: 2
         configs:
-          - retention.bytes=4294967296
-          - retention.ms=259200000
-      - name: span-event-view
+          retention.bytes: 4294967296
+          retention.ms: 86400000
+      span-event-view:
         replicationFactor: 1
         partitions: 2
         configs:
-          - retention.bytes=4294967296
-          - retention.ms=259200000
-      - name: log-event-view
+          retention.bytes: 4294967296
+          retention.ms: 86400000
+      log-event-view:
         replicationFactor: 1
         partitions: 2
         configs:
-          - retention.bytes=4294967296
-          - retention.ms=259200000
+          retention.bytes: 4294967296
+          retention.ms: 86400000
   zookeeper:
     address: zookeeper:2181
   imagePullSecrets: []

raw-spans-grouper/helm/Chart.yaml

@@ -9,5 +9,5 @@ version: 0.1.0
 dependencies:
   - name: kafka-topic-creator
     repository: "https://storage.googleapis.com/hypertrace-helm-charts"
-    version: 0.1.4
+    version: 0.1.8
     condition: kafka-topic-creator.enabled

raw-spans-grouper/helm/values.yaml

@@ -143,13 +143,13 @@ kafka-topic-creator:
   helmHook: pre-install,pre-upgrade
   kafka:
     topics:
-      - name: structured-traces-from-raw-spans
+      structured-traces-from-raw-spans:
         replicationFactor: 3
         partitions: 8
         configs:
-          - retention.bytes=8589934592 # default = -1
-          - retention.ms=43200000 # default = 604800000 (7 days)
-          - max.message.bytes=10485760 # default = 1048588
+          retention.bytes: 8589934592 # default = -1
+          retention.ms: 86400000 # default = 604800000 (7 days)
+          max.message.bytes: 10485760 # default = 1048588
 
   zookeeper:
     address: zookeeper:2181

span-normalizer/helm/Chart.yaml

@@ -12,5 +12,5 @@ version: 0.1.0
 dependencies:
   - name: kafka-topic-creator
     repository: https://storage.googleapis.com/hypertrace-helm-charts
-    version: 0.1.2
+    version: 0.1.8
     condition: kafka-topic-creator.enabled

span-normalizer/helm/values.yaml

@@ -116,20 +116,20 @@ kafka-topic-creator:
   helmHook: pre-install,pre-upgrade
   kafka:
     topics:
-      - name: raw-spans-from-jaeger-spans
+      raw-spans-from-jaeger-spans:
         replicationFactor: 3
         partitions: 8
         configs:
-          - retention.bytes=8589934592 # default = -1
-          - retention.ms=43200000 # default = 604800000 (7 days)
-          - max.message.bytes=1048588 # default = 1048588
-      - name: raw-logs
+          retention.bytes: 8589934592 # default = -1
+          retention.ms: 86400000 # default = 604800000 (7 days)
+          max.message.bytes: 1048588 # default = 1048588
+      raw-logs:
         replicationFactor: 3
         partitions: 8
         configs:
-          - retention.bytes=8589934592 # default = -1
-          - retention.ms=43200000 # default = 604800000 (7 days)
-          - max.message.bytes=1048588 # default = 1048588
+          retention.bytes: 8589934592 # default = -1
+          retention.ms: 86400000 # default = 604800000 (7 days)
+          max.message.bytes: 1048588 # default = 1048588
   zookeeper:
     address: zookeeper:2181
   imagePullSecrets: []