From 00ffa7012e75ac897f244af8e2dc8dfcab1f8e89 Mon Sep 17 00:00:00 2001 From: memodi Date: Tue, 27 Sep 2022 16:57:33 -0400 Subject: [PATCH 1/3] adding PVC storage and updating readme --- examples/kafka/default.yaml | 10 +++++++--- kafka.md | 6 ++++++ 2 files changed, 13 insertions(+), 3 deletions(-) diff --git a/examples/kafka/default.yaml b/examples/kafka/default.yaml index 5da88b7..8e06cd0 100644 --- a/examples/kafka/default.yaml +++ b/examples/kafka/default.yaml @@ -27,7 +27,9 @@ spec: min.insync.replicas: 1 inter.broker.protocol.version: "3.1" storage: - type: ephemeral + type: persistent-claim + size: 200Gi + class: ${DEFAULT_SC} metricsConfig: type: jmxPrometheusExporter valueFrom: @@ -35,9 +37,11 @@ spec: name: kafka-metrics key: kafka-metrics-config.yml zookeeper: - replicas: 1 + replicas: 3 storage: - type: ephemeral + type: persistent-claim + size: 20Gi + class: ${DEFAULT_SC} metricsConfig: type: jmxPrometheusExporter valueFrom: diff --git a/kafka.md b/kafka.md index 94e2b86..53266e6 100644 --- a/kafka.md +++ b/kafka.md @@ -12,6 +12,12 @@ You can use the following command to deploy the strimzi operator : export NAMESPACE=netobserv kubectl create -f "https://strimzi.io/install/latest?namespace=$NAMESPACE" -n $NAMESPACE ``` +## Update storage class of kafka cluster +``` +export DEFAULT_SC=$(kubectl get storageclass -o=jsonpath='{.items[?(@.metadata.annotations.storageclass\.kubernetes\.io/is-default-class=="true")].metadata.name}') +tmpfile=$(mktemp) +envsubst < ./examples/kafka/default.yaml > $tmpfile && mv $tmpfile ./examples/kafka/default.yaml +``` ## Creating the default cluster From 6a3c6ddd2aea670f53f0e1f59b6e152571dcc00f Mon Sep 17 00:00:00 2001 From: memodi Date: Tue, 27 Sep 2022 22:29:37 -0400 Subject: [PATCH 2/3] PVC storage for tls as well Signed-off-by: memodi --- examples/kafka/tls.yaml | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/examples/kafka/tls.yaml b/examples/kafka/tls.yaml index 1f15070..b024f46 100644 --- a/examples/kafka/tls.yaml +++ b/examples/kafka/tls.yaml @@ -27,7 +27,9 @@ spec: min.insync.replicas: 1 inter.broker.protocol.version: "3.1" storage: - type: ephemeral + type: persistent-claim + size: 200Gi + class: ${DEFAULT_SC} metricsConfig: type: jmxPrometheusExporter valueFrom: @@ -35,9 +37,11 @@ spec: name: kafka-metrics key: kafka-metrics-config.yml zookeeper: - replicas: 1 + replicas: 3 storage: - type: ephemeral + type: persistent-claim + size: 20Gi + class: ${DEFAULT_SC} metricsConfig: type: jmxPrometheusExporter valueFrom: From 7e7a5bc7c2ec0f4517f61df652d6135106739a09 Mon Sep 17 00:00:00 2001 From: memodi Date: Mon, 3 Oct 2022 18:50:33 -0400 Subject: [PATCH 3/3] disable auto creation of Topic since it overwrites network-flows Topic config --- examples/kafka/default.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/examples/kafka/default.yaml b/examples/kafka/default.yaml index 8e06cd0..51397a9 100644 --- a/examples/kafka/default.yaml +++ b/examples/kafka/default.yaml @@ -26,6 +26,7 @@ spec: default.replication.factor: 1 min.insync.replicas: 1 inter.broker.protocol.version: "3.1" + auto.create.topics.enable: false storage: type: persistent-claim size: 200Gi