forked from rmarting/kafka-clients-sb-sample
/
kafka-ha.yml
94 lines (94 loc) · 3.43 KB
/
kafka-ha.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
apiVersion: kafka.strimzi.io/v1beta2
kind: Kafka
metadata:
labels:
app: my-kafka
name: my-kafka
spec:
kafka:
version: 2.7.0
config:
# Log message format
log.message.format.version: "2.7"
# default replication factors for automatically created topics
default.replication.factor: 3
# The default number of log partitions per topic
num.partitions: 3
# Enable auto creation of topic on the server
auto.create.topics.enable: false
# When a producer sets acks to "all" (or "-1"), min.insync.replicas specifies the minimum number of replicas that
# must acknowledge a write for the write to be considered successful.
# When used together, min.insync.replicas and acks allow you to enforce greater durability guarantees. A typical
# scenario would be to create a topic with a replication factor of 3, set min.insync.replicas to 2, and
# produce with acks of "all". This will ensure that the producer raises an exception if a
# majority of replicas do not receive a write.
min.insync.replicas: 2
# The replication factor for the group metadata internal topics "__consumer_offsets" and "__transaction_state"
# For anything other than development testing, a value greater than 1 is recommended for to ensure availability such as 3.
offsets.topic.replication.factor: 3
transaction.state.log.replication.factor: 3
transaction.state.log.min.isr: 2
# The minimum age of a log file to be eligible for deletion due to age. Default value: 168
# The number of hours to keep a log file before deleting it (in hours), tertiary to log.retention.ms property
log.retention.hours: 48
# The default cleanup policy for segments beyond the retention window. A comma separated list of valid policies.
# Valid policies are: "delete" and "compact". Default value: "delete"
log.cleanup.policy: delete
# Enable the log cleaner process to run on the server. Should be enabled if using any topics with a
# cleanup.policy=compact including the internal offsets topic. If disabled those topics will not be compacted
# and continually grow in size.
log.cleaner.enable: true
# How long are delete records retained?. Default value: 86400000 (24 hours)
log.cleaner.delete.retention.ms: 86400000
listeners:
- name: plain
port: 9092
tls: false
type: internal
authentication:
type: scram-sha-512
- name: tls
port: 9093
tls: true
type: internal
authentication:
type: scram-sha-512
livenessProbe:
initialDelaySeconds: 90
timeoutSeconds: 5
readinessProbe:
initialDelaySeconds: 60
timeoutSeconds: 5
replicas: 3
storage:
type: jbod
volumes:
- id: 0
type: persistent-claim
size: 25Gi
deleteClaim: true
template:
pod:
metadata:
labels:
custom-strimzi-label: my-kafka
zookeeper:
livenessProbe:
initialDelaySeconds: 90
timeoutSeconds: 5
readinessProbe:
initialDelaySeconds: 60
timeoutSeconds: 5
replicas: 3
storage:
deleteClaim: true
size: 10Gi
type: persistent-claim
entityOperator:
topicOperator:
reconciliationIntervalSeconds: 60
userOperator:
reconciliationIntervalSeconds: 60
kafkaExporter:
topicRegex: ".*"
groupRegex: ".*"