/
mm2-sa.yaml
122 lines (110 loc) · 4.15 KB
/
mm2-sa.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
kind: KafkaMirrorMaker2
apiVersion: eventstreams.ibm.com/v1beta2
metadata:
name: mm2-sa
namespace: south-america
spec:
# which cluster to use to store Mirror Maker internal data
connectCluster: southamerica
##################################################
# SPECIFY THE MIRRORS TO RUN
##################################################
mirrors:
#-----------------------------------------
# Europe -> South America
#-----------------------------------------
- sourceCluster: europe
targetCluster: southamerica
topicsPattern: LH.*
sourceConnector:
config:
# check for new topics every 10 minutes as we're not expecting new
# topics to be created regularly
refresh.topics.interval.seconds: 600000
refresh.topics.enabled: true
# replication factor to use for created topics
replication.factor: 3
# match the names of topics in the target cluster to the
# name of the topics in the source cluster
replication.policy.class: org.apache.kafka.connect.mirror.IdentityReplicationPolicy
# use the target cluster to store the offset mapping information
offset-syncs.topic.location: target
# config for offset-syncs topic
offset-syncs.topic.replication.factor: 3
# max offset lag before sync'ing offset mapping
offset.lag.max: 100
# don't try to mirror the ACL's, as we will use the
# User Operator for this
sync.topic.acls.enabled: false
# sync config changes to topics in the source cluster to the
# target cluster every 10 minutes
sync.topic.configs.enabled: true
sync.topic.configs.interval.seconds: 600
##################################################
# DEFINE THE KAFKA CLUSTERS TO USE FOR MIRRORING
##################################################
clusters:
#-----------------------------------------
# European region
#-----------------------------------------
- alias: europe
bootstrapServers: eu-eventstreams-kafka-bootstrap.europe.svc:9098
authentication:
username: mm2-europe
passwordSecret:
password: password
secretName: mm2-europe
type: scram-sha-512
tls:
trustedCertificates:
- certificate: ca.crt
secretName: eu-eventstreams-cluster-ca-cert
#-----------------------------------------
# South American region
#-----------------------------------------
- alias: southamerica
bootstrapServers: sa-eventstreams-kafka-bootstrap.south-america.svc:9098
authentication:
username: mm2-southamerica
passwordSecret:
password: password
secretName: mm2-southamerica
type: scram-sha-512
config:
group.id: mm2-sa
status.storage.topic: __mm2_sa_status
offset.storage.topic: __mm2_sa_offsets
config.storage.topic: __mm2_sa_configs
status.storage.replication.factor: 3
config.storage.replication.factor: 3
offset.storage.replication.factor: 3
key.converter: org.apache.kafka.connect.converters.ByteArrayConverter
value.converter: org.apache.kafka.connect.converters.ByteArrayConverter
tls:
trustedCertificates:
- certificate: ca.crt
secretName: sa-eventstreams-cluster-ca-cert
#-----------------------------------------
# spec for the Mirror Maker pod
#-----------------------------------------
replicas: 1
resources:
requests:
cpu: 2000m
memory: 2Gi
limits:
cpu: 2000m
memory: 2Gi
template:
pod:
metadata:
annotations:
cloudpakId: c8b82d189e7545f0892db9ef2731b90d
productVersion: 11.3.1
productID: 2a79e49111f44ec3acd89608e56138f5
cloudpakName: IBM Cloud Pak for Integration
productChargedContainers: mm2-sa-mirrormaker2
productCloudpakRatio: '2:1'
productName: IBM Event Streams for Non Production
eventstreams.production.type: CloudPakForIntegrationNonProduction
productMetric: VIRTUAL_PROCESSOR_CORE