-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-compose.yml
126 lines (119 loc) · 4.53 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
version: '3.1'
services:
db:
image: postgres:16-alpine
hostname: db
container_name: db
restart: no
environment:
POSTGRES_DB: ${DB_DATABASE}
POSTGRES_USER: ${DB_USERNAME}
POSTGRES_PASSWORD: ${DB_PASSWORD}
ports:
- ${DB_PORT}:5432
healthcheck:
test: [ "CMD-SHELL", "pg_isready", "-d", "db_prod" ]
interval: 10s
timeout: 30s
retries: 5
zoo1:
image: confluentinc/cp-zookeeper:7.5.3
hostname: zoo1
container_name: zoo1
ports:
- ${ZOOKEEPER1_CLIENT_PORT}:${ZOOKEEPER1_CLIENT_PORT}
environment:
ZOOKEEPER_CLIENT_PORT: ${ZOOKEEPER1_CLIENT_PORT}
ZOOKEEPER_SERVER_ID: 1
ZOOKEEPER_SERVERS: zoo1:2888:3888
kafka1:
image: confluentinc/cp-kafka:7.5.3
hostname: kafka1
container_name: kafka1
ports:
- ${KAFKA1_EXTERNAL_PORT}:${KAFKA1_EXTERNAL_PORT}
- ${KAFKA1_DOCKER_PORT}:${KAFKA1_DOCKER_PORT}
environment:
KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka1:${KAFKA1_INTERNAL_PORT},EXTERNAL://${DOCKER_HOST_IP}:${KAFKA1_EXTERNAL_PORT},DOCKER://host.docker.internal:${KAFKA1_DOCKER_PORT}
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,DOCKER:PLAINTEXT
KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
KAFKA_ZOOKEEPER_CONNECT: zoo1:${ZOOKEEPER1_CLIENT_PORT}
KAFKA_BROKER_ID: 1
KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer
KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
depends_on:
- zoo1
healthcheck:
test: nc -z ${DOCKER_HOST_IP} ${KAFKA1_EXTERNAL_PORT} || exit -1
interval: 5s
timeout: 10s
retries: 10
kafka2:
image: confluentinc/cp-kafka:7.5.3
hostname: kafka2
container_name: kafka2
ports:
- ${KAFKA2_EXTERNAL_PORT}:${KAFKA2_EXTERNAL_PORT}
- ${KAFKA2_DOCKER_PORT}:${KAFKA2_DOCKER_PORT}
environment:
KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka2:${KAFKA2_INTERNAL_PORT},EXTERNAL://${DOCKER_HOST_IP}:${KAFKA2_EXTERNAL_PORT},DOCKER://host.docker.internal:${KAFKA2_DOCKER_PORT}
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,DOCKER:PLAINTEXT
KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
KAFKA_ZOOKEEPER_CONNECT: zoo1:${ZOOKEEPER1_CLIENT_PORT}
KAFKA_BROKER_ID: 2
KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer
KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
depends_on:
- zoo1
healthcheck:
test: nc -z ${DOCKER_HOST_IP} ${KAFKA2_EXTERNAL_PORT} || exit -1
interval: 5s
timeout: 10s
retries: 10
kafka3:
image: confluentinc/cp-kafka:7.5.3
hostname: kafka3
container_name: kafka3
ports:
- ${KAFKA3_EXTERNAL_PORT}:${KAFKA3_EXTERNAL_PORT}
- ${KAFKA3_DOCKER_PORT}:${KAFKA3_DOCKER_PORT}
environment:
KAFKA_ADVERTISED_LISTENERS: INTERNAL://kafka3:${KAFKA3_INTERNAL_PORT},EXTERNAL://${DOCKER_HOST_IP}:${KAFKA3_EXTERNAL_PORT},DOCKER://host.docker.internal:${KAFKA3_DOCKER_PORT}
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT,DOCKER:PLAINTEXT
KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL
KAFKA_ZOOKEEPER_CONNECT: zoo1:${ZOOKEEPER1_CLIENT_PORT}
KAFKA_BROKER_ID: 3
KAFKA_LOG4J_LOGGERS: "kafka.controller=INFO,kafka.producer.async.DefaultEventHandler=INFO,state.change.logger=INFO"
KAFKA_AUTHORIZER_CLASS_NAME: kafka.security.authorizer.AclAuthorizer
KAFKA_ALLOW_EVERYONE_IF_NO_ACL_FOUND: "true"
depends_on:
- zoo1
healthcheck:
test: nc -z ${DOCKER_HOST_IP} ${KAFKA3_EXTERNAL_PORT} || exit -1
interval: 5s
timeout: 10s
retries: 10
debezium:
image: debezium/connect:2.5
container_name: debezium
hostname: debezium
depends_on:
db:
condition: service_healthy
kafka1:
condition: service_healthy
kafka2:
condition: service_healthy
kafka3:
condition: service_healthy
ports:
- ${DEBEZIUM_PORT}:8083
environment:
BOOTSTRAP_SERVERS: ${DOCKER_HOST_IP}:${KAFKA1_EXTERNAL_PORT},${DOCKER_HOST_IP}:${KAFKA2_EXTERNAL_PORT},${DOCKER_HOST_IP}:${KAFKA3_EXTERNAL_PORT}
GROUP_ID: 1
CONFIG_STORAGE_TOPIC: connect_configs
STATUS_STORAGE_TOPIC: connect_statuses
OFFSET_STORAGE_TOPIC: connect_offsets
ENABLE_DEBEZIUM_SCRIPTING: 'true'