-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-compose-node-3.yml
72 lines (63 loc) · 1.71 KB
/
docker-compose-node-3.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
version: "2.2"
# IP address: 10.123.252.206
# Node 1: 10.123.252.230
# Node 2: 10.123.252.197
# Node 3: 10.123.252.206
volumes:
hadoop_namenode:
hadoop_datanode:
kafka:
networks:
default:
name: big-data-network
services:
datanode:
image: bde2020/hadoop-datanode:2.0.0-hadoop3.2.1-java8
container_name: datanode-3
hostname: datanode-3
restart: always
volumes:
- ./hadoop_spark_kafka/etc/hosts:/etc/hosts
- hadoop_datanode:/hadoop/dfs/data
ports:
- 9864:9864
- 9866:9866
environment:
SERVICE_PRECONDITION: "namenode:9870"
env_file:
- ./hadoop_spark_kafka/hadoop-vm.env
kafka:
image: confluentinc/cp-kafka:7.2.1
container_name: kafka-3
hostname: kafka-3
ports:
- 9092:9092
expose:
- '9092'
volumes:
- ./hadoop_spark_kafka/etc/hosts:/etc/hosts
environment:
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 # Node 2
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: "EXTERNAL:PLAINTEXT"
KAFKA_LISTENERS: EXTERNAL://:9092
KAFKA_ADVERTISED_LISTENERS: "EXTERNAL://kafka-3:9092"
KAFKA_INTER_BROKER_LISTENER_NAME: EXTERNAL
KAFKA_BROKER_ID: 2
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
KAFKA_PARTITION_ASSIGNMENT_STRATEGY: org.apache.kafka.clients.consumer.RoundRobinAssignor
restart: unless-stopped
kowl:
image: quay.io/cloudhut/kowl:master # We use the master tag as we want to use the latest features e.g. creation of topics.
ports:
- 8000:8080
volumes:
- ./hadoop_spark_kafka/etc/hosts:/etc/hosts
restart: unless-stopped
depends_on:
- kafka
environment:
KAFKA_BROKERS: kafka-3:9092
nginx:
build: ./nginx
ports:
- "7000:80"