-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-compose-transformation.yml
62 lines (55 loc) · 1.55 KB
/
docker-compose-transformation.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
version: "2.2"
# Node 1: 10.123.252.230
# Node 2: 10.123.252.197
# Node 3: 10.123.252.206
volumes:
hadoop_namenode:
hadoop_datanode:
kafka:
networks:
default:
name: big-data-network
namenode-private:
services:
commits-transformation:
image: commits-transformation
container_name: commits-transformation
ports:
- 4040:4040
build:
context: ./SparkTransformation/commitsTransformation
restart: on-failure
volumes:
- ./hadoop_spark_kafka/etc/hosts:/etc/hosts
environment:
- DAAB_SPARK_URL=spark-master:7077
- DAAB_NAMENODE_URL=namenode:9000
- DAAB_KAFKA_URL=kafka-1:9092,kafka-2:9092,kafka-3:9092
contents-transformation:
image: contents-transformation
container_name: contents-transformation
ports:
- 4041:4040
build:
context: ./SparkTransformation/contentTransformation
restart: on-failure
volumes:
- ./hadoop_spark_kafka/etc/hosts:/etc/hosts
environment:
- DAAB_SPARK_URL=spark-master:7077
- DAAB_NAMENODE_URL=namenode:9000
- DAAB_KAFKA_URL=kafka-1:9092,kafka-2:9092,kafka-3:9092
language-transformation:
image: language-transformation
container_name: language-transformation
ports:
- 4042:4040
build:
context: ./SparkTransformation/languageTransformation
restart: on-failure
volumes:
- ./hadoop_spark_kafka/etc/hosts:/etc/hosts
environment:
- DAAB_SPARK_URL=spark-master:7077
- DAAB_NAMENODE_URL=namenode:9000
- DAAB_KAFKA_URL=kafka-1:9092,kafka-2:9092,kafka-3:9092