-
Notifications
You must be signed in to change notification settings - Fork 3
/
docker-compose.yml
99 lines (92 loc) · 2.24 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
services:
meta_db:
image: keti/sc/bigdatastorage/meta_db:latest
build:
context: ./postgis
restart: always
ports:
- 54321:5432
environment:
TZ: Asia/Seoul
POSTGRES_USER: postgres
POSTGRES_PASSWORD: post123!
NEW_DB_USER: hive
NEW_DB_PASSWORD: hive123!
NEW_DB_DATABASE: hive
volumes:
- postgres_data:/var/lib/postgresql/data
healthcheck:
test: ["CMD-SHELL", "pg_isready", "-d", "hive"]
interval: 10s
timeout: 5s
retries: 5
hadoop:
image: keti/sc/bigdatastorage/hadoop:latest
build:
context: ./hadoop
restart: always
environment:
TZ: Asia/Seoul
HADOOP_CONF_DIR: "/conf/hadoop"
volumes:
- ./conf:/conf
- hdfs_local_data:/hdfs-data
thrift:
image: keti/sc/bigdatastorage/thrift:latest
build:
context: ./thrift
ports:
- 10000:10000 # for thrift-server
- 4040:4040 # for spark-dashboard
environment:
TZ: Asia/Seoul
HADOOP_CONF_DIR: "/conf/hadoop"
volumes:
- ./conf/hadoop/core-site.xml:/usr/local/spark/conf/core-site.xml
- ./conf/hadoop/yarn-site.xml:/usr/local/spark/conf/yarn-site.xml
- ./conf/hadoop/hdfs-site.xml:/usr/local/spark/conf/hdfs-site.xml
- ./conf/hive/hive-site.xml:/usr/local/spark/conf/hive-site.xml
depends_on:
hadoop:
condition: service_started
meta_db:
condition: service_healthy
hbase:
image: keti/sc/bigdatastorage/hbase:latest
build:
context: ./hbase
restart: always
ports:
- 16000:16000
- 16010:16010
- 16020:16020
- 16030:16030
volumes:
- hbase_data:/hbase-data
- hbase_zookeeper_data:/zookeeper-data
env_file:
- ./hbase-standalone.env
environment:
SERVICE_PRECONDITION: "hadoop:9000"
depends_on:
thrift:
condition: service_started
zoo1:
condition: service_started
zoo1:
image: zookeeper:3.8.1
restart: always
ports:
- 2189:2181
environment:
ZOO_MY_ID: 1
ZOO_SERVERS: server.1=zoo1:2888:3888;2181
volumes:
postgres_data:
hdfs_local_data:
hbase_data:
hbase_zookeeper_data:
networks:
default:
name: citydatahub-datacore
external: true