forked from prestodb/presto
/
docker-compose.yml
38 lines (38 loc) · 923 Bytes
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
version: '2'
services:
spark-master:
image: spydernaz/spark-master:2.4.3
environment:
- "TZ=America/Bahia_Banderas"
- "SPARK_LOCAL_IP=spark-master"
volumes:
- ./work:/spark/work
spark-worker:
image: spydernaz/spark-worker:2.4.3
depends_on:
- spark-master
environment:
- "TZ=America/Bahia_Banderas"
- SPARK_MASTER=spark://spark-master:7077
- SPARK_DRIVER_MEMORY=512m
- SPARK_WORKER_CORES=4
- SPARK_WORKER_MEMORY=1G
volumes:
- ./work:/spark/work
spark-submit:
image: spydernaz/spark-submit:2.4.3
environment:
- "TZ=America/Bahia_Banderas"
hadoop-master:
image: prestodb/hdp2.6-hive:10
hostname: hadoop-master
environment:
- "TZ=America/Bahia_Banderas"
ports:
# metastore
- '9083:9083'
# namenode
- '9000:9000'
- '8020:8020'
# datanode
- '50010:50010'