-
Notifications
You must be signed in to change notification settings - Fork 1
/
docker-compose.yml
51 lines (51 loc) · 1.4 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
services:
prepare-env:
build:
args:
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
no_proxy: ${no_proxy}
dockerfile: Dockerfile.bigdl-workflow
command:
- /usr/bin/bash
- -c
- |
rm -f ml-100k.zip
rm -rf ml-100k
wget https://files.grouplens.org/datasets/movielens/ml-100k.zip
unzip ml-100k.zip
environment:
- http_proxy=${http_proxy}
- https_proxy=${https_proxy}
- no_proxy=${no_proxy}
privileged: true
image: bigdl_bigdl-workflow:latest
volumes:
- $PWD:/workspace
working_dir: /workspace/python/orca/tutorial/NCF
bigdl-workflow:
build:
args:
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
no_proxy: ${no_proxy}
dockerfile: Dockerfile.bigdl-workflow
depends_on:
prepare-env:
condition: service_completed_successfully
command:
- /usr/bin/bash
- -c
- |
echo "Start distributed training"
python pytorch_train_spark_dataframe.py --dataset ml-100k
echo "Start distributed inference"
python pytorch_predict_spark_dataframe.py --dataset ml-100k
environment:
- http_proxy=${http_proxy}
- https_proxy=${https_proxy}
- no_proxy=${no_proxy}
privileged: true
volumes:
- $PWD:/workspace
working_dir: /workspace/python/orca/tutorial/NCF