-
Notifications
You must be signed in to change notification settings - Fork 10
/
docker-compose.yml
84 lines (75 loc) · 2.11 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
version: '2.3'
services:
tf2svg1: # tf serving CPU, without GPU
#build:
# context: ./covid19/covid19_models
image: tensorflow/serving
hostname: tf2svg1
environment:
- MODEL_NAME=covid19
restart: on-failure
ports:
- 8511:8501 # tensorflow servring port
- 8510:8500 # grpc port
volumes:
- ./covid19/covid19_models:/models/covid19 # tf2 serving convention
tf2svg2: # tf serving GPU
#build:
# context: ./covid19/covid19_models
image: tensorflow/serving:latest-gpu
hostname: tf2svg2
runtime: nvidia
environment:
- MODEL_NAME=covid19
- NVIDIA_VISIBLE_DEVICES=all
restart: on-failure
ports:
- 8521:8501 # tensorflow servring port
- 8520:8500 # grpc port
volumes:
- ./covid19/covid19_models:/models/covid19 # tf2 serving convention
#command: nvidia-smi
tf2jpt: # tensorflow with jupyter
build:
context: ./notebooks
image: tf2-jupyter:0.1.0
hostname: tf2jpt
restart: on-failure
ports:
- 8586:8888 # 8888 is the docker jupyter service port
- 8506:6006 # 6006 is the tensorboard port
volumes:
- ./notebooks:/tf #shared volumes
flask: # flask server for covid19 service web pages and APIs, with backend tensorflow servering
build:
context: ./covid19
image: ai-service-flask:0.1.0
hostname: flask
restart: on-failure
ports:
- 8051-8053:5000 # tensorflow servring port
volumes:
- ./covid19:/app # tf2 serving convention
fastapi: # FastAPI with Uvicorn server for covid19 service web pages and APIs, with backend tensorflow servering
build:
context: ./covid-fastapi
image: ai-service-fastapi:0.2.0
hostname: fastapi
restart: on-failure
ports:
- 8056-8058:8000 # tensorflow servring port
volumes:
- ./covid-fastapi:/app # tf2 serving convention
lb:
build:
context: ./haproxy
image: 'haproxy:0.0.1'
#volumes:
# - ./haproxy:/haproxy-override
links:
- fastapi
- flask
ports:
- 8088:8088
expose:
- 8088