feat(run): add Docker Compose files for API containers

ssube · Jan 21, 2023 · 2a6df0f · 2a6df0f
1 parent 64663f5
commit 2a6df0f
Show file tree

Hide file tree

Showing 5 changed files with 61 additions and 0 deletions.
diff --git a/run/cpu/pod-cpu.yaml → run/cpu/pod.yaml b/run/cpu/pod-cpu.yaml → run/cpu/pod.yaml
diff --git a/run/cuda/docker-compose.yaml b/run/cuda/docker-compose.yaml
@@ -0,0 +1,24 @@
+services:
+  onnx-web-api:
+    image: docker.io/ssube/onnx-web-api:main-cuda-ubuntu
+    command: sh -c "python -m onnx_web.convert --diffusion --upscaling --correction && flask --app=onnx_web.serve run --host=0.0.0.0"
+    environment:
+      - ONNX_WEB_MODEL_PATH=/data/models
+      - ONNX_WEB_OUTPUT_PATH=/data/outputs
+    ports:
+      - "5000:5000"
+    volumes:
+      - type: volume
+        source: onnx-web-models
+        target: /data/models
+        volume:
+          nocopy: true
+      - type: volume
+        source: onnx-web-outputs
+        target: /data/outputs
+        volume:
+          nocopy: true
+
+volumes:
+  onnx-web-models: {}
+  onnx-web-outputs: {}
diff --git a/run/cuda/pod-cuda.yaml → run/cuda/pod.yaml b/run/cuda/pod-cuda.yaml → run/cuda/pod.yaml
diff --git a/run/rocm/docker-compose.yaml b/run/rocm/docker-compose.yaml
@@ -0,0 +1,24 @@
+services:
+  onnx-web-api:
+    image: docker.io/ssube/onnx-web-api:main-rocm-ubuntu
+    command: sh -c "python -m onnx_web.convert --diffusion --upscaling --correction && flask --app=onnx_web.serve run --host=0.0.0.0"
+    environment:
+      - ONNX_WEB_MODEL_PATH=/data/models
+      - ONNX_WEB_OUTPUT_PATH=/data/outputs
+    ports:
+      - "5000:5000"
+    volumes:
+      - type: volume
+        source: onnx-web-models
+        target: /data/models
+        volume:
+          nocopy: true
+      - type: volume
+        source: onnx-web-outputs
+        target: /data/outputs
+        volume:
+          nocopy: true
+
+volumes:
+  onnx-web-models: {}
+  onnx-web-outputs: {}
diff --git a/run/rocm/pod.yaml b/run/rocm/pod.yaml
@@ -0,0 +1,13 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: onnx-web
+  labels:
+    name: onnx-web
+spec:
+  containers:
+  - name: onnx-web
+    image: docker.io/ssube/onnx-web-api:main-rocm-ubuntu
+    ports:
+      - containerPort: 5000
+    resources: {}