added parallelism to inference

LAION-AI · Feb 19, 2023 · 7f8163b · 7f8163b
1 parent a89d9b7
commit 7f8163b
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/docker-compose.yaml b/docker-compose.yaml
@@ -183,9 +183,10 @@ services:
       context: .
     image: oasst-inference-worker:dev
     environment:
-      - API_KEY=0000
-      - "MODEL_ID=distilgpt2"
-      - "BACKEND_URL=ws://inference-server:8000"
+      API_KEY: "0000"
+      MODEL_ID: distilgpt2
+      BACKEND_URL: "ws://inference-server:8000"
+      PARALLELISM: 2
     volumes:
       - "./oasst-shared:/opt/inference/lib/oasst-shared"
       - "./inference/worker:/opt/inference/worker"