updated dockerfile for worker-full

LAION-AI · Feb 19, 2023 · a89d9b7 · a89d9b7
1 parent cdea29e
commit a89d9b7
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/docker/inference/Dockerfile.worker-full b/docker/inference/Dockerfile.worker-full
@@ -19,7 +19,6 @@ COPY ./${APP_RELATIVE_PATH}/worker_full_main.sh /entrypoint.sh
 ENV MODEL_ID="distilgpt2"
 ENV MAX_INPUT_LENGTH="850"
 ENV MAX_TOTAL_TOKENS="1024"
-ENV INFERENCE_SERVER_URL="http://localhost:80"
 ENV BACKEND_URL="ws://localhost:8000"
 ENV PARALLELISM="4"
 

diff --git a/inference/worker/worker_full_main.sh b/inference/worker/worker_full_main.sh
@@ -5,6 +5,8 @@ PARALLELISM=${PARALLELISM:-1}
 
 text-generation-launcher &
 
+export INFERENCE_SERVER_URL="http://localhost:80"
+
 # launch PARALLELISM workers
 for i in $(seq 1 $PARALLELISM); do
     /opt/miniconda/envs/worker/bin/python /worker &