Merge pull request #85 from croth1/graceful_celery_shutdown

allow warm shutdown of celery workers
soedinglab · May 5, 2018 · 886e071 · 886e071
2 parents 304e0d1 + faf1a6b
commit 886e071
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 8 deletions.
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -28,7 +28,13 @@ services:
 
   celery:
     build: .
-    command: ./run_workers.sh
+    # memo: this cannot be outsourced to a script because of two reasons:
+    # 1) sending a sigterm to a script will not send it to the worker
+    # 2) using a script with init system will attempt to kill the workers instead of a warm shutdown
+    command: celery 
+                --app=webserver.celery:app worker
+                --soft-time-limit ${JOB_TIME_LIMIT}
+                --concurrency $N_PARALLEL_JOBS
     user: ${BAMM_USER_UID}
     volumes:
       - ${WEBSERVER_DIR}:/code

diff --git a/run_workers.sh b/run_workers.sh