Single procrastinate task

application/services/procrastinate/application.py

@@ -12,5 +12,5 @@
         port=settings.DATABASE_URL.port,
         database=settings.DATABASE_URL.path.strip('/')
     ),
-    import_paths=['services.procrastinate.tasks.application']
+    import_paths=['services.procrastinate.tasks']
 )

application/services/procrastinate/run.py

@@ -0,0 +1,18 @@
+import logging
+
+from procrastinate.jobs import Status as JobStatus
+
+from .application import procrastinate
+
+
+logging.basicConfig(level=logging.INFO)
+
+logger = logging.getLogger(__name__)
+
+
+procrastinate.open()
+jobs = procrastinate.job_manager.list_jobs(status='doing')
+for job in jobs:
+    logger.warning(f'Deleting stalled job {job.task_name}(ID: {job.id})')
+    procrastinate.job_manager.finish_job_by_id(job.id, status=JobStatus.FAILED, delete_job=True)
+procrastinate.run_worker(concurrency=6, delete_jobs='successful')

application/services/procrastinate/tasks/__init__.py

@@ -1,5 +1,5 @@
-# from . import applicaton
+from . import application
 
-# __all__ = [
-#     'applicaton'
-# ]
+__all__ = [
+    'application'
+]

application/services/procrastinate/tasks/application/health_check.py

@@ -14,7 +14,11 @@
 
 
 @procrastinate.periodic(cron='*/1 * * * *')
-@procrastinate.task(name='application__check_health')
+@procrastinate.task(
+    name='application__check_health',
+    queueing_lock='application__check_health',
+    lock='application__check_health'
+)
 async def check_applications_health(*args, **kwargs):
     """
     Checks applications health status.

application/services/procrastinate/tasks/application/ttl_check.py

@@ -12,7 +12,11 @@
 
 
 @procrastinate.periodic(cron='*/1 * * * *')
-@procrastinate.task(name='application__ttl_check')
+@procrastinate.task(
+    name='application__ttl_check',
+    queueing_lock='application__ttl_check',
+    lock='application__ttl_check'
+)
 async def check_applications_ttl(*args, **kwargs):
     """
     Checks applications health status.

application/start-task-executor.sh

@@ -2,7 +2,7 @@
 i=0
 while [ $i -le 5 ]; do
 
-procrastinate --app=services.procrastinate.application.procrastinate worker --concurrency=6 && break
+python -m services.procrastinate.run && break
 
 let i=i+1
 sleep 2

docker-compose-dev.yaml

@@ -25,6 +25,7 @@ services:
       SECRETS_DIRECTORY: credentials
       UI_HOST: http://localhost:3000
       ENV_FILE: .env
+      PYTHONUNBUFFERED: 1
     depends_on:
       - postgres