feat(pipeline): set max active tasks per dag

ubilabs · Mar 28, 2024 · 0b63bd8 · 0b63bd8
1 parent 741b45a
commit 0b63bd8
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/pipeline/docker-compose.yaml b/pipeline/docker-compose.yaml
@@ -55,6 +55,7 @@ x-airflow-common: &airflow-common
     AIRFLOW__CORE__FERNET_KEY: ''
     AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION: 'true'
     AIRFLOW__CORE__LOAD_EXAMPLES: 'false'
+    AIRFLOW__CORE__MAX_ACTIVE_TASKS_PER_DAG: '1'
     AIRFLOW__API__AUTH_BACKENDS: 'airflow.api.auth.backend.basic_auth'
     _PIP_ADDITIONAL_REQUIREMENTS: ${_PIP_ADDITIONAL_REQUIREMENTS:-}
   volumes: