diff --git a/.github/workflows/cd_airflow.yml b/.github/workflows/cd_airflow.yml index 78787cb..bd54531 100644 --- a/.github/workflows/cd_airflow.yml +++ b/.github/workflows/cd_airflow.yml @@ -26,11 +26,7 @@ jobs: TARGET: "/home/ubuntu/airflow" SCRIPT_AFTER: | cd airflow - docker compose down - docker build -t apache-airflow:dbt-snowflake-dorian . - docker compose up airflow-init - docker compose up -d - + ################################################## diff --git a/airflow/dags/cosmos_dbt_dag.py b/airflow/dags/cosmos_dbt_dag.py index 2a37c90..a4b837d 100644 --- a/airflow/dags/cosmos_dbt_dag.py +++ b/airflow/dags/cosmos_dbt_dag.py @@ -1,4 +1,4 @@ -from cosmos.config import ProjectConfig, ProfileConfig, ExecutionConfig +from cosmos.config import ProjectConfig, ProfileConfig, ExecutionConfig, RenderConfig from cosmos.airflow.task_group import DbtTaskGroup from cosmos.profiles import SnowflakeUserPasswordProfileMapping from datetime import datetime @@ -41,6 +41,9 @@ def dbt_dag(): project_config=ProjectConfig(DBT_PROJECT_PATH), execution_config = ExecutionConfig(dbt_executable_path = DBT_EXECUTABLE_PATH), profile_config=profile_config_dev, + render_config=RenderConfig( + dbt_deps=True + ), default_args={"retries": 2} ) @@ -50,6 +53,9 @@ def dbt_dag(): project_config=ProjectConfig(DBT_PROJECT_PATH), execution_config = ExecutionConfig(dbt_executable_path = DBT_EXECUTABLE_PATH), profile_config=profile_config_prod, + render_config=RenderConfig( + dbt_deps=True + ), default_args={"retries": 2} )