From a3dc1f28804c6f31cd474cb7a5747c9999d9920f Mon Sep 17 00:00:00 2001 From: Dorian Date: Thu, 21 Mar 2024 17:54:16 +0100 Subject: [PATCH] renderconfig dbt dag --- .github/workflows/cd_airflow.yml | 6 +----- airflow/dags/cosmos_dbt_dag.py | 8 +++++++- 2 files changed, 8 insertions(+), 6 deletions(-) diff --git a/.github/workflows/cd_airflow.yml b/.github/workflows/cd_airflow.yml index 78787cb..bd54531 100644 --- a/.github/workflows/cd_airflow.yml +++ b/.github/workflows/cd_airflow.yml @@ -26,11 +26,7 @@ jobs: TARGET: "/home/ubuntu/airflow" SCRIPT_AFTER: | cd airflow - docker compose down - docker build -t apache-airflow:dbt-snowflake-dorian . - docker compose up airflow-init - docker compose up -d - + ################################################## diff --git a/airflow/dags/cosmos_dbt_dag.py b/airflow/dags/cosmos_dbt_dag.py index 2a37c90..a4b837d 100644 --- a/airflow/dags/cosmos_dbt_dag.py +++ b/airflow/dags/cosmos_dbt_dag.py @@ -1,4 +1,4 @@ -from cosmos.config import ProjectConfig, ProfileConfig, ExecutionConfig +from cosmos.config import ProjectConfig, ProfileConfig, ExecutionConfig, RenderConfig from cosmos.airflow.task_group import DbtTaskGroup from cosmos.profiles import SnowflakeUserPasswordProfileMapping from datetime import datetime @@ -41,6 +41,9 @@ def dbt_dag(): project_config=ProjectConfig(DBT_PROJECT_PATH), execution_config = ExecutionConfig(dbt_executable_path = DBT_EXECUTABLE_PATH), profile_config=profile_config_dev, + render_config=RenderConfig( + dbt_deps=True + ), default_args={"retries": 2} ) @@ -50,6 +53,9 @@ def dbt_dag(): project_config=ProjectConfig(DBT_PROJECT_PATH), execution_config = ExecutionConfig(dbt_executable_path = DBT_EXECUTABLE_PATH), profile_config=profile_config_prod, + render_config=RenderConfig( + dbt_deps=True + ), default_args={"retries": 2} )