Merge pull request #42 from Dorianteffo/dev_dorian

renderconfig dbt dag
Dorianteffo · Mar 21, 2024 · 25f3a5d · 25f3a5d
2 parents d6d2318 + a3dc1f2
commit 25f3a5d
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 6 deletions.
diff --git a/.github/workflows/cd_airflow.yml b/.github/workflows/cd_airflow.yml
@@ -26,11 +26,7 @@ jobs:
                 TARGET: "/home/ubuntu/airflow"
                 SCRIPT_AFTER: |
                     cd airflow 
-                    docker compose down 
-                    docker build -t apache-airflow:dbt-snowflake-dorian .
-                    docker compose up airflow-init
-                    docker compose up -d 
-
+    
 
 
 ##################################################

diff --git a/airflow/dags/cosmos_dbt_dag.py b/airflow/dags/cosmos_dbt_dag.py
@@ -1,4 +1,4 @@
-from cosmos.config import ProjectConfig, ProfileConfig, ExecutionConfig
+from cosmos.config import ProjectConfig, ProfileConfig, ExecutionConfig, RenderConfig
 from cosmos.airflow.task_group import DbtTaskGroup
 from cosmos.profiles import SnowflakeUserPasswordProfileMapping
 from datetime import datetime 
@@ -41,6 +41,9 @@ def dbt_dag():
         project_config=ProjectConfig(DBT_PROJECT_PATH),
         execution_config = ExecutionConfig(dbt_executable_path = DBT_EXECUTABLE_PATH),
         profile_config=profile_config_dev,
+        render_config=RenderConfig(
+            dbt_deps=True
+        ),
         default_args={"retries": 2}
     )
 
@@ -50,6 +53,9 @@ def dbt_dag():
         project_config=ProjectConfig(DBT_PROJECT_PATH),
         execution_config = ExecutionConfig(dbt_executable_path = DBT_EXECUTABLE_PATH),
         profile_config=profile_config_prod,
+        render_config=RenderConfig(
+            dbt_deps=True
+        ),
         default_args={"retries": 2}
     )