gusty 0.3.0

pipeline-tools · Dec 31, 2020 · d3a4c05 · d3a4c05
1 parent d7bb7b5
commit d3a4c05
Show file tree

Hide file tree

Showing 19 changed files with 30 additions and 18 deletions.
diff --git a/airflow/dags/breakfast/METADATA.yml b/airflow/dags/breakfast/METADATA.yml
@@ -14,4 +14,3 @@ default_args:
     retries: 1
     retry_delay: !timedelta 'minutes: 5'
     sla: !timedelta 'hours: 2'
-    latest_only: False
diff --git a/airflow/dags/breakfast/coffee/METADATA.yml b/airflow/dags/breakfast/coffee/METADATA.yml
@@ -0,0 +1,2 @@
+tooltip: "Coffee comes first"
+prefix_group_id: True
diff --git a/airflow/dags/breakfast/coffee/make_it.yml b/airflow/dags/breakfast/coffee/make_it.yml
@@ -0,0 +1 @@
+operator: airflow.operators.dummy.DummyOperator
diff --git a/airflow/dags/breakfast/coffee/pour_it.yml b/airflow/dags/breakfast/coffee/pour_it.yml
@@ -0,0 +1,3 @@
+operator: airflow.operators.dummy.DummyOperator
+dependencies:
+  - make_it
diff --git a/airflow/dags/breakfast/cook_eggs.yml b/airflow/dags/breakfast/cook_eggs.yml
diff --git a/airflow/dags/breakfast/enjoy_breakfast.yml b/airflow/dags/breakfast/enjoy_breakfast.yml
@@ -1,5 +1,6 @@
 operator: airflow.operators.bash.BashOperator
 dependencies:
-  - pour_coffee
-  - plate_eggs
+  - juice
+  - coffee
+  - griddle
 bash_command: echo breakfast is excellent
diff --git a/airflow/dags/breakfast/griddle/pancakes.yml b/airflow/dags/breakfast/griddle/pancakes.yml
@@ -0,0 +1,3 @@
+operator: airflow.operators.dummy.DummyOperator
+dependencies:
+  - make_batter
diff --git a/airflow/dags/breakfast/griddle/sausage_patties.yml b/airflow/dags/breakfast/griddle/sausage_patties.yml
@@ -0,0 +1 @@
+operator: airflow.operators.dummy.DummyOperator
diff --git a/airflow/dags/breakfast/griddle/vegan_sausage_patties.yml b/airflow/dags/breakfast/griddle/vegan_sausage_patties.yml
@@ -0,0 +1 @@
+operator: airflow.operators.dummy.DummyOperator
diff --git a/airflow/dags/breakfast/juice/METADATA.yml b/airflow/dags/breakfast/juice/METADATA.yml
@@ -0,0 +1,4 @@
+tooltip: "Juice comes second"
+suffix_group_id: True
+dependencies:
+  - coffee
diff --git a/airflow/dags/breakfast/juice/apple.yml b/airflow/dags/breakfast/juice/apple.yml
@@ -0,0 +1 @@
+operator: airflow.operators.dummy.DummyOperator
diff --git a/airflow/dags/breakfast/juice/orange.yml b/airflow/dags/breakfast/juice/orange.yml
@@ -0,0 +1 @@
+operator: airflow.operators.dummy.DummyOperator
diff --git a/airflow/dags/breakfast/make_batter.yml b/airflow/dags/breakfast/make_batter.yml
@@ -0,0 +1 @@
+operator: airflow.operators.dummy.DummyOperator
diff --git a/airflow/dags/breakfast/make_coffee.yml b/airflow/dags/breakfast/make_coffee.yml
diff --git a/airflow/dags/breakfast/plate_eggs.yml b/airflow/dags/breakfast/plate_eggs.yml
diff --git a/airflow/dags/breakfast/pour_coffee.yml b/airflow/dags/breakfast/pour_coffee.yml
diff --git a/airflow/dags/dags.py b/airflow/dags/dags.py
@@ -1,6 +1,6 @@
 import os
 import airflow
-from gusty import GustyDAG
+from gusty import create_dag
 
 #####################
 ## DAG Directories ##
@@ -16,6 +16,11 @@
 ## DAG Generation ##
 ####################
 
+
 for dag_directory in dag_directories:
     dag_id = os.path.basename(dag_directory)
-    globals()[dag_id] = GustyDAG(dag_directory)
+    globals()[dag_id] = create_dag(dag_directory,
+                                   tags = ['default', 'tags'],
+                                   task_group_defaults={"tooltip": "default tooltip"},
+                                   wait_for_defaults={"retries": 10, "check_existence": True},
+                                   latest_only=False)
diff --git a/airflow/dags/stock_predictions/METADATA.yml b/airflow/dags/stock_predictions/METADATA.yml
@@ -10,3 +10,4 @@ default_args:
     retries: 1
     retry_delay: !timedelta 'minutes: 5'
     sla: !timedelta 'hours: 2'
+latest_only: True
diff --git a/airflow/requirements.txt b/airflow/requirements.txt
@@ -48,7 +48,7 @@ Flask-WTF==0.14.3
 funcsigs==1.0.2
 graphviz==0.15
 gunicorn==19.10.0
-gusty==0.2.1
+gusty==0.3.0
 idna==2.10
 importlib-resources==1.5.0
 inflection==0.5.1