AIP-47 - Migrate druid DAGs to new design apache#22439

chethanuk · Jun 5, 2022 · 96ddf26 · 96ddf26
1 parent acf8951
commit 96ddf26
Show file tree

Hide file tree

Showing 4 changed files with 13 additions and 20 deletions.
diff --git a/airflow/providers/apache/druid/example_dags/__init__.py b/airflow/providers/apache/druid/example_dags/__init__.py
diff --git a/docs/apache-airflow-providers-apache-druid/index.rst b/docs/apache-airflow-providers-apache-druid/index.rst
@@ -34,7 +34,7 @@ Content
     Python API <_api/airflow/providers/apache/druid/index>
     PyPI Repository <https://pypi.org/project/apache-airflow-providers-apache-druid/>
     Installing from sources <installing-providers-from-sources>
-    Example DAGs <https://github.com/apache/airflow/tree/main/airflow/providers/apache/druid/example_dags>
+    Example DAGs <https://github.com/apache/airflow/tree/main/tests/system/providers/apache/druid>
 
 .. THE REMAINDER OF THE FILE IS AUTOMATICALLY GENERATED. IT WILL BE OVERWRITTEN AT RELEASE TIME!
 

diff --git a/docs/apache-airflow-providers-apache-druid/operators.rst b/docs/apache-airflow-providers-apache-druid/operators.rst
@@ -36,7 +36,7 @@ For parameter definition take a look at :class:`~airflow.providers.apache.druid.
 Using the operator
 """"""""""""""""""
 
-.. exampleinclude:: /../../airflow/providers/apache/druid/example_dags/example_druid_dag.py
+.. exampleinclude:: /../../tests/system/providers/apache/druid/example_druid_dag.py
     :language: python
     :dedent: 4
     :start-after: [START howto_operator_druid_submit]

diff --git a/...e/druid/example_dags/example_druid_dag.py → ...oviders/apache/druid/example_druid_dag.py b/...e/druid/example_dags/example_druid_dag.py → ...oviders/apache/druid/example_druid_dag.py
@@ -19,13 +19,18 @@
 """
 Example Airflow DAG to submit Apache Druid json index file using `DruidOperator`
 """
+
+import os
 from datetime import datetime
 
 from airflow.models import DAG
 from airflow.providers.apache.druid.operators.druid import DruidOperator
 
+ENV_ID = os.environ.get("SYSTEM_TESTS_ENV_ID")
+DAG_ID = "example_druid_operator"
+
 with DAG(
-    dag_id='example_druid_operator',
+    dag_id=DAG_ID,
     schedule_interval=None,
     start_date=datetime(2021, 1, 1),
     catchup=False,
@@ -48,3 +53,8 @@
         }
     """
     # [END howto_operator_druid_submit]
+
+from tests.system.utils import get_test_run  # noqa: E402
+
+# Needed to run the example DAG with pytest (see: tests/system/README.md#run_via_pytest)
+test_run = get_test_run(dag)