From 297d9cff810f680577d85bf4c9a688c9f315edf6 Mon Sep 17 00:00:00 2001 From: Maxi Wittich Date: Wed, 26 Nov 2025 15:37:22 +0100 Subject: [PATCH 1/2] Updating spark job version and DAG syntax --- docs/modules/airflow/examples/example-pyspark-pi.yaml | 2 +- docs/modules/airflow/examples/example-spark-dag.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/modules/airflow/examples/example-pyspark-pi.yaml b/docs/modules/airflow/examples/example-pyspark-pi.yaml index bc8590e3..8b09df64 100644 --- a/docs/modules/airflow/examples/example-pyspark-pi.yaml +++ b/docs/modules/airflow/examples/example-pyspark-pi.yaml @@ -5,7 +5,7 @@ metadata: name: pyspark-pi spec: sparkImage: - productVersion: 3.5.2 + productVersion: 3.5.7 mode: cluster mainApplicationFile: local:///stackable/spark/examples/src/main/python/pi.py executor: diff --git a/docs/modules/airflow/examples/example-spark-dag.py b/docs/modules/airflow/examples/example-spark-dag.py index 61efc7f7..0a36c498 100644 --- a/docs/modules/airflow/examples/example-spark-dag.py +++ b/docs/modules/airflow/examples/example-spark-dag.py @@ -29,7 +29,7 @@ with DAG( # <4> dag_id="sparkapp_dag", - schedule_interval=None, + schedule=None, start_date=datetime(2022, 1, 1), catchup=False, dagrun_timeout=timedelta(minutes=60), From b0ea2fb9697726efb75536e4ab03d8c401d59300 Mon Sep 17 00:00:00 2001 From: Maxi Wittich Date: Wed, 26 Nov 2025 15:39:04 +0100 Subject: [PATCH 2/2] Updating more dags for airflow3 --- docs/modules/airflow/examples/example-configmap.yaml | 2 +- examples/simple-airflow-cluster-dags-cmap.yaml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/modules/airflow/examples/example-configmap.yaml b/docs/modules/airflow/examples/example-configmap.yaml index b877983c..7962aef9 100644 --- a/docs/modules/airflow/examples/example-configmap.yaml +++ b/docs/modules/airflow/examples/example-configmap.yaml @@ -12,7 +12,7 @@ data: with DAG( dag_id='test_airflow_dag', - schedule_interval='0 0 * * *', + schedule='0 0 * * *', start_date=datetime(2021, 1, 1), catchup=False, dagrun_timeout=timedelta(minutes=60), diff --git a/examples/simple-airflow-cluster-dags-cmap.yaml b/examples/simple-airflow-cluster-dags-cmap.yaml index 2dd5e883..9563ef8e 100644 --- a/examples/simple-airflow-cluster-dags-cmap.yaml +++ b/examples/simple-airflow-cluster-dags-cmap.yaml @@ -28,7 +28,7 @@ data: with DAG( dag_id='test_airflow_dag', - schedule_interval='0 0 * * *', + schedule='0 0 * * *', start_date=datetime(2021, 1, 1), catchup=False, dagrun_timeout=timedelta(minutes=60),