Prepare docs for July 2023 wave of Providers (#32298)

* Prepare docs for July 2023 wave of Providers * Add common.sql and more changes to Amazon * Add amazon and microsoft.azure
apache · Jul 5, 2023 · cb4927a · cb4927a
1 parent 1240dcc
commit cb4927a
Show file tree

Hide file tree

Showing 128 changed files with 647 additions and 109 deletions.
diff --git a/airflow/providers/airbyte/.latest-doc-only-change.txt b/airflow/providers/airbyte/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+0bc689ee6d4b6967d7ae99a202031aac14d181a2
diff --git a/airflow/providers/alibaba/CHANGELOG.rst b/airflow/providers/alibaba/CHANGELOG.rst
@@ -24,6 +24,19 @@
 Changelog for ``apache-airflow-providers-alibaba``
 --------------------------------------------------
 
+2.5.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Add Alibaba Cloud AnalyticDB Spark Support (#31787)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D205 Support - Providers: Airbyte and Alibaba (#32214)``
+   * ``Improve provider documentation and README structure (#32125)``
+
 2.4.1
 .....
 

diff --git a/airflow/providers/alibaba/__init__.py b/airflow/providers/alibaba/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "2.4.1"
+__version__ = "2.5.0"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/alibaba/provider.yaml b/airflow/providers/alibaba/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 2.5.0
   - 2.4.1
   - 2.4.0
   - 2.3.0

diff --git a/airflow/providers/amazon/CHANGELOG.rst b/airflow/providers/amazon/CHANGELOG.rst
@@ -24,6 +24,56 @@
 Changelog for ``apache-airflow-providers-amazon``
 -------------------------------------------------
 
+8.3.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Add 'ChimeWebhookHook' (#31939)``
+* ``Add 'ChimeNotifier' (#32222)``
+* ``Add deferrable mode to S3KeysUnchangedSensor (#31940)``
+* ``Add deferrable mode to 'RdsCreateDbInstanceOperator' and 'RdsDeleteDbInstanceOperator' (#32171)``
+* ``Add deferrable mode for 'AthenaOperator' (#32186)``
+* ``Add a deferrable mode to 'BatchCreateComputeEnvironmentOperator' (#32036)``
+* ``Add deferrable mode in EMR operator and sensor (#32029)``
+* ``add async wait method to the "with logging" aws utils (#32055)``
+* ``Add custom waiters to EMR Serverless  (#30463)``
+* ``Add an option to 'GlueJobOperator' to stop the job run when the TI is killed (#32155)``
+* ``deferrable mode for 'SageMakerTuningOperator' and 'SageMakerEndpointOperator' (#32112)``
+* ``EKS Create/Delete Nodegroup Deferrable mode (#32165)``
+* ``Deferrable mode for ECS operators (#31881)``
+* ``feature: AWS - GlueJobOperator - job_poll_interval (#32147)``
+* ``Added 'AzureBlobStorageToS3Operator' transfer operator (#32270)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``bugfix: break down run+wait method in ECS operator (#32104)``
+* ``Handle 'UnboundLocalError' while parsing invalid 's3_url' (#32120)``
+* ``Fix 'LambdaInvokeFunctionOperator' payload parameter type (#32259)``
+
+Misc
+~~~~
+
+* ``Deprecate 'delimiter' param and source object's wildcards in GCS, introduce 'match_glob' param. (#31261)``
+* ``aws waiter util: log status info with error level on waiter error (#32247)``
+* ``rewrite method used in ecs to fetch less logs (#31786)``
+* ``Refactor Eks Create Cluster Operator code (#31960)``
+* ``Use a waiter in 'AthenaHook' (#31942)``
+* ``Add 'on_finish_action' to 'KubernetesPodOperator' (#30718)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Revert "add deferrable mode for 'AthenaOperator' (#32110)" (#32172)``
+   * ``add deferrable mode for 'AthenaOperator' (#32110)``
+   * ``D205 Support - Auto-fixes and Stragglers (#32212)``
+   * ``D205 Support - Providers: Amazon/AWS (#32224)``
+   * ``Improve provider documentation and README structure (#32125)``
+   * ``Minor name change for the util wait method. (#32152)``
+   * ``Clean up string concatenation (#32129)``
+   * ``cleanup Amazon CHANGELOG.rst (#32031)``
+
 8.2.0
 .....
 

diff --git a/airflow/providers/amazon/__init__.py b/airflow/providers/amazon/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "8.2.0"
+__version__ = "8.3.0"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 8.3.0
   - 8.2.0
   - 8.1.0
   - 8.0.0

diff --git a/airflow/providers/apache/beam/.latest-doc-only-change.txt b/airflow/providers/apache/beam/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+8c37b74a208a808d905c1b86d081d69d7a1aa900
diff --git a/airflow/providers/apache/cassandra/.latest-doc-only-change.txt b/airflow/providers/apache/cassandra/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+8c37b74a208a808d905c1b86d081d69d7a1aa900
diff --git a/airflow/providers/apache/drill/.latest-doc-only-change.txt b/airflow/providers/apache/drill/.latest-doc-only-change.txt
@@ -1 +1 @@
-428a43995390b3623a51aa7bac7e21da69a8db22
+09d4718d3a46aecf3355d14d3d23022002f4a818
diff --git a/airflow/providers/apache/druid/.latest-doc-only-change.txt b/airflow/providers/apache/druid/.latest-doc-only-change.txt
@@ -1 +1 @@
-602abe8394fafe7de54df7e73af56de848cdf617
+8c37b74a208a808d905c1b86d081d69d7a1aa900
diff --git a/airflow/providers/apache/hdfs/.latest-doc-only-change.txt b/airflow/providers/apache/hdfs/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+8c37b74a208a808d905c1b86d081d69d7a1aa900
diff --git a/airflow/providers/apache/hive/.latest-doc-only-change.txt b/airflow/providers/apache/hive/.latest-doc-only-change.txt
@@ -1 +1 @@
-602abe8394fafe7de54df7e73af56de848cdf617
+8c37b74a208a808d905c1b86d081d69d7a1aa900
diff --git a/airflow/providers/apache/kafka/CHANGELOG.rst b/airflow/providers/apache/kafka/CHANGELOG.rst
@@ -23,6 +23,19 @@
 Changelog for ``apache-airflow-providers-apache-kafka``
 -------------------------------------------------------
 
+1.1.2
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Break AwaitMessageTrigger execution when finding a message with the desired format (#31803)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D205 Support - Providers: Apache to Common (inclusive) (#32226)``
+   * ``Improve provider documentation and README structure (#32125)``
+
 1.1.1
 .....
 

diff --git a/airflow/providers/apache/kafka/__init__.py b/airflow/providers/apache/kafka/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "1.1.1"
+__version__ = "1.1.2"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/apache/kafka/provider.yaml b/airflow/providers/apache/kafka/provider.yaml
@@ -23,6 +23,7 @@ suspended: false
 description: |
   `Apache Kafka  <https://kafka.apache.org/>`__
 versions:
+  - 1.1.2
   - 1.1.1
   - 1.1.0
   - 1.0.0

diff --git a/airflow/providers/apache/kylin/.latest-doc-only-change.txt b/airflow/providers/apache/kylin/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+09d4718d3a46aecf3355d14d3d23022002f4a818
diff --git a/airflow/providers/apache/livy/CHANGELOG.rst b/airflow/providers/apache/livy/CHANGELOG.rst
@@ -24,6 +24,19 @@
 Changelog for ``apache-airflow-providers-apache-livy``
 ------------------------------------------------------
 
+3.5.2
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fix 'LivyHook' TypeError exception on 'session_id' log format (#32051)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D205 Support - Providers: Apache to Common (inclusive) (#32226)``
+   * ``Improve provider documentation and README structure (#32125)``
+
 3.5.1
 .....
 

diff --git a/airflow/providers/apache/livy/__init__.py b/airflow/providers/apache/livy/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.5.1"
+__version__ = "3.5.2"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/apache/livy/provider.yaml b/airflow/providers/apache/livy/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 3.5.2
   - 3.5.1
   - 3.5.0
   - 3.4.0

diff --git a/airflow/providers/apache/pig/.latest-doc-only-change.txt b/airflow/providers/apache/pig/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+09d4718d3a46aecf3355d14d3d23022002f4a818
diff --git a/airflow/providers/apache/pinot/.latest-doc-only-change.txt b/airflow/providers/apache/pinot/.latest-doc-only-change.txt
@@ -1 +1 @@
-487b174073c01e03ae64760405a8d88f6a488ca6
+8c37b74a208a808d905c1b86d081d69d7a1aa900
diff --git a/airflow/providers/apache/spark/.latest-doc-only-change.txt b/airflow/providers/apache/spark/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+8c37b74a208a808d905c1b86d081d69d7a1aa900
diff --git a/airflow/providers/apache/sqoop/.latest-doc-only-change.txt b/airflow/providers/apache/sqoop/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+09d4718d3a46aecf3355d14d3d23022002f4a818
diff --git a/airflow/providers/apprise/CHANGELOG.rst b/airflow/providers/apprise/CHANGELOG.rst
@@ -20,3 +20,8 @@
    Please, only add notes to the Changelog just below the "Changelog for ..." header when there are some breaking changes
    and you want to add an explanation to the users on how they are supposed to deal with them.
    The changelog is updated and maintained semi-automatically by release manager.
+
+1.0.0
+.....
+
+Initial version of the provider.
diff --git a/airflow/providers/arangodb/.latest-doc-only-change.txt b/airflow/providers/arangodb/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+8c37b74a208a808d905c1b86d081d69d7a1aa900
diff --git a/airflow/providers/asana/.latest-doc-only-change.txt b/airflow/providers/asana/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+8c37b74a208a808d905c1b86d081d69d7a1aa900
diff --git a/airflow/providers/celery/.latest-doc-only-change.txt b/airflow/providers/celery/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+8c37b74a208a808d905c1b86d081d69d7a1aa900
diff --git a/airflow/providers/cloudant/.latest-doc-only-change.txt b/airflow/providers/cloudant/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+09d4718d3a46aecf3355d14d3d23022002f4a818
diff --git a/airflow/providers/cncf/kubernetes/CHANGELOG.rst b/airflow/providers/cncf/kubernetes/CHANGELOG.rst
@@ -24,6 +24,26 @@
 Changelog for ``apache-airflow-providers-cncf-kubernetes``
 ----------------------------------------------------------
 
+7.2.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Add 'on_finish_action' to 'KubernetesPodOperator' (#30718)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fix KubernetesPodOperator validate xcom json and add retries (#32113)``
+* ``Fix 'KubernetesPodTrigger' waiting strategy (#31348)``
+* ``fix spark-kubernetes-operator compatibality (#31798)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D205 Support - Providers: Apache to Common (inclusive) (#32226)``
+   * ``Improve provider documentation and README structure (#32125)``
+
 7.1.0
 .....
 

diff --git a/airflow/providers/cncf/kubernetes/__init__.py b/airflow/providers/cncf/kubernetes/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "7.1.0"
+__version__ = "7.2.0"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/cncf/kubernetes/provider.yaml b/airflow/providers/cncf/kubernetes/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 7.2.0
   - 7.1.0
   - 7.0.0
   - 6.1.0

diff --git a/airflow/providers/common/sql/CHANGELOG.rst b/airflow/providers/common/sql/CHANGELOG.rst
@@ -24,6 +24,19 @@
 Changelog for ``apache-airflow-providers-common-sql``
 -----------------------------------------------------
 
+1.6.0
+.....
+
+Features
+~~~~~~~~
+
+* ``openlineage, common.sql:  provide OL SQL parser as internal OpenLineage provider API (#31398)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D205 Support - Providers: Apache to Common (inclusive) (#32226)``
+   * ``Improve provider documentation and README structure (#32125)``
+
 1.5.2
 .....
 

diff --git a/airflow/providers/common/sql/__init__.py b/airflow/providers/common/sql/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "1.5.2"
+__version__ = "1.6.0"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/common/sql/provider.yaml b/airflow/providers/common/sql/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 1.6.0
   - 1.5.2
   - 1.5.1
   - 1.5.0

diff --git a/airflow/providers/databricks/CHANGELOG.rst b/airflow/providers/databricks/CHANGELOG.rst
@@ -24,6 +24,19 @@
 Changelog for ``apache-airflow-providers-databricks``
 -----------------------------------------------------
 
+4.3.1
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Modify 'template_fields' of 'DatabricksSqlOperator' to support parent class fields (#32253)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D205 Support - Providers: Databricks to Github (inclusive) (#32243)``
+   * ``Improve provider documentation and README structure (#32125)``
+
 4.3.0
 .....
 

diff --git a/airflow/providers/databricks/__init__.py b/airflow/providers/databricks/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "4.3.0"
+__version__ = "4.3.1"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/databricks/provider.yaml b/airflow/providers/databricks/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 4.3.1
   - 4.3.0
   - 4.2.0
   - 4.1.0

diff --git a/airflow/providers/datadog/.latest-doc-only-change.txt b/airflow/providers/datadog/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+d1aa509bbd1941ceb3fe31789efeebbddd58d32f
diff --git a/airflow/providers/dbt/cloud/.latest-doc-only-change.txt b/airflow/providers/dbt/cloud/.latest-doc-only-change.txt
@@ -1 +1 @@
-8b6b0848a3cacf9999477d6af4d2a87463f03026
+d1aa509bbd1941ceb3fe31789efeebbddd58d32f
diff --git a/airflow/providers/dingding/.latest-doc-only-change.txt b/airflow/providers/dingding/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+d1aa509bbd1941ceb3fe31789efeebbddd58d32f
diff --git a/airflow/providers/discord/.latest-doc-only-change.txt b/airflow/providers/discord/.latest-doc-only-change.txt
@@ -1 +1 @@
-06acf40a4337759797f666d5bb27a5a393b74fed
+d1aa509bbd1941ceb3fe31789efeebbddd58d32f
diff --git a/airflow/providers/docker/.latest-doc-only-change.txt b/airflow/providers/docker/.latest-doc-only-change.txt
@@ -1 +1 @@
-6933022e94acf139b2dea9a589bb8b25c62a5d20
+d1aa509bbd1941ceb3fe31789efeebbddd58d32f
diff --git a/airflow/providers/elasticsearch/CHANGELOG.rst b/airflow/providers/elasticsearch/CHANGELOG.rst
@@ -27,9 +27,17 @@ Changelog for ``apache-airflow-providers-elasticsearch``
 5.0.0
 .....
 
+Breaking changes
+~~~~~~~~~~~~~~~~
+
 .. note::
   Deprecate non-official elasticsearch libraries. Only the official elasticsearch library was used
 
+* ``Deprecate the 2 non-official elasticsearch libraries (#31920)``
+
+.. Review and move the new changes to one of the sections above:
+   * ``D205 Support - Providers: Databricks to Github (inclusive) (#32243)``
+   * ``Improve provider documentation and README structure (#32125)``
 
 4.5.1
 .....