Prepare docs 1st wave of Providers November 2023 (#35537)

* Prepare docs 1st wave of Providers November 2023 * fix static checks * fix yandex
apache · Nov 8, 2023 · 1b059c5 · 1b059c5
1 parent 22d5834
commit 1b059c5
Show file tree

Hide file tree

Showing 192 changed files with 1,241 additions and 302 deletions.
diff --git a/airflow/providers/airbyte/.latest-doc-only-change.txt b/airflow/providers/airbyte/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/alibaba/.latest-doc-only-change.txt b/airflow/providers/alibaba/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/amazon/CHANGELOG.rst b/airflow/providers/amazon/CHANGELOG.rst
@@ -26,6 +26,42 @@
 Changelog
 ---------
 
+8.11.0
+......
+
+Breaking changes
+~~~~~~~~~~~~~~~~
+
+
+Features
+~~~~~~~~
+
+
+* ``Add support for anonymous access to s3 buckets for objectstorage (#35273)``
+* ``ECS Executor Health Check (#35412)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fix AWS RDS hook's DB instance state check (#34773)``
+* ``Fix parameter syntax in Amazon docstrings (#35349)``
+* ``Improve error handling in AWS Links (#35518)``
+* ``Update ECS executor healthcheck with a catchall except (#35512)``
+
+Misc
+~~~~
+
+* ``Move ECS Executor to its own file (#35418)``
+* ``Clarify "task" in ECS Executor log messages (#35304)``
+* ``Make optional 'output_location' attribute in 'AthenaOperator' (#35265)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Add verificationy that provider docs are as expected (#35424)``
+   * ``Work around typing issue in examples and providers (#35494)``
+   * ``Improve docs on objectstorage (#35294)``
+
+
 8.10.0
 ......
 

diff --git a/airflow/providers/amazon/__init__.py b/airflow/providers/amazon/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "8.10.0"
+__version__ = "8.11.0"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 8.11.0
   - 8.10.0
   - 8.9.0
   - 8.8.0

diff --git a/airflow/providers/apache/beam/.latest-doc-only-change.txt b/airflow/providers/apache/beam/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/apache/cassandra/.latest-doc-only-change.txt b/airflow/providers/apache/cassandra/.latest-doc-only-change.txt
@@ -1 +1 @@
-c645d8e40c167ea1f6c332cdc3ea0ca5a9363205
+63cc915cd38a5034df6bf9c618e12f8690eeade0
diff --git a/airflow/providers/apache/drill/.latest-doc-only-change.txt b/airflow/providers/apache/drill/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/apache/druid/.latest-doc-only-change.txt b/airflow/providers/apache/druid/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/apache/flink/.latest-doc-only-change.txt b/airflow/providers/apache/flink/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/apache/hdfs/.latest-doc-only-change.txt b/airflow/providers/apache/hdfs/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+3b8db612ff39abbf9e965081c859e9e439ed832d
diff --git a/airflow/providers/apache/hive/.latest-doc-only-change.txt b/airflow/providers/apache/hive/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/apache/impala/.latest-doc-only-change.txt b/airflow/providers/apache/impala/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/apache/kafka/.latest-doc-only-change.txt b/airflow/providers/apache/kafka/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+63cc915cd38a5034df6bf9c618e12f8690eeade0
diff --git a/airflow/providers/apache/kylin/.latest-doc-only-change.txt b/airflow/providers/apache/kylin/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/apache/livy/.latest-doc-only-change.txt b/airflow/providers/apache/livy/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/apache/pig/.latest-doc-only-change.txt b/airflow/providers/apache/pig/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+3b8db612ff39abbf9e965081c859e9e439ed832d
diff --git a/airflow/providers/apache/pinot/.latest-doc-only-change.txt b/airflow/providers/apache/pinot/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/apache/spark/CHANGELOG.rst b/airflow/providers/apache/spark/CHANGELOG.rst
@@ -29,6 +29,20 @@
 Changelog
 ---------
 
+4.4.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Add pyspark decorator (#35247)``
+* ``Add use_krb5ccache option to SparkSubmitOperator (#35331)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Add information about Qubole removal and make it possible to release it (#35492)``
+
+
 4.3.0
 .....
 

diff --git a/airflow/providers/apache/spark/__init__.py b/airflow/providers/apache/spark/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "4.3.0"
+__version__ = "4.4.0"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/apache/spark/provider.yaml b/airflow/providers/apache/spark/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 4.4.0
   - 4.3.0
   - 4.2.0
   - 4.1.5

diff --git a/airflow/providers/apache/sqoop/.latest-doc-only-change.txt b/airflow/providers/apache/sqoop/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/apprise/.latest-doc-only-change.txt b/airflow/providers/apprise/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/arangodb/.latest-doc-only-change.txt b/airflow/providers/arangodb/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/asana/.latest-doc-only-change.txt b/airflow/providers/asana/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/atlassian/jira/.latest-doc-only-change.txt b/airflow/providers/atlassian/jira/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/celery/.latest-doc-only-change.txt b/airflow/providers/celery/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/cloudant/.latest-doc-only-change.txt b/airflow/providers/cloudant/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/cncf/kubernetes/CHANGELOG.rst b/airflow/providers/cncf/kubernetes/CHANGELOG.rst
@@ -27,6 +27,33 @@
 Changelog
 ---------
 
+7.9.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Add verificationy that provider docs are as expected (#35424)``
+* ``Add startup_check_interval_seconds to PodManager's await_pod_start (#34231)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Remove before_log in KPO retry and add traceback when interrupted (#35423)``
+* ``Remove tenancity on KPO logs inner func consume_logs (#35504)``
+
+Misc
+~~~~
+
+* ``Simplify KPO multi container log reconciliation logic (#35450)``
+* ``Remove PodLoggingStatus object (#35422)``
+* ``Improve clear_not_launched_queued_tasks call duration (#34985)``
+* ``Use constant for empty xcom result sentinel (#35451)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Switch from Black to Ruff formatter (#35287)``
+
 7.8.0
 .....
 

diff --git a/airflow/providers/cncf/kubernetes/__init__.py b/airflow/providers/cncf/kubernetes/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "7.8.0"
+__version__ = "7.9.0"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/cncf/kubernetes/provider.yaml b/airflow/providers/cncf/kubernetes/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 7.9.0
   - 7.8.0
   - 7.7.0
   - 7.6.0

diff --git a/airflow/providers/cohere/__init__.py b/airflow/providers/cohere/__init__.py
@@ -22,3 +22,22 @@
 # IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE
 # `PROVIDER__INIT__PY_TEMPLATE.py.jinja2` IN the `dev/provider_packages` DIRECTORY
 #
+from __future__ import annotations
+
+import packaging.version
+
+__all__ = ["__version__"]
+
+__version__ = "1.0.0"
+
+try:
+    from airflow import __version__ as airflow_version
+except ImportError:
+    from airflow.version import version as airflow_version
+
+if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
+    "2.5.0"
+):
+    raise RuntimeError(
+        f"The package `apache-airflow-providers-cohere:{__version__}` requires Apache Airflow 2.5.0+"
+    )
diff --git a/airflow/providers/common/io/CHANGELOG.rst b/airflow/providers/common/io/CHANGELOG.rst
@@ -25,6 +25,26 @@
 Changelog
 ---------
 
+1.0.1
+.....
+
+Breaking changes
+~~~~~~~~~~~~~~~~
+
+
+Features
+~~~~~~~~
+
+
+Bug Fixes
+~~~~~~~~~
+
+* ``fix changelog of common-io (#35241)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Improvements to airflow.io (#35478)``
+
 1.0.0
 .....
 

diff --git a/airflow/providers/common/io/__init__.py b/airflow/providers/common/io/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "1.0.0"
+__version__ = "1.0.1"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/common/io/provider.yaml b/airflow/providers/common/io/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 1.0.1
   - 1.0.0
 
 dependencies:

diff --git a/airflow/providers/common/sql/.latest-doc-only-change.txt b/airflow/providers/common/sql/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+11bdfe4c12efa2f5d256cc49916a20beaa5487eb
diff --git a/airflow/providers/daskexecutor/.latest-doc-only-change.txt b/airflow/providers/daskexecutor/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/databricks/CHANGELOG.rst b/airflow/providers/databricks/CHANGELOG.rst
@@ -34,6 +34,8 @@ Breaking changes
 
 The ``offset`` parameter has been deprecated from ``list_jobs`` in favor of faster pagination with ``page_token`` similarly to `Databricks API <https://docs.databricks.com/api/workspace/jobs/list>`_.
 
+* ``Remove offset-based pagination from 'list_jobs' function in 'DatabricksHook' (#34926)``
+
 4.7.0
 .....
 

diff --git a/airflow/providers/databricks/__init__.py b/airflow/providers/databricks/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "4.7.0"
+__version__ = "5.0.0"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/datadog/.latest-doc-only-change.txt b/airflow/providers/datadog/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/dbt/cloud/.latest-doc-only-change.txt b/airflow/providers/dbt/cloud/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/dingding/.latest-doc-only-change.txt b/airflow/providers/dingding/.latest-doc-only-change.txt
@@ -1 +1 @@
-3592ff40465032fa041600be740ee6bc25e7c242
+d1c58d86de1267d9268a1efe0a0c102633c051a1
diff --git a/airflow/providers/discord/CHANGELOG.rst b/airflow/providers/discord/CHANGELOG.rst
@@ -27,6 +27,21 @@
 Changelog
 ---------
 
+3.4.1
+.....
+
+Misc
+~~~~
+
+* ``Add pagination to 'HttpOperator' and make it more modular (#34669)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Prepare docs 3rd wave of Providers October 2023 (#35187)``
+   * ``Pre-upgrade 'ruff==0.0.292' changes in providers (#35053)``
+   * ``Prepare docs 3rd wave of Providers October 2023 - FIX (#35233)``
+
 3.4.0
 .....
 

diff --git a/airflow/providers/discord/__init__.py b/airflow/providers/discord/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.4.0"
+__version__ = "3.4.1"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/discord/provider.yaml b/airflow/providers/discord/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 3.4.1
   - 3.4.0
   - 3.3.1
   - 3.3.0

diff --git a/airflow/providers/docker/CHANGELOG.rst b/airflow/providers/docker/CHANGELOG.rst
@@ -27,6 +27,21 @@
 Changelog
 ---------
 
+3.8.1
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``fix '_DockerDecoratedOperator' module type attribute pickle error (#35293)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Prepare docs 3rd wave of Providers October 2023 (#35187)``
+   * ``Pre-upgrade 'ruff==0.0.292' changes in providers (#35053)``
+   * ``D401 Support - Providers: DaskExecutor to Github (Inclusive) (#34935)``
+   * ``Prepare docs 3rd wave of Providers October 2023 - FIX (#35233)``
+
 3.8.0
 .....
 

diff --git a/airflow/providers/docker/__init__.py b/airflow/providers/docker/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.8.0"
+__version__ = "3.8.1"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/docker/provider.yaml b/airflow/providers/docker/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 3.8.1
   - 3.8.0
   - 3.7.5
   - 3.7.4