Prepare docs 2nd wave of Providers in October 2023 (#35020)

apache · Oct 18, 2023 · 39e611b · 39e611b
1 parent f16906d
commit 39e611b
Show file tree

Hide file tree

Showing 24 changed files with 180 additions and 29 deletions.
diff --git a/airflow/providers/amazon/CHANGELOG.rst b/airflow/providers/amazon/CHANGELOG.rst
@@ -26,6 +26,24 @@
 Changelog
 ---------
 
+8.9.0
+.....
+
+Features
+~~~~~~~~
+
+* ``Add Glue 'DataBrew' operator (#34807)``
+* ``Add 'check_interval' and 'max_attempts' as parameter of 'DynamoDBToS3Operator' (#34972)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Set 'EcsRunTaskOperator' default waiter duration to 70 days (#34928)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D401 Support - A thru Common (Inclusive) (#34934)``
+
 8.8.0
 .....
 

diff --git a/airflow/providers/amazon/__init__.py b/airflow/providers/amazon/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "8.8.0"
+__version__ = "8.9.0"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 8.9.0
   - 8.8.0
   - 8.7.1
   - 8.7.0

diff --git a/airflow/providers/celery/CHANGELOG.rst b/airflow/providers/celery/CHANGELOG.rst
@@ -27,6 +27,20 @@
 Changelog
 ---------
 
+3.4.1
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fix _SECRET and _CMD broker configuration (#34782)``
+* ``Remove sensitive information from Celery executor warning (#34954)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``D401 Support - A thru Common (Inclusive) (#34934)``
+
+
 3.4.0
 .....
 

diff --git a/airflow/providers/celery/__init__.py b/airflow/providers/celery/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.4.0"
+__version__ = "3.4.1"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/celery/provider.yaml b/airflow/providers/celery/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 3.4.1
   - 3.4.0
   - 3.3.4
   - 3.3.3

diff --git a/airflow/providers/google/CHANGELOG.rst b/airflow/providers/google/CHANGELOG.rst
@@ -27,6 +27,16 @@
 Changelog
 ---------
 
+10.10.1
+.......
+
+Misc
+~~~~
+
+* ``Add links between documentation related to Google Cloud Storage (#34994)``
+* ``Migrate legacy version of AI Platform Prediction to VertexAI (#34922)``
+* ``Cancel workflow in on_kill in DataprocInstantiate{Inline}WorkflowTemplateOperator (#34957)``
+
 10.10.0
 .......
 

diff --git a/airflow/providers/google/__init__.py b/airflow/providers/google/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "10.10.0"
+__version__ = "10.10.1"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/google/provider.yaml b/airflow/providers/google/provider.yaml
@@ -30,6 +30,7 @@ description: |
 
 suspended: false
 versions:
+  - 10.10.1
   - 10.10.0
   - 10.9.0
   - 10.8.0

diff --git a/airflow/providers/opensearch/CHANGELOG.rst b/airflow/providers/opensearch/CHANGELOG.rst
@@ -23,5 +23,8 @@
 
 ``apache-airflow-providers-opensearch``
 
-Changelog
----------
+1.0.0
+.....
+
+
+Initial version of the provider.
diff --git a/airflow/providers/opensearch/__init__.py b/airflow/providers/opensearch/__init__.py
@@ -1,3 +1,4 @@
+#
 # Licensed to the Apache Software Foundation (ASF) under one
 # or more contributor license agreements.  See the NOTICE file
 # distributed with this work for additional information
@@ -14,3 +15,29 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
+#
+# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
+# OVERWRITTEN WHEN PREPARING DOCUMENTATION FOR THE PACKAGES.
+#
+# IF YOU WANT TO MODIFY IT, YOU SHOULD MODIFY THE TEMPLATE
+# `PROVIDER__INIT__PY_TEMPLATE.py.jinja2` IN the `dev/provider_packages` DIRECTORY
+#
+from __future__ import annotations
+
+import packaging.version
+
+__all__ = ["__version__"]
+
+__version__ = "1.0.0"
+
+try:
+    from airflow import __version__ as airflow_version
+except ImportError:
+    from airflow.version import version as airflow_version
+
+if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
+    "2.5.0"
+):
+    raise RuntimeError(
+        f"The package `apache-airflow-providers-opensearch:{__version__}` requires Apache Airflow 2.5.0+"  # NOQA: E501
+    )
diff --git a/airflow/providers/postgres/CHANGELOG.rst b/airflow/providers/postgres/CHANGELOG.rst
@@ -27,6 +27,14 @@
 Changelog
 ---------
 
+5.7.1
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``'PostgresOperator' should not overwrite 'SQLExecuteQueryOperator.template_fields' (#34969)``
+
 5.7.0
 .....
 

diff --git a/airflow/providers/postgres/__init__.py b/airflow/providers/postgres/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "5.7.0"
+__version__ = "5.7.1"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/postgres/provider.yaml b/airflow/providers/postgres/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 5.7.1
   - 5.7.0
   - 5.6.1
   - 5.6.0

diff --git a/docs/apache-airflow-providers-amazon/commits.rst b/docs/apache-airflow-providers-amazon/commits.rst
@@ -28,14 +28,29 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+8.9.0
+.....
+
+Latest change: 2023-10-16
+
+=================================================================================================  ===========  ===========================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ===========================================================================================
+`4a37777567 <https://github.com/apache/airflow/commit/4a377775672b7148e8935e20844e7a0ba491bdd8>`_  2023-10-16   ``Glue 'DataBrew' operator (#34807)``
+`b392f66c42 <https://github.com/apache/airflow/commit/b392f66c424fc3b8cbc957e02c67847409551cab>`_  2023-10-16   ``Set 'EcsRunTaskOperator' default waiter duration to 70 days (#34928)``
+`b1196460db <https://github.com/apache/airflow/commit/b1196460db1a21b2c6c3ef2e841fc6d0c22afe97>`_  2023-10-16   ``Add 'check_interval' and 'max_attempts' as parameter of 'DynamoDBToS3Operator' (#34972)``
+`f23170c9dd <https://github.com/apache/airflow/commit/f23170c9dd23556a40bd07b5d24f06220eec15c4>`_  2023-10-16   ``D401 Support - A thru Common (Inclusive) (#34934)``
+=================================================================================================  ===========  ===========================================================================================
+
 8.8.0
 .....
 
-Latest change: 2023-10-12
+Latest change: 2023-10-13
 
 =================================================================================================  ===========  ===================================================================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ===================================================================================================================
+`e9987d5059 <https://github.com/apache/airflow/commit/e9987d50598f70d84cbb2a5d964e21020e81c080>`_  2023-10-13   ``Prepare docs 1st wave of Providers in October 2023 (#34916)``
 `545e4d505e <https://github.com/apache/airflow/commit/545e4d505e669473f42a6637f5593d0860dac086>`_  2023-10-12   ``Extend hooks arguments into 'AwsBaseWaiterTrigger' (#34884)``
 `84a3daed86 <https://github.com/apache/airflow/commit/84a3daed8691d5e129eaf3e02061efb8b6ca56cb>`_  2023-10-11   ``Implements 'AwsBaseOperator' and 'AwsBaseSensor' (#34784)``
 `8e26865763 <https://github.com/apache/airflow/commit/8e2686576399417faf9478d7119110287d4c8630>`_  2023-10-06   ``Refactor consolidate import from io in providers (#34378)``

diff --git a/docs/apache-airflow-providers-amazon/index.rst b/docs/apache-airflow-providers-amazon/index.rst
@@ -83,7 +83,7 @@ Package apache-airflow-providers-amazon
 Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__).
 
 
-Release: 8.8.0
+Release: 8.9.0
 
 Provider package
 ----------------
@@ -155,5 +155,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-amazon 8.8.0 sdist package <https://downloads.apache.org/airflow/providers/apache-airflow-providers-amazon-8.8.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache-airflow-providers-amazon-8.8.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache-airflow-providers-amazon-8.8.0.tar.gz.sha512>`__)
-* `The apache-airflow-providers-amazon 8.8.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-8.8.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-8.8.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-8.8.0-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-amazon 8.9.0 sdist package <https://downloads.apache.org/airflow/providers/apache-airflow-providers-amazon-8.9.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache-airflow-providers-amazon-8.9.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache-airflow-providers-amazon-8.9.0.tar.gz.sha512>`__)
+* `The apache-airflow-providers-amazon 8.9.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-8.9.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-8.9.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_amazon-8.9.0-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-celery/commits.rst b/docs/apache-airflow-providers-celery/commits.rst
@@ -28,14 +28,28 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+3.4.1
+.....
+
+Latest change: 2023-10-17
+
+=================================================================================================  ===========  ======================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ======================================================================
+`1ae9279346 <https://github.com/apache/airflow/commit/1ae9279346315d99e7f7c546fbcd335aa5a871cd>`_  2023-10-17   ``Init providers before importing Celery (#34782)``
+`f23170c9dd <https://github.com/apache/airflow/commit/f23170c9dd23556a40bd07b5d24f06220eec15c4>`_  2023-10-16   ``D401 Support - A thru Common (Inclusive) (#34934)``
+`dd59e3e63e <https://github.com/apache/airflow/commit/dd59e3e63e0db349f40f8d1c91e7f6ef252caa4b>`_  2023-10-15   ``Remove sensitive information from Celery executor warning (#34954)``
+=================================================================================================  ===========  ======================================================================
+
 3.4.0
 .....
 
-Latest change: 2023-10-05
+Latest change: 2023-10-13
 
 =================================================================================================  ===========  ===================================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ===================================================================================
+`e9987d5059 <https://github.com/apache/airflow/commit/e9987d50598f70d84cbb2a5d964e21020e81c080>`_  2023-10-13   ``Prepare docs 1st wave of Providers in October 2023 (#34916)``
 `0c8e30e43b <https://github.com/apache/airflow/commit/0c8e30e43b70e9d033e1686b327eb00aab82479c>`_  2023-10-05   ``Bump min airflow version of providers (#34728)``
 `7ebf4220c9 <https://github.com/apache/airflow/commit/7ebf4220c9abd001f1fa23c95f882efddd5afbac>`_  2023-09-28   ``Refactor usage of str() in providers (#34320)``
 `f19e055789 <https://github.com/apache/airflow/commit/f19e0557890a86f7a622bada99f7a054edd3cfe0>`_  2023-09-25   ``respect soft_fail argument when exception is raised for celery sensors (#34474)``

diff --git a/docs/apache-airflow-providers-celery/index.rst b/docs/apache-airflow-providers-celery/index.rst
@@ -57,7 +57,7 @@ Package apache-airflow-providers-celery
 `Celery <http://www.celeryproject.org/>`__
 
 
-Release: 3.4.0
+Release: 3.4.1
 
 Provider package
 ----------------
@@ -111,5 +111,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-celery 3.4.0 sdist package <https://downloads.apache.org/airflow/providers/apache-airflow-providers-celery-3.4.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache-airflow-providers-celery-3.4.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache-airflow-providers-celery-3.4.0.tar.gz.sha512>`__)
-* `The apache-airflow-providers-celery 3.4.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_celery-3.4.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_celery-3.4.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_celery-3.4.0-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-celery 3.4.1 sdist package <https://downloads.apache.org/airflow/providers/apache-airflow-providers-celery-3.4.1.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache-airflow-providers-celery-3.4.1.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache-airflow-providers-celery-3.4.1.tar.gz.sha512>`__)
+* `The apache-airflow-providers-celery 3.4.1 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_celery-3.4.1-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_celery-3.4.1-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_celery-3.4.1-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-google/commits.rst b/docs/apache-airflow-providers-google/commits.rst
@@ -35,6 +35,19 @@ For high-level changelog, see :doc:`package information including changelog <ind
 
 
 
+10.10.1
+.......
+
+Latest change: 2023-10-18
+
+=================================================================================================  ===========  ==============================================================================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  ==============================================================================================
+`e444bca140 <https://github.com/apache/airflow/commit/e444bca140cc38619316ca5f6325ba53d4e8e426>`_  2023-10-18   ``Add links between documentation related to Google Cloud Storage (#34994)``
+`92204b36b0 <https://github.com/apache/airflow/commit/92204b36b08044db4ed958dfaed7672071cd37d4>`_  2023-10-18   ``Migrate legacy version of AI Platform Prediction to VertexAI (#34922)``
+`0b49f338b9 <https://github.com/apache/airflow/commit/0b49f338b9e6fd3264bc0099e8879855bf6c60c9>`_  2023-10-16   ``Cancel workflow in on_kill in DataprocInstantiate{Inline}WorkflowTemplateOperator (#34957)``
+=================================================================================================  ===========  ==============================================================================================
+
 10.10.0
 .......
 
@@ -43,6 +56,7 @@ Latest change: 2023-10-13
 =================================================================================================  ===========  ===================================================================================
 Commit                                                                                             Committed    Subject
 =================================================================================================  ===========  ===================================================================================
+`e9987d5059 <https://github.com/apache/airflow/commit/e9987d50598f70d84cbb2a5d964e21020e81c080>`_  2023-10-13   ``Prepare docs 1st wave of Providers in October 2023 (#34916)``
 `d27d0bb60b <https://github.com/apache/airflow/commit/d27d0bb60b08ed8550491d4801ba5bf3c0e3da9b>`_  2023-10-13   ``Refactor DataFusionInstanceLink usage (#34514)``
 `4dc2c40dfe <https://github.com/apache/airflow/commit/4dc2c40dfefb3495e435aabb99c07fa6e4f32c5d>`_  2023-10-12   ``Fix GCSToGoogleDriveOperator and gdrive system tests (#34545)``
 `0c8e30e43b <https://github.com/apache/airflow/commit/0c8e30e43b70e9d033e1686b327eb00aab82479c>`_  2023-10-05   ``Bump min airflow version of providers (#34728)``

diff --git a/docs/apache-airflow-providers-google/index.rst b/docs/apache-airflow-providers-google/index.rst
@@ -87,7 +87,7 @@ Google services including:
   - `Google Workspace <https://workspace.google.com/>`__ (formerly Google Suite)
 
 
-Release: 10.10.0
+Release: 10.10.1
 
 Provider package
 ----------------
@@ -210,5 +210,5 @@ Downloading official packages
 You can download officially released packages and verify their checksums and signatures from the
 `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
 
-* `The apache-airflow-providers-google 10.10.0 sdist package <https://downloads.apache.org/airflow/providers/apache-airflow-providers-google-10.10.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache-airflow-providers-google-10.10.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache-airflow-providers-google-10.10.0.tar.gz.sha512>`__)
-* `The apache-airflow-providers-google 10.10.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.10.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.10.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.10.0-py3-none-any.whl.sha512>`__)
+* `The apache-airflow-providers-google 10.10.1 sdist package <https://downloads.apache.org/airflow/providers/apache-airflow-providers-google-10.10.1.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache-airflow-providers-google-10.10.1.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache-airflow-providers-google-10.10.1.tar.gz.sha512>`__)
+* `The apache-airflow-providers-google 10.10.1 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.10.1-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.10.1-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_google-10.10.1-py3-none-any.whl.sha512>`__)
diff --git a/docs/apache-airflow-providers-opensearch/commits.rst b/docs/apache-airflow-providers-opensearch/commits.rst
@@ -20,11 +20,21 @@
 Package apache-airflow-providers-opensearch
 ------------------------------------------------------
 
-`OpenSearch <https://opensearch.org/>`__
+`Opensearch <https://opensearch.org/>`__
 
 
 This is detailed commit list of changes for versions provider package: ``opensearch``.
 For high-level changelog, see :doc:`package information including changelog <index>`.
 
+
+
 1.0.0
 .....
+
+Latest change: 2023-10-15
+
+=================================================================================================  ===========  =====================================
+Commit                                                                                             Committed    Subject
+=================================================================================================  ===========  =====================================
+`94f144196f <https://github.com/apache/airflow/commit/94f144196fbc0c78d615cb6a1ff39300e3f607ae>`_  2023-10-15   ``Add Open Search Provider (#34705)``
+=================================================================================================  ===========  =====================================
diff --git a/docs/apache-airflow-providers-opensearch/index.rst b/docs/apache-airflow-providers-opensearch/index.rst
@@ -72,7 +72,9 @@
 
 Package apache-airflow-providers-opensearch
 ------------------------------------------------------
-`OpenSearch  <https://opensearch.org/>`__
+
+`Opensearch <https://opensearch.org/>`__
+
 
 Release: 1.0.0
 
@@ -94,9 +96,9 @@ Requirements
 
 The minimum Apache Airflow version supported by this provider package is ``2.5.0``.
 
-===================  ==================
-PIP package          Version required
-===================  ==================
-``apache-airflow``   ``>=2.5.0``
-``opensearchpy``     ``>=2.2.0``
-===================  ==================
+==================  ==================
+PIP package         Version required
+==================  ==================
+``apache-airflow``  ``>=2.5.0``
+``opensearch-py``   ``>=2.2.0``
+==================  ==================