Prepare docs for Aug 2023 1st wave of Providers (#33128)

* Prepare docs for Aug 2023 1st wave of Providers * add openlineage * update sqoop CHANGELOG.rst
apache · Aug 4, 2023 · 60677b0 · 60677b0
1 parent bdc10a5
commit 60677b0
Show file tree

Hide file tree

Showing 100 changed files with 691 additions and 92 deletions.
diff --git a/airflow/providers/amazon/CHANGELOG.rst b/airflow/providers/amazon/CHANGELOG.rst
@@ -26,6 +26,33 @@
 Changelog
 ---------
 
+8.5.0
+.....
+
+Features
+~~~~~~~~
+
+* ``openlineage, sagemaker: add OpenLineage support for SageMaker's Processing, Transform and Training operators (#31816)``
+* ``Add Amazon EventBridge PutRule hook and operator (#32869)``
+* ``Add GCS Requester Pays bucket support to GCSToS3Operator (#32760)``
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Check google provider version in GCSToS3Operator before provide match_glob param (#32925)``
+* ``Set longer default 'waiter_max_attempts' for deferred BatchJobOperator (#33045)``
+
+Misc
+~~~~
+
+* ``openlineage, sagemaker: add missing OpenLineage type signature (#33114)``
+* ``Add S3Bucket for mypy (#33028)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Deferrable mode for Sqs Sensor (#32809)``
+   * ``Increase the number of attempts in AWS system test 'example_rds_export' (#32976)``
+
 8.4.0
 .....
 

diff --git a/airflow/providers/amazon/__init__.py b/airflow/providers/amazon/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "8.4.0"
+__version__ = "8.5.0"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 8.5.0
   - 8.4.0
   - 8.3.1
   - 8.3.0

diff --git a/airflow/providers/apache/drill/CHANGELOG.rst b/airflow/providers/apache/drill/CHANGELOG.rst
@@ -27,6 +27,14 @@ Changelog
 ---------
 
 
+2.4.3
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Validate database URL passed to create_engine of Drill hook's connection (#33074)``
+
 2.4.2
 .....
 

diff --git a/airflow/providers/apache/drill/__init__.py b/airflow/providers/apache/drill/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "2.4.2"
+__version__ = "2.4.3"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/apache/drill/provider.yaml b/airflow/providers/apache/drill/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 2.4.3
   - 2.4.2
   - 2.4.1
   - 2.4.0

diff --git a/airflow/providers/apache/hive/CHANGELOG.rst b/airflow/providers/apache/hive/CHANGELOG.rst
@@ -27,6 +27,14 @@
 Changelog
 ---------
 
+6.1.4
+.....
+
+Misc
+~~~~
+
+* ``Bring back mysql-connector-python as required depednency (#32989)``
+
 6.1.3
 .....
 

diff --git a/airflow/providers/apache/hive/__init__.py b/airflow/providers/apache/hive/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "6.1.3"
+__version__ = "6.1.4"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/apache/hive/provider.yaml b/airflow/providers/apache/hive/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 6.1.4
   - 6.1.3
   - 6.1.2
   - 6.1.1

diff --git a/airflow/providers/apache/spark/CHANGELOG.rst b/airflow/providers/apache/spark/CHANGELOG.rst
@@ -29,6 +29,14 @@
 Changelog
 ---------
 
+4.1.3
+.....
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Validate conn_prefix in extra field for Spark JDBC hook (#32946)``
+
 4.1.2
 .....
 

diff --git a/airflow/providers/apache/spark/__init__.py b/airflow/providers/apache/spark/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "4.1.2"
+__version__ = "4.1.3"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/apache/spark/provider.yaml b/airflow/providers/apache/spark/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 4.1.3
   - 4.1.2
   - 4.1.1
   - 4.1.0

diff --git a/airflow/providers/apache/sqoop/CHANGELOG.rst b/airflow/providers/apache/sqoop/CHANGELOG.rst
@@ -40,6 +40,15 @@ are no longer accepted as arguments for those methods. These should instead be p
 as ``extra_options`` while initializing the Hook or via ``extra_options`` parameter to the
 operator which instantiates the hook with those given ``extra_options`` dictionary.
 
+* ``Validate SqoopHook connection string and disable extra options from public hook methods (#33039)``
+
+.. Review and move the new changes to one of the sections above:
+   * ``Validate connection host field for Sqoop connection (#32968)``
+   * ``Prepare docs for July 2023 wave of Providers (RC2) (#32381)``
+   * ``Remove spurious headers for provider changelogs (#32373)``
+   * ``Prepare docs for July 2023 wave of Providers (#32298)``
+   * ``Improve provider documentation and README structure (#32125)``
+
 3.2.1
 .....
 
@@ -82,6 +91,7 @@ Misc
 
 Bug Fixes
 ~~~~~~~~~
+
 * ``Move libjars parameter in Sqoop Hook to Hook parameter (#29500)``
 
 3.1.0

diff --git a/airflow/providers/apache/sqoop/__init__.py b/airflow/providers/apache/sqoop/__init__.py
@@ -28,14 +28,16 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.2.1"
+__version__ = "4.0.0"
 
 try:
     from airflow import __version__ as airflow_version
 except ImportError:
     from airflow.version import version as airflow_version
 
-if packaging.version.parse(airflow_version) < packaging.version.parse("2.4.0"):
+if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
+    "2.4.0"
+):
     raise RuntimeError(
         f"The package `apache-airflow-providers-apache-sqoop:{__version__}` requires Apache Airflow 2.4.0+"  # NOQA: E501
     )
diff --git a/airflow/providers/asana/CHANGELOG.rst b/airflow/providers/asana/CHANGELOG.rst
@@ -26,6 +26,22 @@
 Changelog
 ---------
 
+2.2.2
+.....
+
+Misc
+~~~~
+
+* ``Limit Asana Python client until provider is adapted to 4.* version (#32995)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Prepare docs for July 2023 wave of Providers (RC2) (#32381)``
+   * ``Remove spurious headers for provider changelogs (#32373)``
+   * ``Prepare docs for July 2023 wave of Providers (#32298)``
+   * ``D205 Support - Providers: Apache to Common (inclusive) (#32226)``
+   * ``Improve provider documentation and README structure (#32125)``
+
 2.2.1
 .....
 

diff --git a/airflow/providers/asana/__init__.py b/airflow/providers/asana/__init__.py
@@ -28,14 +28,16 @@
 
 __all__ = ["__version__"]
 
-__version__ = "2.2.1"
+__version__ = "2.2.2"
 
 try:
     from airflow import __version__ as airflow_version
 except ImportError:
     from airflow.version import version as airflow_version
 
-if packaging.version.parse(airflow_version) < packaging.version.parse("2.4.0"):
+if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
+    "2.4.0"
+):
     raise RuntimeError(
         f"The package `apache-airflow-providers-asana:{__version__}` requires Apache Airflow 2.4.0+"  # NOQA: E501
     )
diff --git a/airflow/providers/asana/provider.yaml b/airflow/providers/asana/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 2.2.2
   - 2.2.1
   - 2.2.0
   - 2.1.0

diff --git a/airflow/providers/celery/CHANGELOG.rst b/airflow/providers/celery/CHANGELOG.rst
@@ -27,6 +27,15 @@
 Changelog
 ---------
 
+3.3.1
+.....
+
+Misc
+~~~~
+
+* ``aDd documentation generation for CLI commands from executors (#33081)``
+* ``Get rid of Python2 numeric relics (#33050)``
+
 3.3.0
 .....
 

diff --git a/airflow/providers/celery/__init__.py b/airflow/providers/celery/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.3.0"
+__version__ = "3.3.1"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/celery/provider.yaml b/airflow/providers/celery/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 3.3.1
   - 3.3.0
   - 3.2.1
   - 3.2.0

diff --git a/airflow/providers/cncf/kubernetes/CHANGELOG.rst b/airflow/providers/cncf/kubernetes/CHANGELOG.rst
@@ -27,6 +27,29 @@
 Changelog
 ---------
 
+7.4.1
+.....
+
+
+Bug Fixes
+~~~~~~~~~
+
+* ``Fix waiting the base container when reading the logs of other containers (#33127)``
+* ``Fix: Configurable Docker image of 'xcom_sidecar' (#32858)``
+* ``Fix 'KubernetesPodOperator' sub classes default container_logs (#33090)``
+* ``Consider custom pod labels on pod finding process on 'KubernetesPodOperator' (#33057)``
+
+Misc
+~~~~
+
+* ``aDd documentation generation for CLI commands from executors (#33081)``
+
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Revert "Fix waiting the base container when reading the logs of other containers (#33092)" (#33125)``
+   * ``Fix waiting the base container when reading the logs of other containers (#33092)``
+
 7.4.0
 .....
 

diff --git a/airflow/providers/cncf/kubernetes/__init__.py b/airflow/providers/cncf/kubernetes/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "7.4.0"
+__version__ = "7.4.1"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/cncf/kubernetes/provider.yaml b/airflow/providers/cncf/kubernetes/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 7.4.1
   - 7.4.0
   - 7.3.0
   - 7.2.0

diff --git a/airflow/providers/common/sql/CHANGELOG.rst b/airflow/providers/common/sql/CHANGELOG.rst
@@ -23,6 +23,15 @@
 
 ------
 
+1.6.2
+.....
+
+Misc
+~~~~
+
+* ``Make SQLExecute Query signature consistent with other SQL operators (#32974)``
+* ``Get rid of Python2 numeric relics (#33050)``
+
 1.6.1
 .....
 

diff --git a/airflow/providers/common/sql/__init__.py b/airflow/providers/common/sql/__init__.py
@@ -28,7 +28,7 @@
 
 __all__ = ["__version__"]
 
-__version__ = "1.6.1"
+__version__ = "1.6.2"
 
 try:
     from airflow import __version__ as airflow_version

diff --git a/airflow/providers/common/sql/provider.yaml b/airflow/providers/common/sql/provider.yaml
@@ -23,6 +23,7 @@ description: |
 
 suspended: false
 versions:
+  - 1.6.2
   - 1.6.1
   - 1.6.0
   - 1.5.2

diff --git a/airflow/providers/docker/CHANGELOG.rst b/airflow/providers/docker/CHANGELOG.rst
@@ -27,6 +27,22 @@
 Changelog
 ---------
 
+3.7.2
+.....
+
+Misc
+~~~~
+
+* ``Get rid of Python2 numeric relics (#33050)``
+
+.. Below changes are excluded from the changelog. Move them to
+   appropriate section above if needed. Do not delete the lines(!):
+   * ``Prepare docs for July 2023 wave of Providers (RC2) (#32381)``
+   * ``Remove spurious headers for provider changelogs (#32373)``
+   * ``Prepare docs for July 2023 wave of Providers (#32298)``
+   * ``D205 Support - Providers: Databricks to Github (inclusive) (#32243)``
+   * ``Improve provider documentation and README structure (#32125)``
+
 3.7.1
 .....
 

diff --git a/airflow/providers/docker/__init__.py b/airflow/providers/docker/__init__.py
@@ -28,14 +28,16 @@
 
 __all__ = ["__version__"]
 
-__version__ = "3.7.1"
+__version__ = "3.7.2"
 
 try:
     from airflow import __version__ as airflow_version
 except ImportError:
     from airflow.version import version as airflow_version
 
-if packaging.version.parse(airflow_version) < packaging.version.parse("2.4.0"):
+if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
+    "2.4.0"
+):
     raise RuntimeError(
         f"The package `apache-airflow-providers-docker:{__version__}` requires Apache Airflow 2.4.0+"  # NOQA: E501
     )