Limit pandas to <2.2 (#37748)

(cherry picked from commit 9e4bdc9)

airflow/providers/amazon/provider.yaml

@@ -96,7 +96,11 @@ dependencies:
 additional-extras:
   - name: pandas
     dependencies:
-      - pandas>=1.2.5
+      # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+      # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+      # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
+      # In addition FAB also limit sqlalchemy to < 2.0
+      - pandas>=1.2.5,<2.2
   # There is conflict between boto3 and aiobotocore dependency botocore.
   # TODO: We can remove it once boto3 and aiobotocore both have compatible botocore version or
   # boto3 have native async support and we move away from aio aiobotocore

airflow/providers/apache/hive/provider.yaml

@@ -65,7 +65,11 @@ dependencies:
   - apache-airflow>=2.6.0
   - apache-airflow-providers-common-sql>=1.3.1
   - hmsclient>=0.1.0
-  - pandas>=1.2.5
+  # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+  # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+  # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
+  # In addition FAB also limit sqlalchemy to < 2.0
+  - pandas>=1.2.5,<2.2
   - pyhive[hive_pure_sasl]>=0.7.0
   - thrift>=0.9.2
 

airflow/providers/common/sql/provider.yaml

@@ -55,7 +55,11 @@ dependencies:
 additional-extras:
   - name: pandas
     dependencies:
-      - pandas>=1.2.5
+      # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+      # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+      # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
+      # In addition FAB also limit sqlalchemy to < 2.0
+      - pandas>=1.2.5,<2.2
 
 integrations:
   - integration-name: Common SQL

airflow/providers/exasol/provider.yaml

@@ -55,7 +55,11 @@ dependencies:
   - apache-airflow>=2.6.0
   - apache-airflow-providers-common-sql>=1.10.0
   - pyexasol>=0.5.1
-  - pandas>=1.2.5
+  # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+  # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+  # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
+  # In addition FAB also limit sqlalchemy to < 2.0
+  - pandas>=1.2.5,<2.2
 
 integrations:
   - integration-name: Exasol

airflow/providers/google/provider.yaml

@@ -138,7 +138,11 @@ dependencies:
   - json-merge-patch>=0.2
   - looker-sdk>=22.2.0
   - pandas-gbq
-  - pandas>=1.2.5
+  # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+  # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+  # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
+  # In addition FAB also limit sqlalchemy to < 2.0
+  - pandas>=1.2.5,<2.2
   # A transient dependency of google-cloud-bigquery-datatransfer, but we
   # further constrain it since older versions are buggy.
   - proto-plus>=1.19.6

airflow/providers/presto/provider.yaml

@@ -57,7 +57,11 @@ dependencies:
   - apache-airflow>=2.6.0
   - apache-airflow-providers-common-sql>=1.3.1
   - presto-python-client>=0.8.4
-  - pandas>=1.2.5
+  # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+  # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+  # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
+  # In addition FAB also limit sqlalchemy to < 2.0
+  - pandas>=1.2.5,<2.2
 
 integrations:
   - integration-name: Presto

airflow/providers/salesforce/provider.yaml

@@ -53,7 +53,11 @@ versions:
 dependencies:
   - apache-airflow>=2.6.0
   - simple-salesforce>=1.0.0
-  - pandas>=1.2.5
+  # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+  # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+  # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
+  # In addition FAB also limit sqlalchemy to < 2.0
+  - pandas>=1.2.5,<2.2
 
 integrations:
   - integration-name: Salesforce

airflow/providers/trino/provider.yaml

@@ -57,7 +57,11 @@ versions:
 dependencies:
   - apache-airflow>=2.6.0
   - apache-airflow-providers-common-sql>=1.3.1
-  - pandas>=1.2.5
+  # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+  # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+  # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
+  # In addition FAB also limit sqlalchemy to < 2.0
+  - pandas>=1.2.5,<2.2
   - trino>=0.318.0
 
 integrations:

airflow/providers/weaviate/provider.yaml

@@ -42,7 +42,11 @@ integrations:
 dependencies:
   - apache-airflow>=2.6.0
   - weaviate-client>=3.24.2
-  - pandas>=1.2.5
+  # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+  # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+  # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
+  # In addition FAB also limit sqlalchemy to < 2.0
+  - pandas>=1.2.5,<2.2
 
 hooks:
   - integration-name: Weaviate

generated/provider_dependencies.json

@@ -148,7 +148,7 @@
       "apache-airflow-providers-common-sql>=1.3.1",
       "apache-airflow>=2.6.0",
       "hmsclient>=0.1.0",
-      "pandas>=1.2.5",
+      "pandas>=1.2.5,<2.2",
       "pyhive[hive_pure_sasl]>=0.7.0",
       "thrift>=0.9.2"
     ],
@@ -474,7 +474,7 @@
     "deps": [
       "apache-airflow-providers-common-sql>=1.10.0",
       "apache-airflow>=2.6.0",
-      "pandas>=1.2.5",
+      "pandas>=1.2.5,<2.2",
       "pyexasol>=0.5.1"
     ],
     "devel-deps": [],
@@ -572,7 +572,7 @@
       "json-merge-patch>=0.2",
       "looker-sdk>=22.2.0",
       "pandas-gbq",
-      "pandas>=1.2.5",
+      "pandas>=1.2.5,<2.2",
       "proto-plus>=1.19.6",
       "sqlalchemy-bigquery>=1.2.1",
       "sqlalchemy-spanner>=1.6.2"
@@ -948,7 +948,7 @@
     "deps": [
       "apache-airflow-providers-common-sql>=1.3.1",
       "apache-airflow>=2.6.0",
-      "pandas>=1.2.5",
+      "pandas>=1.2.5,<2.2",
       "presto-python-client>=0.8.4"
     ],
     "devel-deps": [],
@@ -972,7 +972,7 @@
   "salesforce": {
     "deps": [
       "apache-airflow>=2.6.0",
-      "pandas>=1.2.5",
+      "pandas>=1.2.5,<2.2",
       "simple-salesforce>=1.0.0"
     ],
     "devel-deps": [],
@@ -1132,7 +1132,7 @@
     "deps": [
       "apache-airflow-providers-common-sql>=1.3.1",
       "apache-airflow>=2.6.0",
-      "pandas>=1.2.5",
+      "pandas>=1.2.5,<2.2",
       "trino>=0.318.0"
     ],
     "devel-deps": [],
@@ -1160,7 +1160,7 @@
   "weaviate": {
     "deps": [
       "apache-airflow>=2.6.0",
-      "pandas>=1.2.5",
+      "pandas>=1.2.5,<2.2",
       "weaviate-client>=3.24.2"
     ],
     "devel-deps": [],

pyproject.toml

@@ -218,7 +218,11 @@ otel = [
     "opentelemetry-exporter-prometheus",
 ]
 pandas = [
-    "pandas>=1.2.5",
+    # In pandas 2.2 minimal version of the sqlalchemy is 2.0
+    # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
+    # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
+    # In addition FAB also limit sqlalchemy to < 2.0
+    "pandas>=1.2.5,<2.2",
 ]
 password = [
     "bcrypt>=2.0.0",
@@ -597,7 +601,7 @@ apache-hdfs = [ # source: airflow/providers/apache/hdfs/provider.yaml
 apache-hive = [ # source: airflow/providers/apache/hive/provider.yaml
   "apache-airflow[common_sql]",
   "hmsclient>=0.1.0",
-  "pandas>=1.2.5",
+  "pandas>=1.2.5,<2.2",
   "pyhive[hive_pure_sasl]>=0.7.0",
   "thrift>=0.9.2",
 ]
@@ -694,7 +698,7 @@ elasticsearch = [ # source: airflow/providers/elasticsearch/provider.yaml
 ]
 exasol = [ # source: airflow/providers/exasol/provider.yaml
   "apache-airflow[common_sql]",
-  "pandas>=1.2.5",
+  "pandas>=1.2.5,<2.2",
   "pyexasol>=0.5.1",
 ]
 facebook = [ # source: airflow/providers/facebook/provider.yaml
@@ -759,7 +763,7 @@ google = [ # source: airflow/providers/google/provider.yaml
   "json-merge-patch>=0.2",
   "looker-sdk>=22.2.0",
   "pandas-gbq",
-  "pandas>=1.2.5",
+  "pandas>=1.2.5,<2.2",
   "proto-plus>=1.19.6",
   "sqlalchemy-bigquery>=1.2.1",
   "sqlalchemy-spanner>=1.6.2",
@@ -884,14 +888,14 @@ postgres = [ # source: airflow/providers/postgres/provider.yaml
 ]
 presto = [ # source: airflow/providers/presto/provider.yaml
   "apache-airflow[common_sql]",
-  "pandas>=1.2.5",
+  "pandas>=1.2.5,<2.2",
   "presto-python-client>=0.8.4",
 ]
 redis = [ # source: airflow/providers/redis/provider.yaml
   "redis>=4.5.2,<5.0.0,!=4.5.5",
 ]
 salesforce = [ # source: airflow/providers/salesforce/provider.yaml
-  "pandas>=1.2.5",
+  "pandas>=1.2.5,<2.2",
   "simple-salesforce>=1.0.0",
 ]
 samba = [ # source: airflow/providers/samba/provider.yaml
@@ -940,15 +944,15 @@ telegram = [ # source: airflow/providers/telegram/provider.yaml
 ]
 trino = [ # source: airflow/providers/trino/provider.yaml
   "apache-airflow[common_sql]",
-  "pandas>=1.2.5",
+  "pandas>=1.2.5,<2.2",
   "trino>=0.318.0",
 ]
 vertica = [ # source: airflow/providers/vertica/provider.yaml
   "apache-airflow[common_sql]",
   "vertica-python>=0.5.1",
 ]
 weaviate = [ # source: airflow/providers/weaviate/provider.yaml
-  "pandas>=1.2.5",
+  "pandas>=1.2.5,<2.2",
   "weaviate-client>=3.24.2",
 ]
 yandex = [ # source: airflow/providers/yandex/provider.yaml