diff --git a/airflow/providers/amazon/provider.yaml b/airflow/providers/amazon/provider.yaml index ca7417f609c3b..b882e27e51b75 100644 --- a/airflow/providers/amazon/provider.yaml +++ b/airflow/providers/amazon/provider.yaml @@ -100,7 +100,11 @@ dependencies: additional-extras: - name: pandas dependencies: - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 # There is conflict between boto3 and aiobotocore dependency botocore. # TODO: We can remove it once boto3 and aiobotocore both have compatible botocore version or # boto3 have native async support and we move away from aio aiobotocore diff --git a/airflow/providers/apache/hive/provider.yaml b/airflow/providers/apache/hive/provider.yaml index 28d41dfdf4112..bef599f07c5e6 100644 --- a/airflow/providers/apache/hive/provider.yaml +++ b/airflow/providers/apache/hive/provider.yaml @@ -69,7 +69,11 @@ dependencies: - apache-airflow>=2.6.0 - apache-airflow-providers-common-sql>=1.3.1 - hmsclient>=0.1.0 - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 - pyhive[hive_pure_sasl]>=0.7.0 - thrift>=0.9.2 diff --git a/airflow/providers/common/sql/provider.yaml b/airflow/providers/common/sql/provider.yaml index 24e9e724f36fa..226a02e7a6677 100644 --- a/airflow/providers/common/sql/provider.yaml +++ b/airflow/providers/common/sql/provider.yaml @@ -58,7 +58,11 @@ dependencies: additional-extras: - name: pandas dependencies: - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 integrations: - integration-name: Common SQL diff --git a/airflow/providers/exasol/provider.yaml b/airflow/providers/exasol/provider.yaml index 929862bef29b5..207bb19d91a50 100644 --- a/airflow/providers/exasol/provider.yaml +++ b/airflow/providers/exasol/provider.yaml @@ -57,7 +57,11 @@ dependencies: - apache-airflow>=2.6.0 - apache-airflow-providers-common-sql>=1.10.0 - pyexasol>=0.5.1 - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 integrations: - integration-name: Exasol diff --git a/airflow/providers/google/provider.yaml b/airflow/providers/google/provider.yaml index 21c6ce08c5356..db6015d0a64c6 100644 --- a/airflow/providers/google/provider.yaml +++ b/airflow/providers/google/provider.yaml @@ -147,7 +147,11 @@ dependencies: - json-merge-patch>=0.2 - looker-sdk>=22.2.0 - pandas-gbq - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 # A transient dependency of google-cloud-bigquery-datatransfer, but we # further constrain it since older versions are buggy. - proto-plus>=1.19.6 diff --git a/airflow/providers/presto/provider.yaml b/airflow/providers/presto/provider.yaml index a89761bfb5a8b..3325737bc9802 100644 --- a/airflow/providers/presto/provider.yaml +++ b/airflow/providers/presto/provider.yaml @@ -59,7 +59,11 @@ dependencies: - apache-airflow>=2.6.0 - apache-airflow-providers-common-sql>=1.3.1 - presto-python-client>=0.8.4 - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 integrations: - integration-name: Presto diff --git a/airflow/providers/salesforce/provider.yaml b/airflow/providers/salesforce/provider.yaml index 8132e49773fad..927c50b7271ff 100644 --- a/airflow/providers/salesforce/provider.yaml +++ b/airflow/providers/salesforce/provider.yaml @@ -55,7 +55,11 @@ versions: dependencies: - apache-airflow>=2.6.0 - simple-salesforce>=1.0.0 - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 integrations: - integration-name: Salesforce diff --git a/airflow/providers/trino/provider.yaml b/airflow/providers/trino/provider.yaml index 26c2663728d33..2731bf382feaa 100644 --- a/airflow/providers/trino/provider.yaml +++ b/airflow/providers/trino/provider.yaml @@ -60,7 +60,11 @@ versions: dependencies: - apache-airflow>=2.6.0 - apache-airflow-providers-common-sql>=1.3.1 - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 - trino>=0.318.0 integrations: diff --git a/airflow/providers/weaviate/provider.yaml b/airflow/providers/weaviate/provider.yaml index bee7acdf09a22..b403afa0548b3 100644 --- a/airflow/providers/weaviate/provider.yaml +++ b/airflow/providers/weaviate/provider.yaml @@ -45,7 +45,11 @@ integrations: dependencies: - apache-airflow>=2.6.0 - weaviate-client>=3.24.2 - - pandas>=1.2.5 + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + - pandas>=1.2.5,<2.2 hooks: - integration-name: Weaviate diff --git a/generated/provider_dependencies.json b/generated/provider_dependencies.json index 46c83a497ad61..f140451e1715d 100644 --- a/generated/provider_dependencies.json +++ b/generated/provider_dependencies.json @@ -148,7 +148,7 @@ "apache-airflow-providers-common-sql>=1.3.1", "apache-airflow>=2.6.0", "hmsclient>=0.1.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "pyhive[hive_pure_sasl]>=0.7.0", "thrift>=0.9.2" ], @@ -455,7 +455,7 @@ "deps": [ "apache-airflow-providers-common-sql>=1.10.0", "apache-airflow>=2.6.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "pyexasol>=0.5.1" ], "devel-deps": [], @@ -566,7 +566,7 @@ "json-merge-patch>=0.2", "looker-sdk>=22.2.0", "pandas-gbq", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "proto-plus>=1.19.6", "sqlalchemy-bigquery>=1.2.1", "sqlalchemy-spanner>=1.6.2" @@ -932,7 +932,7 @@ "deps": [ "apache-airflow-providers-common-sql>=1.3.1", "apache-airflow>=2.6.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "presto-python-client>=0.8.4" ], "devel-deps": [], @@ -966,7 +966,7 @@ "salesforce": { "deps": [ "apache-airflow>=2.6.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "simple-salesforce>=1.0.0" ], "devel-deps": [], @@ -1140,7 +1140,7 @@ "deps": [ "apache-airflow-providers-common-sql>=1.3.1", "apache-airflow>=2.6.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "trino>=0.318.0" ], "devel-deps": [], @@ -1168,7 +1168,7 @@ "weaviate": { "deps": [ "apache-airflow>=2.6.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "weaviate-client>=3.24.2" ], "devel-deps": [], diff --git a/pyproject.toml b/pyproject.toml index d862c06baf6ee..9857c71066bb5 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -214,7 +214,11 @@ otel = [ "opentelemetry-exporter-prometheus", ] pandas = [ - "pandas>=1.2.5", + # In pandas 2.2 minimal version of the sqlalchemy is 2.0 + # https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies + # However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723 + # In addition FAB also limit sqlalchemy to < 2.0 + "pandas>=1.2.5,<2.2", ] password = [ "bcrypt>=2.0.0", @@ -593,7 +597,7 @@ apache-hdfs = [ # source: airflow/providers/apache/hdfs/provider.yaml apache-hive = [ # source: airflow/providers/apache/hive/provider.yaml "apache-airflow[common_sql]", "hmsclient>=0.1.0", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "pyhive[hive_pure_sasl]>=0.7.0", "thrift>=0.9.2", ] @@ -690,7 +694,7 @@ elasticsearch = [ # source: airflow/providers/elasticsearch/provider.yaml ] exasol = [ # source: airflow/providers/exasol/provider.yaml "apache-airflow[common_sql]", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "pyexasol>=0.5.1", ] fab = [ # source: airflow/providers/fab/provider.yaml @@ -761,7 +765,7 @@ google = [ # source: airflow/providers/google/provider.yaml "json-merge-patch>=0.2", "looker-sdk>=22.2.0", "pandas-gbq", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "proto-plus>=1.19.6", "sqlalchemy-bigquery>=1.2.1", "sqlalchemy-spanner>=1.6.2", @@ -886,7 +890,7 @@ postgres = [ # source: airflow/providers/postgres/provider.yaml ] presto = [ # source: airflow/providers/presto/provider.yaml "apache-airflow[common_sql]", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "presto-python-client>=0.8.4", ] qdrant = [ # source: airflow/providers/qdrant/provider.yaml @@ -896,7 +900,7 @@ redis = [ # source: airflow/providers/redis/provider.yaml "redis>=4.5.2,<5.0.0,!=4.5.5", ] salesforce = [ # source: airflow/providers/salesforce/provider.yaml - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "simple-salesforce>=1.0.0", ] samba = [ # source: airflow/providers/samba/provider.yaml @@ -950,7 +954,7 @@ teradata = [ # source: airflow/providers/teradata/provider.yaml ] trino = [ # source: airflow/providers/trino/provider.yaml "apache-airflow[common_sql]", - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "trino>=0.318.0", ] vertica = [ # source: airflow/providers/vertica/provider.yaml @@ -958,7 +962,7 @@ vertica = [ # source: airflow/providers/vertica/provider.yaml "vertica-python>=0.5.1", ] weaviate = [ # source: airflow/providers/weaviate/provider.yaml - "pandas>=1.2.5", + "pandas>=1.2.5,<2.2", "weaviate-client>=3.24.2", ] yandex = [ # source: airflow/providers/yandex/provider.yaml