Skip to content

Commit 086be3b

Browse files
committed
Bump upper binding on pandas in all providers
We are limiting pandas to < 2.2, however Pandas is now at 2.4 and if we limit it to <2.2 it's not possible to have providers that support python 3.13 We should open up to higher pandas versions, there is no reason to believe that newer pandas versions might be breaking heavily - we are using very small subset of pandas APIs that should be stable. We also should add provisional lower bounds for Python 3.13, because older versions of Pandas do not compile for Python 3.13 and sometiems uv or other installers might attempt to build those older versions if they are not limited.
1 parent c6a22ac commit 086be3b

8 files changed

Lines changed: 16 additions & 8 deletions

File tree

providers/apache/hdfs/pyproject.toml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -60,7 +60,8 @@ dependencies = [
6060
"apache-airflow>=2.10.0",
6161
'hdfs[avro,dataframe,kerberos]>=2.5.4;python_version<"3.12"',
6262
'hdfs[avro,dataframe,kerberos]>=2.7.3;python_version>="3.12"',
63-
"pandas>=2.1.2,<2.2",
63+
'pandas>=2.1.2; python_version <"3.13"',
64+
'pandas>=2.2.3; python_version >="3.13"',
6465
]
6566

6667
[dependency-groups]

providers/common/sql/pyproject.toml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -73,7 +73,8 @@ dependencies = [
7373
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
7474
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
7575
# In addition FAB also limit sqlalchemy to < 2.0
76-
"pandas>=2.1.2,<2.2",
76+
'pandas>=2.1.2; python_version <"3.13"',
77+
'pandas>=2.2.3; python_version >="3.13"',
7778
]
7879
"openlineage" = [
7980
"apache-airflow-providers-openlineage"

providers/databricks/pyproject.toml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -65,7 +65,8 @@ dependencies = [
6565
"databricks-sqlalchemy>=1.0.2",
6666
"aiohttp>=3.9.2, <4",
6767
"mergedeep>=1.3.4",
68-
"pandas>=2.1.2,<2.2",
68+
'pandas>=2.1.2; python_version <"3.13"',
69+
'pandas>=2.2.3; python_version >="3.13"',
6970
"pyarrow>=14.0.1",
7071
]
7172

providers/exasol/pyproject.toml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,8 @@ dependencies = [
6464
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
6565
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
6666
# In addition FAB also limit sqlalchemy to < 2.0
67-
"pandas>=2.1.2,<2.2",
67+
'pandas>=2.1.2; python_version <"3.13"',
68+
'pandas>=2.2.3; python_version >="3.13"',
6869
]
6970

7071
[dependency-groups]

providers/papermill/pyproject.toml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -61,7 +61,8 @@ dependencies = [
6161
"papermill[all]>=2.6.0",
6262
"scrapbook[all]>=0.5.0",
6363
"ipykernel>=6.29.4",
64-
"pandas>=2.1.2,<2.2",
64+
'pandas>=2.1.2; python_version <"3.13"',
65+
'pandas>=2.2.3; python_version >="3.13"',
6566
"nbconvert>=7.16.1",
6667
]
6768

providers/salesforce/pyproject.toml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -63,7 +63,8 @@ dependencies = [
6363
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
6464
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
6565
# In addition FAB also limit sqlalchemy to < 2.0
66-
"pandas>=2.1.2,<2.2",
66+
'pandas>=2.1.2; python_version <"3.13"',
67+
'pandas>=2.2.3; python_version >="3.13"',
6768
]
6869

6970
[dependency-groups]

providers/snowflake/pyproject.toml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,8 @@ dependencies = [
6464
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
6565
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
6666
# In addition FAB also limit sqlalchemy to < 2.0
67-
"pandas>=2.1.2,<2.2",
67+
'pandas>=2.1.2; python_version <"3.13"',
68+
'pandas>=2.2.3; python_version >="3.13"',
6869
"pyarrow>=14.0.1",
6970
"snowflake-connector-python>=3.7.1",
7071
"snowflake-sqlalchemy>=1.4.0",

providers/weaviate/pyproject.toml

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,8 @@ dependencies = [
6464
# https://pandas.pydata.org/docs/whatsnew/v2.2.0.html#increased-minimum-versions-for-dependencies
6565
# However Airflow not fully supports it yet: https://github.com/apache/airflow/issues/28723
6666
# In addition FAB also limit sqlalchemy to < 2.0
67-
"pandas>=2.1.2,<2.2",
67+
'pandas>=2.1.2; python_version <"3.13"',
68+
'pandas>=2.2.3; python_version >="3.13"',
6869
]
6970

7071
[dependency-groups]

0 commit comments

Comments
 (0)