Bump lower bounds on pyarrow, since old versions don't work with newe…

…r versions of numpy.
apache · Feb 8, 2023 · be88bb7 · be88bb7
1 parent 1ffabf4
commit be88bb7
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 21 deletions.
diff --git a/sdks/python/setup.py b/sdks/python/setup.py
@@ -140,7 +140,7 @@ def cythonize(*args, **kwargs):
 if sys.platform == 'win32' and sys.maxsize <= 2**32:
   pyarrow_dependency = ''
 else:
-  pyarrow_dependency = 'pyarrow>=0.15.1,<10.0.0'
+  pyarrow_dependency = 'pyarrow>=3.0.0,<10.0.0'
 
 # We must generate protos after setup_requires are installed.
 def generate_protos_first():

diff --git a/sdks/python/test-suites/tox/py38/build.gradle b/sdks/python/test-suites/tox/py38/build.gradle
@@ -43,19 +43,7 @@ project.tasks.register("preCommitPyCoverage") {
       dependsOn = ["testPy38CloudCoverage"]
 }
 
-// Create a test task for each major version of pyarrow
-toxTask "testPy38pyarrow-0", "py38-pyarrow-0", "${posargs}"
-test.dependsOn "testPy38pyarrow-0"
-preCommitPyCoverage.dependsOn "testPy38pyarrow-0"
-
-toxTask "testPy38pyarrow-1", "py38-pyarrow-1", "${posargs}"
-test.dependsOn "testPy38pyarrow-1"
-preCommitPyCoverage.dependsOn "testPy38pyarrow-1"
-
-toxTask "testPy38pyarrow-2", "py38-pyarrow-2", "${posargs}"
-test.dependsOn "testPy38pyarrow-2"
-preCommitPyCoverage.dependsOn "testPy38pyarrow-2"
-
+// Create a test task for each supported major version of pyarrow
 toxTask "testPy38pyarrow-3", "py38-pyarrow-3", "${posargs}"
 test.dependsOn "testPy38pyarrow-3"
 preCommitPyCoverage.dependsOn "testPy38pyarrow-3"

diff --git a/sdks/python/tox.ini b/sdks/python/tox.ini
@@ -277,14 +277,8 @@ extras = test
 commands =
   {toxinidir}/scripts/pytest_validates_runner.sh {envname} {toxinidir}/apache_beam/runners/portability/spark_runner_test.py {posargs}
 
-[testenv:py{37,38,39,310}-pyarrow-{0,1,2,3,4,5,6,7,8,9}]
+[testenv:py{37,38,39,310}-pyarrow-{3,4,5,6,7,8,9}]
 deps =
-  0: pyarrow>=0.15.1,<0.18.0
-  1: pyarrow>=1,<2
-  2: pyarrow>=2,<3
-  # ARROW-11450,BEAM-11731
-  # pyarrow <3 doesn't work with 1.20.0, but doesn't restrict the bounds
-  {0,1,2}: numpy<1.20.0
   3: pyarrow>=3,<4
   4: pyarrow>=4,<5
   5: pyarrow>=5,<6