[beam] branch master updated: Open Allow and test pyarrow 8.x and 9.x (#22997)

[bh...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

bhulette pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
     new 66d1af8beef  Open Allow and test pyarrow 8.x and 9.x (#22997)
66d1af8beef is described below

commit 66d1af8beefdf7373fef395a4d7cfc0dbbcaa118
Author: Brian Hulette <bh...@google.com>
AuthorDate: Tue Sep 13 12:46:28 2022 -0400

     Open Allow and test pyarrow 8.x and 9.x (#22997)
---
 sdks/python/setup.py                          | 2 +-
 sdks/python/test-suites/tox/py38/build.gradle | 8 ++++++++
 sdks/python/tox.ini                           | 4 +++-
 3 files changed, 12 insertions(+), 2 deletions(-)

diff --git a/sdks/python/setup.py b/sdks/python/setup.py
index fa02a658612..ace81248751 100644
--- a/sdks/python/setup.py
+++ b/sdks/python/setup.py
@@ -129,7 +129,7 @@ except ImportError:
 if sys.platform == 'win32' and sys.maxsize <= 2**32:
   pyarrow_dependency = ''
 else:
-  pyarrow_dependency = 'pyarrow>=0.15.1,<8.0.0'
+  pyarrow_dependency = 'pyarrow>=0.15.1,<10.0.0'
 
 # We must generate protos after setup_requires are installed.
 def generate_protos_first():
diff --git a/sdks/python/test-suites/tox/py38/build.gradle b/sdks/python/test-suites/tox/py38/build.gradle
index 20dfbfe0fd5..6c2cdf7f72b 100644
--- a/sdks/python/test-suites/tox/py38/build.gradle
+++ b/sdks/python/test-suites/tox/py38/build.gradle
@@ -68,6 +68,14 @@ toxTask "testPy38pyarrow-7", "py38-pyarrow-7"
 test.dependsOn "testPy38pyarrow-7"
 preCommitPy38.dependsOn "testPy38pyarrow-7"
 
+toxTask "testPy38pyarrow-8", "py38-pyarrow-8"
+test.dependsOn "testPy38pyarrow-8"
+preCommitPy38.dependsOn "testPy38pyarrow-8"
+
+toxTask "testPy38pyarrow-9", "py38-pyarrow-9"
+test.dependsOn "testPy38pyarrow-9"
+preCommitPy38.dependsOn "testPy38pyarrow-9"
+
 // Create a test task for each minor version of pandas
 toxTask "testPy38pandas-11", "py38-pandas-11"
 test.dependsOn "testPy38pandas-11"
diff --git a/sdks/python/tox.ini b/sdks/python/tox.ini
index 75e67578f23..592376a0144 100644
--- a/sdks/python/tox.ini
+++ b/sdks/python/tox.ini
@@ -233,7 +233,7 @@ extras = test
 commands =
   {toxinidir}/scripts/pytest_validates_runner.sh {envname} {toxinidir}/apache_beam/runners/portability/spark_runner_test.py {posargs}
 
-[testenv:py{37,38,39}-pyarrow-{0,1,2,3,4,5,6,7}]
+[testenv:py{37,38,39}-pyarrow-{0,1,2,3,4,5,6,7,8,9}]
 deps =
   0: pyarrow>=0.15.1,<0.18.0
   1: pyarrow>=1,<2
@@ -246,6 +246,8 @@ deps =
   5: pyarrow>=5,<6
   6: pyarrow>=6,<7
   7: pyarrow>=7,<8
+  8: pyarrow>=8,<9
+  9: pyarrow>=9,<10
 commands =
   # Log pyarrow and numpy version for debugging
   /bin/sh -c "pip freeze | grep -E '(pyarrow|numpy)'"