Support newer versions of pyarrow.

Author: aebrahim

sdks/python/setup.py

@@ -145,7 +145,7 @@ def cythonize(*args, **kwargs):
   pyarrow_dependency = ['']
 else:
   pyarrow_dependency = [
-      'pyarrow>=3.0.0,<19.0.0',
+      'pyarrow>=3.0.0,<23.0.0',
       # NOTE(https://github.com/apache/beam/issues/29392): We can remove this
       # once Beam increases the pyarrow lower bound to a version that fixes CVE.
       # (lower bound >= 14.0.1)

sdks/python/tox.ini

@@ -342,7 +342,7 @@ extras = test
 commands =
   bash {toxinidir}/scripts/pytest_validates_runner.sh {envname} {toxinidir}/apache_beam/runners/portability/prism_runner_test.py {posargs}
 
-[testenv:py{310,311}-pyarrow-{3,9,10,11,12,13,14,15,16,17,18}]
+[testenv:py{310,311}-pyarrow-{3,9,10,11,12,13,14,15,16,17,18,19,20,21,22}]
 deps =
   # As a courtesy to users, test against the oldest allowed version of Pyarrow.
   # We'd have to increase the pyarrow lower bound when Python 3.9 is deprecated.
@@ -362,6 +362,10 @@ deps =
   16: pyarrow>=16,<17
   17: pyarrow>=17,<18
   18: pyarrow>=18,<19
+  19: pyarrow>=19,<20
+  20: pyarrow>=20,<21
+  21: pyarrow>=21,<22
+  22: pyarrow>=22,<23
   numpy==1.26.4
 commands =
   # Log pyarrow and numpy version for debugging