[FLINK-38121][python] Limit the version of pyarrow to <21.0.0 (apache#26815)

Author: dianfu

flink-python/dev/dev-requirements.txt

@@ -22,7 +22,7 @@ python-dateutil>=2.8.0,<3
 cloudpickle~=2.2.0
 avro-python3>=1.8.1,!=1.9.2
 pandas>=1.3.0
-pyarrow>=5.0.0
+pyarrow>=5.0.0,<21.0.0
 pytz>=2018.3
 numpy>=1.22.4,!=2.3.0
 fastavro>=1.1.0,!=1.8.0

flink-python/setup.py

@@ -323,7 +323,7 @@ def extracted_output_files(base_dir, file_path, output_directory):
                         'protobuf>=3.19.0',
                         'numpy>=1.22.4',
                         'pandas>=1.3.0',
-                        'pyarrow>=5.0.0',
+                        'pyarrow>=5.0.0,<21.0.0',
                         'pemja>=0.5.0,<0.6.0;platform_system != "Windows"',
                         'httplib2>=0.19.0',
                         'ruamel.yaml>=0.18.4',