Update pyarrow (#670)

* Update pyarrow

* Upgrading Arrow version for build process

Co-authored-by: Abdel Jaidi <[email protected]>

Author: maxispeicher

building/lambda/build-lambda-layer.sh

@@ -14,7 +14,7 @@ export ARROW_HOME=$(pwd)/dist
 export LD_LIBRARY_PATH=$(pwd)/dist/lib:$LD_LIBRARY_PATH
 
 git clone \
-  --branch apache-arrow-3.0.0 \
+  --branch apache-arrow-4.0.0 \
   --single-branch \
   https://github.com/apache/arrow.git
 

requirements.txt

@@ -2,7 +2,7 @@ boto3>=1.12.49,<2.0.0
 botocore>=1.15.49,<2.0.0
 numpy>=1.18.0,<1.21.0
 pandas>=1.1.0,<1.3.0
-pyarrow>=2.0.0,<3.1.0
+pyarrow>=2.0.0,<4.1.0
 redshift-connector~=2.0.0
 pymysql>=0.9.0,<1.1.0
 pg8000>=1.16.0,<1.19.0

setup.cfg

@@ -7,7 +7,7 @@ license_files =
 [flake8]
 max-line-length = 120
 extend-ignore = E203, W503
-exclude = .git,__pycache__,docs/source/conf.py,old,build,dist,.venv,.tox,dev,.env,.coverage
+exclude = .git,__pycache__,docs/source/conf.py,old,build,dist,.venv,.venv2,.tox,dev,.env,.coverage
 
 [mypy]
 python_version = 3.6