Support for Python 3.9, Pandas 1.2.1, PyArrow 3. #454 #531

Author: igorborgest

.github/workflows/static-checking.yml

@@ -31,7 +31,7 @@ jobs:
       - name: CloudFormation Lint - Databases
         run: cfn-lint -t cloudformation/databases.yaml
       - name: mypy check
-        run: mypy .
+        run: mypy awswrangler
       - name: Flake8 Lint
         run: flake8 .
       - name: Pylint Lint

.gitignore

@@ -132,6 +132,7 @@ output/
 /dev/
 metrics/
 python/
+notes.txt
 
 # SAM
 .aws-sam

.pylintrc

@@ -140,7 +140,10 @@ disable=print-statement,
         exception-escape,
         comprehension-escape,
         invalid-name,
-        bad-continuation
+        bad-continuation,
+        unsubscriptable-object,
+        inherit-non-class,
+        too-few-public-methods
 
 # Enable the message, report, category or checker with the given id(s). You can
 # either give multiple identifier separated by comma (,) or put this option

README.md

@@ -8,8 +8,8 @@ Easy integration with Athena, Glue, Redshift, Timestream, QuickSight, Chime, Clo
 
 > An [AWS Professional Service](https://aws.amazon.com/professional-services/) open source initiative | [email protected]
 
-[![Release](https://img.shields.io/badge/release-2.3.0-brightgreen.svg)](https://pypi.org/project/awswrangler/)
-[![Python Version](https://img.shields.io/badge/python-3.6%20%7C%203.7%20%7C%203.8-brightgreen.svg)](https://anaconda.org/conda-forge/awswrangler)
+[![Release](https://img.shields.io/badge/release-2.4.0-brightgreen.svg)](https://pypi.org/project/awswrangler/)
+[![Python Version](https://img.shields.io/badge/python-3.6%20%7C%203.7%20%7C%203.8%20%7C%203.9-brightgreen.svg)](https://anaconda.org/conda-forge/awswrangler)
 [![Code style: black](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black)
 [![License](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)
 

awswrangler/__metadata__.py

@@ -7,5 +7,5 @@
 
 __title__: str = "awswrangler"
 __description__: str = "Pandas on AWS."
-__version__: str = "2.3.0"
+__version__: str = "2.4.0"
 __license__: str = "Apache License 2.0"

awswrangler/mysql.py

@@ -333,8 +333,8 @@ def to_sql(
             _logger.debug("sql: %s", sql)
             parameters: List[List[Any]] = _db_utils.extract_parameters(df=df)
             cursor.executemany(sql, parameters)
-            con.commit()  # type: ignore
+            con.commit()
     except Exception as ex:
-        con.rollback()  # type: ignore
+        con.rollback()
         _logger.error(ex)
         raise

awswrangler/sqlserver.py

@@ -15,7 +15,7 @@
 
 __all__ = ["connect", "read_sql_query", "read_sql_table", "to_sql"]
 
-_pyodbc_found = importlib.util.find_spec("pyodbc")
+_pyodbc_found = importlib.util.find_spec("pyodbc")  # type: ignore
 if _pyodbc_found:
     import pyodbc  # pylint: disable=import-error
 

requirements-dev.txt

@@ -2,23 +2,22 @@ isort==5.7.0
 black==20.8b1
 pylint==2.6.0
 flake8==3.8.4
-mypy==0.790
+mypy==0.800
 pydocstyle==5.1.1
 doc8==0.8.1
 tox==3.21.2
-pytest==6.2.1
-pytest-cov==2.11.0
+pytest==6.2.2
+pytest-cov==2.11.1
 pytest-xdist==2.2.0
 pytest-timeout==1.4.2
-cfn-lint~=0.44.3
+cfn-lint~=0.44.5
 pydot~=1.4.1
 cfn-flip==1.2.3
 twine==3.3.0
 sphinx==3.4.3
 sphinx_bootstrap_theme==0.7.1
 moto==1.3.16
 jupyterlab==3.0.5
-jupyter==1.0.0
 s3fs==0.4.2
 python-Levenshtein==0.12.1
 -e .[sqlserver]

requirements.txt

@@ -1,8 +1,8 @@
 boto3>=1.12.49,<2.0.0
 botocore>=1.15.49,<2.0.0
 numpy>=1.18.0,<1.20.0
-pandas>=1.1.0,<=1.2.0
-pyarrow~=2.0.0
+pandas>=1.1.0,<1.3.0
+pyarrow>=2.0.0,<3.1.0
 redshift-connector~=2.0.0
 pymysql>=0.9.0,<1.1.0
 pg8000~=1.16.0

setup.py

@@ -24,7 +24,7 @@
     license=about["__license__"],
     packages=find_packages(exclude=["tests"]),
     include_package_data=True,
-    python_requires=">=3.6, <3.9",
+    python_requires=">=3.6, <3.10",
     install_requires=open("requirements.txt").read().strip().split("\n"),
     classifiers=[
         "Programming Language :: Python :: 3.6",