Bumping version to 0.0.20

Author: igorborgest

README.md

@@ -2,7 +2,7 @@
 
 > Utility belt to handle data on AWS.
 
-[![Release](https://img.shields.io/badge/release-0.0.19-brightgreen.svg)](https://pypi.org/project/awswrangler/)
+[![Release](https://img.shields.io/badge/release-0.0.20-brightgreen.svg)](https://pypi.org/project/awswrangler/)
 [![Downloads](https://img.shields.io/pypi/dm/awswrangler.svg)](https://pypi.org/project/awswrangler/)
 [![Python Version](https://img.shields.io/badge/python-3.6%20%7C%203.7-brightgreen.svg)](https://pypi.org/project/awswrangler/)
 [![Documentation Status](https://readthedocs.org/projects/aws-data-wrangler/badge/?version=latest)](https://aws-data-wrangler.readthedocs.io/en/latest/?badge=latest)

awswrangler/__version__.py

@@ -1,4 +1,4 @@
 __title__ = "awswrangler"
 __description__ = "Utility belt to handle data on AWS."
-__version__ = "0.0.19"
+__version__ = "0.0.20"
 __license__ = "Apache License 2.0"

testing/test_awswrangler/test_redshift.py

@@ -247,6 +247,39 @@ def test_to_redshift_spark(session, bucket, redshift_parameters, sample_name, mo
     assert len(list(dataframe.columns)) == len(list(rows[0]))
 
 
+def test_to_redshift_spark_big(session, bucket, redshift_parameters):
+    dataframe = session.spark_session.createDataFrame(
+        pd.DataFrame({
+            "A": list(range(100_000)),
+            "B": list(range(100_000)),
+            "C": list(range(100_000))
+        }))
+    con = Redshift.generate_connection(
+        database="test",
+        host=redshift_parameters.get("RedshiftAddress"),
+        port=redshift_parameters.get("RedshiftPort"),
+        user="test",
+        password=redshift_parameters.get("RedshiftPassword"),
+    )
+    session.spark.to_redshift(
+        dataframe=dataframe,
+        path=f"s3://{bucket}/redshift-load/",
+        connection=con,
+        schema="public",
+        table="test",
+        iam_role=redshift_parameters.get("RedshiftRole"),
+        mode="overwrite",
+        min_num_partitions=10,
+    )
+    cursor = con.cursor()
+    cursor.execute("SELECT * from public.test")
+    rows = cursor.fetchall()
+    cursor.close()
+    con.close()
+    assert dataframe.count() == len(rows)
+    assert len(list(dataframe.columns)) == len(list(rows[0]))
+
+
 @pytest.mark.parametrize(
     "sample_name,mode,factor,diststyle,distkey,exc,sortstyle,sortkey",
     [