Add s3_write_modes.ipynb tutorial

Author: igorborgest

README.md

@@ -12,7 +12,7 @@
 
 **[Read the Docs!](https://aws-data-wrangler.readthedocs.io)**
 
-**[Read the Tutorials](https://github.com/awslabs/aws-data-wrangler/tree/master/tutorials): [Catalog & Metadata](https://github.com/awslabs/aws-data-wrangler/blob/master/tutorials/catalog_and_metadata.ipynb) | [Athena Nested](https://github.com/awslabs/aws-data-wrangler/blob/master/tutorials/athena_nested.ipynb)**
+**[Read the Tutorials](https://github.com/awslabs/aws-data-wrangler/tree/master/tutorials): [Catalog & Metadata](https://github.com/awslabs/aws-data-wrangler/blob/master/tutorials/catalog_and_metadata.ipynb) | [Athena Nested](https://github.com/awslabs/aws-data-wrangler/blob/master/tutorials/athena_nested.ipynb) | [S3 Write Modes](https://github.com/awslabs/aws-data-wrangler/blob/master/tutorials/s3_write_modes.ipynb)**
 
 ---
 

awswrangler/glue.py

@@ -1,4 +1,4 @@
-from typing import TYPE_CHECKING, Dict, Optional, Any, Iterator, List
+from typing import TYPE_CHECKING, Dict, Optional, Any, Iterator, List, Union
 from math import ceil
 from itertools import islice
 import re
@@ -64,7 +64,7 @@ def metadata_to_glue(self,
                          mode: str = "append",
                          compression=None,
                          cast_columns=None,
-                         extra_args=None,
+                         extra_args: Optional[Dict[str, Optional[Union[str, int]]]] = None,
                          description: Optional[str] = None,
                          parameters: Optional[Dict[str, str]] = None,
                          columns_comments: Optional[Dict[str, str]] = None) -> None:
@@ -269,9 +269,13 @@ def parse_table_name(path):
         return path.rpartition("/")[2]
 
     @staticmethod
-    def csv_table_definition(table, partition_cols_schema, schema, path, compression, extra_args=None):
+    def csv_table_definition(table, partition_cols_schema, schema, path, compression, extra_args: Optional[Dict[str, Optional[Union[str, int]]]] = None):
         if extra_args is None:
-            extra_args = {}
+            extra_args = {
+                "sep": None
+            }
+        if extra_args.get("sep") is None:
+            extra_args["sep"] = ","
         if partition_cols_schema is None:
             partition_cols_schema = []
         compressed = False if compression is None else True

docs/source/index.rst

@@ -10,7 +10,7 @@
 
 *Utility belt to handle data on AWS.*
 
-`Read the Tutorials <https://github.com/awslabs/aws-data-wrangler/tree/master/tutorials>`_: `Catalog & Metadata <https://github.com/awslabs/aws-data-wrangler/blob/master/tutorials/catalog_and_metadata.ipynb>`_ | `Athena Nested <https://github.com/awslabs/aws-data-wrangler/blob/master/tutorials/athena_nested.ipynb>`_
+`Read the Tutorials <https://github.com/awslabs/aws-data-wrangler/tree/master/tutorials>`_: `Catalog & Metadata <https://github.com/awslabs/aws-data-wrangler/blob/master/tutorials/catalog_and_metadata.ipynb>`_ | `Athena Nested <https://github.com/awslabs/aws-data-wrangler/blob/master/tutorials/athena_nested.ipynb>`_ | `S3 Write Modes <https://github.com/awslabs/aws-data-wrangler/blob/master/tutorials/s3_write_modes.ipynb>`_
 
 Use Cases
 ---------

testing/test_awswrangler/test_pandas.py

@@ -1933,12 +1933,9 @@ def test_aurora_postgres_load_special(bucket, postgres_parameters):
         "value": ["foo", "boo", "bar", "abc"],
         "slashes": ["\\", "\"", "\\\\\\\\", "\"\"\"\""],
         "floats": [1.0, 2.0, 3.0, 4.0],
-        "decimals": [
-            Decimal((0, (1, 9, 9), -2)),
-            Decimal((0, (1, 9, 9), -2)),
-            Decimal((0, (1, 9, 0), -2)),
-            None
-        ]
+        "decimals": [Decimal((0, (1, 9, 9), -2)),
+                     Decimal((0, (1, 9, 9), -2)),
+                     Decimal((0, (1, 9, 0), -2)), None]
     })
 
     path = f"s3://{bucket}/test_aurora_postgres_special"
@@ -1988,12 +1985,9 @@ def test_aurora_mysql_load_special(bucket, mysql_parameters):
         "value": ["foo", "boo", "bar", "abc"],
         "slashes": ["\\", "\"", "\\\\\\\\", "\"\"\"\""],
         "floats": [1.0, 2.0, 3.0, 4.0],
-        "decimals": [
-            Decimal((0, (1, 9, 9), -2)),
-            Decimal((0, (1, 9, 9), -2)),
-            Decimal((0, (1, 9, 0), -2)),
-            None
-        ]
+        "decimals": [Decimal((0, (1, 9, 9), -2)),
+                     Decimal((0, (1, 9, 9), -2)),
+                     Decimal((0, (1, 9, 0), -2)), None]
     })
 
     path = f"s3://{bucket}/test_aurora_mysql_special"