fix: Duplicate schema argument in wr.s3.to_parquet() (#2455)

* fix: Duplicate schema argument in wr.s3.to_parquet()

Signed-off-by: Anton Kukushkin <[email protected]>

* fix: don't pass additional schema

Signed-off-by: Anton Kukushkin <[email protected]>

* fix: prefer user-passed schema

Signed-off-by: Anton Kukushkin <[email protected]>

---------

Signed-off-by: Anton Kukushkin <[email protected]>

Author: kukushking

awswrangler/s3/_write_parquet.py

@@ -64,6 +64,8 @@ def _new_writer(
         pyarrow_additional_kwargs["use_dictionary"] = True
     if not pyarrow_additional_kwargs.get("write_statistics"):
         pyarrow_additional_kwargs["write_statistics"] = True
+    if not pyarrow_additional_kwargs.get("schema"):
+        pyarrow_additional_kwargs["schema"] = schema
 
     with open_s3_object(
         path=file_path,
@@ -76,7 +78,6 @@ def _new_writer(
             writer = pyarrow.parquet.ParquetWriter(
                 where=f,
                 compression="NONE" if compression is None else compression,
-                schema=schema,
                 **pyarrow_additional_kwargs,
             )
             yield writer