We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 42b46f6 commit 4046387Copy full SHA for 4046387
awswrangler/s3/_write_parquet.py
@@ -50,6 +50,8 @@ def _new_writer(
50
pyarrow_additional_kwargs = {}
51
if not pyarrow_additional_kwargs.get("coerce_timestamps"):
52
pyarrow_additional_kwargs["coerce_timestamps"] = "ms"
53
+ if "flavor" not in pyarrow_additional_kwargs:
54
+ pyarrow_additional_kwargs["flavor"] = "spark"
55
56
with open_s3_object(
57
path=file_path,
@@ -64,7 +66,6 @@ def _new_writer(
64
66
write_statistics=True,
65
67
use_dictionary=True,
68
compression="NONE" if compression is None else compression,
- flavor="spark",
69
schema=schema,
70
**pyarrow_additional_kwargs,
71
)
0 commit comments