Skip to content

Commit 8b1d527

Browse files
authored
Merge branch 'main' into patch-1
2 parents 3831881 + a2b30f7 commit 8b1d527

File tree

4 files changed

+317
-162
lines changed

4 files changed

+317
-162
lines changed

awswrangler/athena/_write_iceberg.py

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -352,7 +352,7 @@ def _merge_iceberg(
352352
@_utils.validate_distributed_kwargs(
353353
unsupported_kwargs=["boto3_session", "s3_additional_kwargs"],
354354
)
355-
def to_iceberg(
355+
def to_iceberg( # noqa: PLR0913
356356
df: pd.DataFrame,
357357
database: str,
358358
table: str,
@@ -372,6 +372,7 @@ def to_iceberg(
372372
kms_key: str | None = None,
373373
boto3_session: boto3.Session | None = None,
374374
s3_additional_kwargs: dict[str, Any] | None = None,
375+
pyarrow_additional_kwargs: dict[str, Any] | None = None,
375376
additional_table_properties: dict[str, Any] | None = None,
376377
dtype: dict[str, str] | None = None,
377378
catalog_id: str | None = None,
@@ -429,6 +430,10 @@ def to_iceberg(
429430
For SSE-KMS, this is the KMS key ARN or ID.
430431
boto3_session
431432
The default boto3 session will be used if **boto3_session** receive ``None``.
433+
pyarrow_additional_kwargs
434+
Additional parameters forwarded to pyarrow.
435+
e.g. pyarrow_additional_kwargs={'coerce_timestamps': 'ns', 'use_deprecated_int96_timestamps': False,
436+
'allow_truncated_timestamps'=False}
432437
s3_additional_kwargs
433438
Forwarded to botocore requests.
434439
e.g. s3_additional_kwargs={'RequestPayer': 'requester'}
@@ -619,6 +624,7 @@ def to_iceberg(
619624
table=temp_table,
620625
boto3_session=boto3_session,
621626
s3_additional_kwargs=s3_additional_kwargs,
627+
pyarrow_additional_kwargs=pyarrow_additional_kwargs,
622628
dtype=dtype,
623629
catalog_id=catalog_id,
624630
glue_table_settings=glue_table_settings,

0 commit comments

Comments
 (0)