Skip to content

Commit e594aa3

Browse files
authored
feat: Pass S3 session token to Iceberg native scan (#2913)
1 parent a51b281 commit e594aa3

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

spark/src/main/scala/org/apache/comet/serde/operator/CometIcebergNativeScan.scala

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -426,6 +426,7 @@ object CometIcebergNativeScan extends CometOperatorSerde[CometBatchScanExec] wit
426426
// Global S3A configuration keys
427427
case "fs.s3a.access.key" => Some("s3.access-key-id" -> value)
428428
case "fs.s3a.secret.key" => Some("s3.secret-access-key" -> value)
429+
case "fs.s3a.session.token" => Some("s3.session-token" -> value)
429430
case "fs.s3a.endpoint" => Some("s3.endpoint" -> value)
430431
case "fs.s3a.path.style.access" => Some("s3.path-style-access" -> value)
431432
case "fs.s3a.endpoint.region" => Some("s3.region" -> value)
@@ -440,6 +441,7 @@ object CometIcebergNativeScan extends CometOperatorSerde[CometBatchScanExec] wit
440441
property match {
441442
case "access.key" => Some(s"s3.bucket.$bucket.access-key-id" -> value)
442443
case "secret.key" => Some(s"s3.bucket.$bucket.secret-access-key" -> value)
444+
case "session.token" => Some(s"s3.bucket.$bucket.session.token" -> value)
443445
case "endpoint" => Some(s"s3.bucket.$bucket.endpoint" -> value)
444446
case "path.style.access" => Some(s"s3.bucket.$bucket.path-style-access" -> value)
445447
case "endpoint.region" => Some(s"s3.bucket.$bucket.region" -> value)

0 commit comments

Comments
 (0)