Skip to content

Commit b18c772

Browse files
committed
Add a MinIO-based Iceberg test
1 parent e9502a9 commit b18c772

7 files changed

Lines changed: 11 additions & 3 deletions
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"location":"s3://seafowl-test-bucket/test-data/iceberg/default.db/iceberg_table","table-uuid":"16ebf585-ea7d-407a-b273-1c6d3ccb3375","last-updated-ms":1732524826682,"last-column-id":2,"schemas":[{"type":"struct","fields":[{"id":1,"name":"key","type":"int","required":true},{"id":2,"name":"value","type":"string","required":true}],"schema-id":0,"identifier-field-ids":[]}],"current-schema-id":0,"partition-specs":[{"spec-id":0,"fields":[]}],"default-spec-id":0,"last-partition-id":999,"properties":{},"snapshots":[],"snapshot-log":[],"metadata-log":[],"sort-orders":[{"order-id":0,"fields":[]}],"default-sort-order-id":0,"refs":{},"format-version":2,"last-sequence-number":0}
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"location":"s3://seafowl-test-bucket/test-data/iceberg/default.db/iceberg_table","table-uuid":"16ebf585-ea7d-407a-b273-1c6d3ccb3375","last-updated-ms":1732524832199,"last-column-id":2,"schemas":[{"type":"struct","fields":[{"id":1,"name":"key","type":"int","required":true},{"id":2,"name":"value","type":"string","required":true}],"schema-id":0,"identifier-field-ids":[]}],"current-schema-id":0,"partition-specs":[{"spec-id":0,"fields":[]}],"default-spec-id":0,"last-partition-id":999,"properties":{},"current-snapshot-id":1285208930498918146,"snapshots":[{"snapshot-id":1285208930498918146,"sequence-number":1,"timestamp-ms":1732524832199,"manifest-list":"s3://seafowl-test-bucket/test-data/iceberg/default.db/iceberg_table/metadata/snap-1285208930498918146-0-a992f3e7-7f29-497a-976f-3456cf41ee20.avro","summary":{"operation":"append","added-files-size":"1037","added-data-files":"1","added-records":"4","total-data-files":"1","total-delete-files":"0","total-records":"4","total-files-size":"1037","total-position-deletes":"0","total-equality-deletes":"0"},"schema-id":0}],"snapshot-log":[{"snapshot-id":1285208930498918146,"timestamp-ms":1732524832199}],"metadata-log":[],"sort-orders":[{"order-id":0,"fields":[]}],"default-sort-order-id":0,"refs":{"main":{"snapshot-id":1285208930498918146,"type":"branch"}},"format-version":2,"last-sequence-number":1}
Binary file not shown.
20 KB
Binary file not shown.

tests/statements/query.rs

Lines changed: 9 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -370,7 +370,6 @@ async fn test_delta_tables() {
370370
assert_batches_eq!(expected, &results);
371371
}
372372

373-
#[ignore]
374373
#[tokio::test]
375374
async fn test_iceberg_tables() {
376375
let (context, _) = make_context_with_pg(ObjectStoreType::InMemory).await;
@@ -379,14 +378,21 @@ async fn test_iceberg_tables() {
379378
.plan_query(
380379
"CREATE EXTERNAL TABLE test_iceberg \
381380
STORED AS ICEBERG \
382-
LOCATION 'tests/data/iceberg/tables/default.db/iceberg_table/metadata/00001-f18ddde7-9d9d-40e0-9778-d346b5bb7393.metadata.json'",
381+
LOCATION 's3://seafowl-test-bucket/test-data/iceberg/default.db/iceberg_table/metadata/00001-f394d7ec-944b-432d-a44f-78b5ec95aae2.metadata.json' \
382+
OPTIONS (\
383+
's3.access-key-id' 'minioadmin', \
384+
's3.secret-access-key' 'minioadmin', \
385+
's3.endpoint' 'http://127.0.0.1:9000', \
386+
'allow_http' 'true', \
387+
's3.region' 'us-east-1'\
388+
)",
383389
)
384390
.await
385391
.unwrap();
386392

387393
// The order gets randomized so we need to enforce it
388394
let plan = context
389-
.plan_query("SELECT * FROM staging.test_iceberg")
395+
.plan_query("SELECT * FROM staging.test_iceberg ORDER BY key")
390396
.await
391397
.unwrap();
392398
let results = context.collect(plan).await.unwrap();

0 commit comments

Comments
 (0)