Skip to content

Commit 82aabdf

Browse files
authored
Merge pull request #769 from splitgraph/bump-iceberg
Bump Iceberg to pick up fix for plan and stream schema mismatch
2 parents cb8605b + 5dcc7bd commit 82aabdf

3 files changed

Lines changed: 11 additions & 12 deletions

File tree

Cargo.lock

Lines changed: 4 additions & 4 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

Cargo.toml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21,8 +21,8 @@ datafusion-functions-nested = "43.0.0"
2121

2222
futures = "0.3"
2323

24-
iceberg = { git = "https://github.com/splitgraph/iceberg-rust", rev = "2be7c389de17e8b5f88e202b2b696b221c9d9adb" }
25-
iceberg-datafusion = { git = "https://github.com/splitgraph/iceberg-rust", rev = "2be7c389de17e8b5f88e202b2b696b221c9d9adb" }
24+
iceberg = { git = "https://github.com/splitgraph/iceberg-rust", rev = "1e01b7b7b2009076941f3ec1f04340e961d4628a" }
25+
iceberg-datafusion = { git = "https://github.com/splitgraph/iceberg-rust", rev = "1e01b7b7b2009076941f3ec1f04340e961d4628a" }
2626

2727
itertools = ">=0.10.0"
2828
object_store = { version = "0.11", features = ["aws", "azure", "gcp"] }

src/context/iceberg.rs

Lines changed: 5 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -17,11 +17,10 @@ use futures::stream::select_all;
1717
use futures::{pin_mut, StreamExt, TryStream, TryStreamExt};
1818
use iceberg::io::FileIO;
1919
use iceberg::spec::{
20-
BoundPartitionSpec, DataContentType, DataFileFormat, FormatVersion, Manifest,
21-
ManifestContentType, ManifestEntry, ManifestFile, ManifestListWriter,
22-
ManifestMetadata, ManifestStatus, ManifestWriter, Operation, Snapshot,
23-
SnapshotReference, SnapshotRetention, Struct, Summary, TableMetadata,
24-
TableMetadataBuilder,
20+
DataContentType, DataFileFormat, FormatVersion, Manifest, ManifestContentType,
21+
ManifestEntry, ManifestFile, ManifestListWriter, ManifestMetadata, ManifestStatus,
22+
ManifestWriter, Operation, PartitionSpec, Snapshot, SnapshotReference,
23+
SnapshotRetention, Struct, Summary, TableMetadata, TableMetadataBuilder,
2524
};
2625
use iceberg::table::Table;
2726
use iceberg::writer::file_writer::location_generator::{
@@ -279,7 +278,7 @@ pub async fn record_batches_to_iceberg(
279278
.schema_id(DEFAULT_SCHEMA_ID)
280279
.schema(iceberg_schema.clone())
281280
.partition_spec(
282-
BoundPartitionSpec::builder(iceberg_schema.clone())
281+
PartitionSpec::builder(iceberg_schema.clone())
283282
.with_spec_id(0)
284283
.build()?,
285284
)

0 commit comments

Comments
 (0)