Skip to content

Commit ddf8144

Browse files
Iceberg write support (#759)
1 parent 3817af1 commit ddf8144

18 files changed

+555
-660
lines changed

Cargo.lock

Lines changed: 9 additions & 6 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

Cargo.toml

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -21,8 +21,8 @@ datafusion-functions-nested = "43.0.0"
2121

2222
futures = "0.3"
2323

24-
iceberg = { git = "https://github.com/splitgraph/iceberg-rust", rev = "dbe5858039e676b45329a5cfc46cc1e7d9b98402" }
25-
iceberg-datafusion = { git = "https://github.com/splitgraph/iceberg-rust", rev = "dbe5858039e676b45329a5cfc46cc1e7d9b98402" }
24+
iceberg = { git = "https://github.com/splitgraph/iceberg-rust", rev = "734e70dbe6227de7ce621474c38278da1b450f1a" }
25+
iceberg-datafusion = { git = "https://github.com/splitgraph/iceberg-rust", rev = "734e70dbe6227de7ce621474c38278da1b450f1a" }
2626

2727
itertools = ">=0.10.0"
2828
object_store = { version = "0.11", features = ["aws", "azure", "gcp"] }
@@ -100,6 +100,7 @@ datafusion-functions-nested = { workspace = true }
100100
datafusion-remote-tables = { path = "./datafusion_remote_tables", optional = true }
101101

102102
deltalake = { git = "https://github.com/splitgraph/delta-rs", rev = "eff5735698279c12ae4a3aac2afa268d168242b2", features = ["datafusion", "s3"] }
103+
fastrand = "2.2.0"
103104

104105
futures = "0.3"
105106
hex = ">=0.4.0"
@@ -115,6 +116,8 @@ metrics-exporter-prometheus = { version = "0.15.3" }
115116
moka = { version = "0.12.5", default-features = false, features = ["future", "atomic64", "quanta"] }
116117
object_store = { workspace = true }
117118
object_store_factory = { path = "object_store_factory" }
119+
opendal = { version = "0.50" }
120+
parquet = "53.3.0"
118121
percent-encoding = "2.2.0"
119122
prost = { workspace = true }
120123

0 commit comments

Comments
 (0)