Merge branch 'main' into github-pages

Author: braaannigan

Cargo.toml

@@ -26,7 +26,7 @@ debug = true
 debug = "line-tables-only"
 
 [workspace.dependencies]
-delta_kernel = { version = "=0.6.1", features = ["default-engine"] }
+delta_kernel = { version = "=0.6.1", features = ["default-engine-rustls"] }
 #delta_kernel = { path = "../delta-kernel-rs/kernel", features = ["sync-engine"]  }
 
 # arrow
@@ -45,21 +45,21 @@ object_store = { version = "0.11.2" , features = ["cloud"]}
 parquet = { version = "54" }
 
 # datafusion
-datafusion = { git = "https://github.com/apache/arrow-datafusion.git", branch = "branch-45" }
-datafusion-expr = { git = "https://github.com/apache/arrow-datafusion.git", branch = "branch-45"  }
-datafusion-common = { git = "https://github.com/apache/arrow-datafusion.git", branch = "branch-45"  }
-datafusion-ffi = { git = "https://github.com/apache/arrow-datafusion.git", branch = "branch-45"  }
-datafusion-functions = { git = "https://github.com/apache/arrow-datafusion.git", branch = "branch-45"  }
-datafusion-functions-aggregate = { git = "https://github.com/apache/arrow-datafusion.git", branch = "branch-45"  }
-datafusion-physical-expr = { git = "https://github.com/apache/arrow-datafusion.git", branch = "branch-45"  }
-datafusion-physical-plan = { git = "https://github.com/apache/arrow-datafusion.git", branch = "branch-45"  }
-datafusion-proto = { git = "https://github.com/apache/arrow-datafusion.git", branch = "branch-45"  }
-datafusion-sql = { git = "https://github.com/apache/arrow-datafusion.git", branch = "branch-45"  }
+datafusion = "45"
+datafusion-expr = "45"
+datafusion-common = "45"
+datafusion-ffi = "45"
+datafusion-functions = "45"
+datafusion-functions-aggregate = "45"
+datafusion-physical-expr = "45"
+datafusion-physical-plan = "45"
+datafusion-proto = "45"
+datafusion-sql = "45"
 
 # serde
 serde = { version = "1.0.194", features = ["derive"] }
 serde_json = "1"
-strum = { version = "0"}
+strum = { version = "0.26"}
 
 
 # "stdlib"

crates/core/Cargo.toml

@@ -54,7 +54,6 @@ strum = { workspace =  true}
 # "stdlib"
 bytes = { workspace = true }
 chrono = { workspace = true, default-features = false, features = ["clock"] }
-hashbrown = "0.15.2"
 regex = { workspace = true }
 thiserror = { workspace = true }
 uuid = { workspace = true, features = ["serde", "v4"] }

crates/core/src/kernel/snapshot/replay.rs

@@ -1,4 +1,5 @@
 use std::collections::HashMap;
+use std::collections::HashSet;
 use std::pin::Pin;
 use std::sync::Arc;
 use std::task::Context;
@@ -16,7 +17,6 @@ use delta_kernel::expressions::Scalar;
 use delta_kernel::schema::DataType;
 use delta_kernel::schema::PrimitiveType;
 use futures::Stream;
-use hashbrown::HashSet;
 use itertools::Itertools;
 use percent_encoding::percent_decode_str;
 use pin_project_lite::pin_project;

crates/lakefs/Cargo.toml

@@ -28,7 +28,7 @@ url = { workspace = true }
 dashmap = "6"
 serde = { workspace = true, features = ["derive"] }
 serde_json = { workspace = true }
-reqwest = {version = "0.12", features = ["json"]}
+reqwest = {version = "0.12", default-features = false, features = ["http2", "json", "rustls-tls-native-roots"]}
 http = "1.0.0"
 delta_kernel = { workspace = true, features = [] }
 

dev/publish.sh

@@ -2,7 +2,7 @@
 
 set -xe
 
-for crate in "mount" "catalog-glue" "hdfs" "azure" "aws" "gcp" "core" "deltalake"; do
+for crate in "core" "mount" "catalog-glue" "catalog-unity" "hdfs" "lakefs" "azure" "aws" "gcp" "deltalake"; do
         echo ">> Dry-run publishing ${crate}"
         (cd crates/${crate} && \
                 cargo publish \

python/Cargo.toml

@@ -41,10 +41,6 @@ futures = { workspace = true }
 num_cpus = { workspace = true }
 tokio = { workspace = true, features = ["rt-multi-thread"] }
 
-# reqwest is pulled in by azure sdk, but not used by python binding itself
-# for binary wheel best practice, statically link openssl
-reqwest = { version = "*", features = ["native-tls-vendored"] }
-
 deltalake-mount = { path = "../crates/mount" }
 
 # Non-unix or emscripten os
@@ -73,10 +69,7 @@ default = ["rustls"]
 native-tls = ["deltalake/s3-native-tls", "deltalake/glue"]
 rustls = ["deltalake/s3", "deltalake/glue"]
 
-[build-dependencies]
-openssl-src = "=300.3.1"
-
 [profile.release]
 opt-level = 3
 codegen-units = 1
-lto = "fat"
+lto = "fat"