Support for icechunk (#24)

* Add icechunk constructor to table provider

* wip: icechunk python api

* Icechunk example

* Use latest main of zarrs.

* fix compile

* pin

* Icechunk python integration test.

* Include Icechunk based rust tests.

* Add zarr-datafusion test from rust side

* claude wip

* add comment

* update

* cleanup

* remove comment

* fmt

* Add icechunk test data

---------

Co-authored-by: sharkinsspatial <sharkinsgis@gmail.com>

Author: kylebarron

Cargo.lock

@@ -4,24 +4,24 @@ version = "0.1.0"
 edition = "2024"
 
 [dependencies]
-arrow = { version = "56.2.0" }
-arrow-array = { version = "56.2.0" }
-arrow-schema = { version = "56.2.0" }
-async-trait = { version = "0.1.89" }
-datafusion = { version = "50.2" }
-futures = { version = "0.3.31" }
+arrow = "56.2.0"
+arrow-array = "56.2.0"
+arrow-schema = "56.2.0"
+async-trait = "0.1.89"
+datafusion = "50.2"
+futures = "0.3.31"
 geoarrow-array = "0.6.1"
 geoarrow-schema = "0.6.1"
-object_store = { version = "0.12.4" }
+icechunk = "0.3.13"
+object_store = "0.12.4"
 thiserror = "2"
-zarrs = { version = "0.22.4", features = ["async", "chrono"] }
-zarrs_filesystem = { version = "0.3.2" }
-zarrs_object_store = { version = "0.5.0" }
+tokio = "1.48"
+zarrs = { version = "0.22.5", features = ["async", "chrono"] }
+zarrs_filesystem = "0.3.3"
+zarrs_metadata = "0.6.2"
+zarrs_icechunk = "0.4.1"
+zarrs_object_store = "0.5.0"
 zarrs_storage = { version = "0.4.0", features = ["async"] }
-zarrs_metadata = "0.6.1"
 
 [dev-dependencies]
 tokio = { version = "1.48", features = ["macros", "rt-multi-thread"] }
-
-[patch.crates-io]
-zarrs_metadata = { git = "https://github.com/zarrs/zarrs", rev = "6ea0464cf50e481cbae0e89de267c7991ed65f3f" }

Cargo.toml

@@ -0,0 +1 @@
+{"snapshot":"CMNB1D4K0S56F8Z7KA00"}

data/icechunk/manifests/6H0P4YQHMBM511BXW7V0

@@ -1,6 +1,5 @@
 {
   "attributes": {},
   "zarr_format": 3,
-  "consolidated_metadata": null,
   "node_type": "group"
 }