feat! add back arrow-55 support (delta-io#1458)

## What changes are proposed in this pull request?
Put back support for arrow-55 for now

## How was this change tested?
CI / unit tests

Author: nicklan

README.md

@@ -54,8 +54,8 @@ consumer's own `Engine` trait, the kernel has a feature flag to enable a default
 # allows consumers to implement their own in-memory format
 delta_kernel = "0.16.0"
 
-# or turn on the default engine, based on arrow
-delta_kernel = { version = "0.16.0", features = ["default-engine", "arrow-56"] }
+# or turn on the default engine, based on latest arrow
+delta_kernel = { version = "0.16.0", features = ["default-engine", "arrow"] }
 ```
 
 ### Feature flags
@@ -85,6 +85,7 @@ arrow versions as we can.
 We allow selecting the version of arrow to use via feature flags. Currently we support the following
 flags:
 
+- `arrow-55`: Use arrow version 55
 - `arrow-56`: Use arrow version 56
 - `arrow-57`: Use arrow version 57
 - `arrow`: Use the latest arrow version. Note that this is an _unstable_ flag: we will bump this to
@@ -170,4 +171,4 @@ Some design principles which should be considered:
 [cargo-llvm-cov]: https://github.com/taiki-e/cargo-llvm-cov
 [FFI]: ffi/
 [Arrow]: https://arrow.apache.org/rust/arrow/index.html
-[Tokio]: https://tokio.rs/
+[Tokio]: https://tokio.rs/

kernel/Cargo.toml

@@ -67,6 +67,18 @@ object_store = { version = "0.12.3", optional = true, features = ["aws", "azure"
 # TODO: Remove this once https://github.com/apache/arrow-rs/pull/8244 ships
 comfy-table = { version = "~7.1", optional = true }
 
+# arrow 55
+[dependencies.arrow_55]
+package = "arrow"
+version = "55"
+features = ["chrono-tz", "ffi", "json", "prettyprint"]
+optional = true
+[dependencies.parquet_55]
+package = "parquet"
+version = "55"
+features = ["async", "object_store"]
+optional = true
+
 # arrow 56
 [dependencies.arrow_56]
 package = "arrow"
@@ -103,6 +115,7 @@ integration-test = ["hdfs-native-object-store/integration-test"]
 arrow = ["arrow-57"] # latest arrow version
 need-arrow = [] # need-arrow is a marker that the feature needs arrow dep
 
+arrow-55 = ["dep:arrow_55", "dep:parquet_55", "object_store", "comfy-table"]
 arrow-56 = ["dep:arrow_56", "dep:parquet_56", "object_store", "comfy-table"]
 arrow-57 = ["dep:arrow_57", "dep:parquet_57", "object_store", "comfy-table"]
 arrow-conversion = ["need-arrow"]

kernel/src/arrow_compat.rs

@@ -6,20 +6,35 @@ mod arrow_compat_shims {
     pub use parquet_57 as parquet;
 }
 
-#[cfg(all(feature = "arrow-56", not(feature = "arrow-57")))]
+#[cfg(all(
+    feature = "arrow-56",
+    not(feature = "arrow-57"),
+    not(feature = "arrow-55")
+))]
 mod arrow_compat_shims {
     pub use arrow_56 as arrow;
     pub use parquet_56 as parquet;
 }
 
+#[cfg(all(
+    feature = "arrow-55",
+    not(feature = "arrow-57"),
+    not(feature = "arrow-56")
+))]
+mod arrow_compat_shims {
+    pub use arrow_55 as arrow;
+    pub use parquet_55 as parquet;
+}
+
 // if nothing is enabled but we need arrow because of some other feature flag, throw compile-time
 // error
 #[cfg(all(
     feature = "need-arrow",
+    not(feature = "arrow-55"),
     not(feature = "arrow-56"),
     not(feature = "arrow-57")
 ))]
-compile_error!("Requested a feature that needs arrow without enabling arrow. Please enable the `arrow-56` or `arrow-57` feature");
+compile_error!("Requested a feature that needs arrow without enabling arrow. Please enable the `arrow-55`, `arrow-56`, or `arrow-57` feature");
 
-#[cfg(any(feature = "arrow-56", feature = "arrow-57"))]
+#[cfg(any(feature = "arrow-55", feature = "arrow-56", feature = "arrow-57"))]
 pub use arrow_compat_shims::*;

kernel/src/lib.rs

@@ -108,7 +108,7 @@ pub use log_path::LogPath;
 mod row_tracking;
 
 mod arrow_compat;
-#[cfg(any(feature = "arrow-56", feature = "arrow-57"))]
+#[cfg(any(feature = "arrow-55", feature = "arrow-56", feature = "arrow-57"))]
 pub use arrow_compat::*;
 
 pub mod kernel_predicates;