Segment prefetcher (#2613)

Co-authored-by: Robert Kruszewski <[email protected]>

Author: onursatici

Cargo.lock

@@ -74,6 +74,7 @@ chrono = "0.4.38"
 clap = "4"
 compio = { version = "0.14", features = ["io-uring"], default-features = false }
 crossterm = "0.28"
+dashmap = "6.1.0"
 datafusion = { version = "46", default-features = false }
 datafusion-common = { version = "46" }
 datafusion-execution = { version = "46" }
@@ -130,6 +131,7 @@ pyo3-log = "0.12.1"
 rancor = "0.1.0"
 rand = "0.9.0"
 rand_distr = "0.5"
+range_union_find = "0.5.0"
 ratatui = "0.29"
 rayon = "1.10.0"
 regex = "1.11.0"

Cargo.toml

@@ -16,14 +16,16 @@ version = { workspace = true }
 [dependencies]
 async-trait = { workspace = true }
 bytes = { workspace = true }
+dashmap = { workspace = true }
 flatbuffers = { workspace = true }
-futures = { workspace = true, features = ["std"] }
+futures = { workspace = true, features = ["std", "async-await"] }
 # Needed to pickup the "wasm_js" feature for wasm targets from the workspace configuration
 getrandom_v03 = { workspace = true }
 itertools = { workspace = true }
 log = { workspace = true }
 moka = { workspace = true, features = ["future", "quanta"] }
 oneshot = { workspace = true, features = ["async"] }
+pin-project-lite = { workspace = true }
 rustc-hash = { workspace = true }
 tokio = { workspace = true, features = ["rt"], optional = true }
 tracing = { workspace = true, optional = true }