vortex-file: increase IO dispatch thread pool to num_cpus

It's currently set to 1, which causes an IO bottleneck.

Signed-off-by: Alfonso Subiotto Marques <[email protected]>

Author: asubiotto

Cargo.lock

@@ -130,6 +130,7 @@ noodles-bgzf = "0.43.0"
 noodles-vcf = "0.81.0"
 num-traits = "0.2.19"
 num_enum = { version = "0.7.3", default-features = false }
+num_cpus = "1"
 object_store = { version = "0.12.3", default-features = false }
 once_cell = "1.21"
 opentelemetry = "0.30.0"

Cargo.toml

@@ -25,6 +25,7 @@ itertools = { workspace = true }
 linked_hash_set = { workspace = true }
 log = { workspace = true }
 moka = { workspace = true, features = ["future"] }
+num_cpus = { workspace = true }
 object_store = { workspace = true, optional = true }
 rustc-hash = { workspace = true }
 tokio = { workspace = true, features = ["rt"], optional = true }

vortex-file/Cargo.toml

@@ -20,7 +20,7 @@ use crate::{EOF_SIZE, FileType, Footer, MAX_FOOTER_SIZE, VortexFile, VortexOpenO
 
 #[cfg(feature = "tokio")]
 static TOKIO_DISPATCHER: std::sync::LazyLock<IoDispatcher> =
-    std::sync::LazyLock::new(|| IoDispatcher::new_tokio(1));
+    std::sync::LazyLock::new(|| IoDispatcher::new_tokio(num_cpus::get()));
 
 /// A type of Vortex file that supports any [`VortexReadAt`] implementation.
 ///