feat: add vortex-common a create for shared defs (#3490)

Signed-off-by: Joe Isaacs <[email protected]>

Author: joseph-isaacs

Cargo.lock

@@ -7,6 +7,7 @@ members = [
     "vortex-array",
     "vortex-btrblocks",
     "vortex-buffer",
+    "vortex-common",
     "vortex-datafusion",
     "vortex-dtype",
     "vortex-duckdb",
@@ -179,6 +180,7 @@ vortex-array = { version = "0.1.0", path = "./vortex-array", default-features =
 vortex-btrblocks = { version = "0.1.0", path = "./vortex-btrblocks", default-features = false }
 vortex-buffer = { version = "0.1.0", path = "./vortex-buffer", default-features = false }
 vortex-bytebool = { version = "0.1.0", path = "./encodings/bytebool", default-features = false }
+vortex-common = { version = "0.1.0", path = "./vortex-common", default-features = false }
 vortex-datafusion = { version = "0.1.0", path = "./vortex-datafusion", default-features = false }
 vortex-datetime-parts = { version = "0.1.0", path = "./encodings/datetime-parts", default-features = false }
 vortex-decimal-byte-parts = { version = "0.1.0", path = "encodings/decimal-byte-parts", default-features = false }

Cargo.toml

@@ -28,7 +28,7 @@ use itertools::Itertools;
 use log::{info, warn};
 use similar::{ChangeTag, TextDiff};
 use url::Url;
-use vortex::aliases::hash_map::HashMap;
+use vortex::common::aliases::hash_map::HashMap;
 use vortex::error::VortexExpect;
 use vortex_datafusion::persistent::metrics::VortexMetricsFinder;
 

bench-vortex/src/bin/tpch.rs

@@ -5,7 +5,7 @@ use itertools::Itertools;
 use tabled::builder::Builder;
 use tabled::settings::themes::Colorization;
 use tabled::settings::{Color, Style};
-use vortex::aliases::hash_map::HashMap;
+use vortex::common::aliases::hash_map::HashMap;
 
 use crate::Target;
 use crate::measurements::{MeasurementValue, TableValue, ToJson, ToTable};

bench-vortex/src/display.rs

@@ -10,7 +10,7 @@ use opentelemetry_otlp::SpanExporter as OtlpSpanExporter;
 use opentelemetry_sdk::Resource;
 use opentelemetry_sdk::error::OTelSdkResult;
 use opentelemetry_sdk::trace::{IdGenerator, RandomIdGenerator, SpanData, SpanExporter};
-use vortex::aliases::hash_map::HashMap;
+use vortex::common::aliases::hash_map::HashMap;
 
 use crate::Format;
 use crate::engines::df::GIT_COMMIT_ID;

bench-vortex/src/metrics.rs

@@ -27,7 +27,7 @@ use tokio::runtime::Handle;
 use tracing::{debug, info};
 use url::Url;
 use vortex::ArrayRef;
-use vortex::aliases::hash_map::HashMap;
+use vortex::common::aliases::hash_map::HashMap;
 use vortex::error::{VortexResult, vortex_err};
 use vortex::file::{VortexLayoutStrategy, VortexOpenOptions, VortexWriteOptions};
 use vortex::stream::ArrayStreamExt;

bench-vortex/src/public_bi.rs

@@ -13,8 +13,8 @@ use parquet::arrow::async_reader::AsyncFileReader;
 use parquet::file::metadata::RowGroupMetaData;
 use stream::StreamExt;
 use tokio::runtime::Handle;
-use vortex::aliases::hash_map::HashMap;
 use vortex::buffer::Buffer;
+use vortex::common::aliases::hash_map::HashMap;
 use vortex::file::VortexOpenOptions;
 use vortex::stream::ArrayStreamExt;
 use vortex::{Array, ArrayRef, IntoArray};

bench-vortex/src/random_access/take.rs

@@ -100,7 +100,7 @@ pub mod named_locks {
     use std::sync::{Arc, LazyLock};
 
     use tokio::sync::Mutex;
-    use vortex::aliases::hash_map::HashMap;
+    use vortex::common::aliases::hash_map::HashMap;
 
     type NamedLocksMap = LazyLock<Mutex<HashMap<String, Arc<Mutex<()>>>>>;
     static NAMED_LOCKS: NamedLocksMap = LazyLock::new(|| Mutex::new(HashMap::new()));

bench-vortex/src/tpch/mod.rs

@@ -23,6 +23,7 @@ prost = { workspace = true }
 rustc-hash = { workspace = true }
 vortex-array = { workspace = true }
 vortex-buffer = { workspace = true }
+vortex-common = { workspace = true }
 vortex-dtype = { workspace = true }
 vortex-error = { workspace = true }
 vortex-fastlanes = { workspace = true }

encodings/alp/Cargo.toml

@@ -14,11 +14,11 @@ use std::ops::{Shl, Shr};
 use itertools::Itertools;
 use num_traits::{Float, One, PrimInt};
 use rustc_hash::FxBuildHasher;
-use vortex_array::aliases::hash_map::HashMap;
 use vortex_array::arrays::PrimitiveArray;
 use vortex_array::vtable::ValidityHelper;
 use vortex_array::{Array, IntoArray, ToCanonical};
 use vortex_buffer::{Buffer, BufferMut};
+use vortex_common::aliases::hash_map::HashMap;
 use vortex_dtype::{DType, NativePType, match_each_integer_ptype};
 use vortex_error::{VortexExpect, VortexResult, VortexUnwrap, vortex_bail};
 use vortex_fastlanes::bitpack_encode_unchecked;