Namespace encodings inside vortex (#1803)

Author: gatesn

bench-vortex/benches/compressor_throughput.rs

@@ -7,9 +7,9 @@ use vortex::aliases::hash_set::HashSet;
 use vortex::array::{ConstantArray, VarBinViewArray};
 use vortex::buffer::Buffer;
 use vortex::compute::{compare, try_cast, Operator};
-use vortex::dict::{dict_encode_varbinview, DictArray};
 use vortex::dtype::PType;
-use vortex::fsst::{fsst_compress, fsst_train_compressor};
+use vortex::encodings::dict::{dict_encode_varbinview, DictArray};
+use vortex::encodings::fsst::{fsst_compress, fsst_train_compressor};
 use vortex::sampling_compressor::compressors::alp::ALPCompressor;
 use vortex::sampling_compressor::compressors::alp_rd::ALPRDCompressor;
 use vortex::sampling_compressor::compressors::bitpacked::{

bench-vortex/benches/datafusion.rs

@@ -13,9 +13,9 @@ use datafusion::prelude::{col, DataFrame, SessionContext};
 use datafusion_common::Result as DFResult;
 use vortex::aliases::hash_set::HashSet;
 use vortex::compress::CompressionStrategy;
-use vortex::dict::DictEncoding;
 use vortex::encoding::EncodingRef;
-use vortex::fastlanes::{BitPackedEncoding, DeltaEncoding, FoREncoding};
+use vortex::encodings::dict::DictEncoding;
+use vortex::encodings::fastlanes::{BitPackedEncoding, DeltaEncoding, FoREncoding};
 use vortex::sampling_compressor::compressors::bitpacked::BITPACK_WITH_PATCHES;
 use vortex::sampling_compressor::compressors::delta::DeltaCompressor;
 use vortex::sampling_compressor::compressors::dict::DictCompressor;

bench-vortex/src/bin/notimplemented.rs

@@ -4,26 +4,26 @@ use std::process::ExitCode;
 use std::sync::Arc;
 
 use prettytable::{Cell, Row, Table};
-use vortex::alp::{ALPArray, Exponents, RDEncoder};
 use vortex::array::builder::VarBinBuilder;
 use vortex::array::{
     BoolArray, ChunkedArray, ConstantArray, NullArray, PrimitiveArray, SparseArray, StructArray,
     VarBinViewArray,
 };
 use vortex::buffer::buffer;
-use vortex::bytebool::ByteBoolArray;
 use vortex::datetime_dtype::{TemporalMetadata, TimeUnit, TIME_ID};
-use vortex::datetime_parts::DateTimePartsArray;
-use vortex::dict::DictArray;
 use vortex::dtype::{DType, ExtDType, Nullability, PType};
-use vortex::fastlanes::{BitPackedArray, DeltaArray, FoRArray};
-use vortex::fsst::{fsst_compress, fsst_train_compressor};
-use vortex::roaring::{Bitmap, RoaringBoolArray, RoaringIntArray};
-use vortex::runend::RunEndArray;
-use vortex::runend_bool::RunEndBoolArray;
+use vortex::encodings::alp::{ALPArray, Exponents, RDEncoder};
+use vortex::encodings::bytebool::ByteBoolArray;
+use vortex::encodings::datetime_parts::DateTimePartsArray;
+use vortex::encodings::dict::DictArray;
+use vortex::encodings::fastlanes::{BitPackedArray, DeltaArray, FoRArray};
+use vortex::encodings::fsst::{fsst_compress, fsst_train_compressor};
+use vortex::encodings::roaring::{Bitmap, RoaringBoolArray, RoaringIntArray};
+use vortex::encodings::runend::RunEndArray;
+use vortex::encodings::runend_bool::RunEndBoolArray;
+use vortex::encodings::zigzag::ZigZagArray;
 use vortex::scalar::Scalar;
 use vortex::validity::Validity;
-use vortex::zigzag::ZigZagArray;
 use vortex::{ArrayData, IntoArrayData};
 
 fn fsst_array() -> ArrayData {

bench-vortex/src/lib.rs

@@ -23,7 +23,7 @@ use vortex::array::ChunkedArray;
 use vortex::arrow::FromArrowType;
 use vortex::compress::CompressionStrategy;
 use vortex::dtype::DType;
-use vortex::fastlanes::DeltaEncoding;
+use vortex::encodings::fastlanes::DeltaEncoding;
 use vortex::sampling_compressor::SamplingCompressor;
 use vortex::{ArrayData, Context, ContextRef, IntoArrayData};
 

vortex/src/lib.rs

@@ -1,13 +1,17 @@
 pub use vortex_array::*;
-#[cfg(not(target_arch = "wasm32"))]
-pub use vortex_roaring as roaring;
 pub use {
-    vortex_alp as alp, vortex_buffer as buffer, vortex_bytebool as bytebool,
-    vortex_datetime_dtype as datetime_dtype, vortex_datetime_parts as datetime_parts,
-    vortex_dict as dict, vortex_dtype as dtype, vortex_error as error, vortex_expr as expr,
-    vortex_fastlanes as fastlanes, vortex_file as file, vortex_flatbuffers as flatbuffers,
-    vortex_fsst as fsst, vortex_io as io, vortex_ipc as ipc, vortex_proto as proto,
-    vortex_runend as runend, vortex_runend_bool as runend_bool,
+    vortex_buffer as buffer, vortex_datetime_dtype as datetime_dtype, vortex_dtype as dtype,
+    vortex_error as error, vortex_expr as expr, vortex_file as file,
+    vortex_flatbuffers as flatbuffers, vortex_io as io, vortex_ipc as ipc, vortex_proto as proto,
     vortex_sampling_compressor as sampling_compressor, vortex_scalar as scalar,
-    vortex_zigzag as zigzag,
 };
+
+pub mod encodings {
+    #[cfg(not(target_arch = "wasm32"))]
+    pub use vortex_roaring as roaring;
+    pub use {
+        vortex_alp as alp, vortex_bytebool as bytebool, vortex_datetime_parts as datetime_parts,
+        vortex_dict as dict, vortex_fastlanes as fastlanes, vortex_fsst as fsst,
+        vortex_runend as runend, vortex_runend_bool as runend_bool, vortex_zigzag as zigzag,
+    };
+}