Skip to content

Commit e6c56b1

Browse files
committed
Fix vortex::array namespace
Signed-off-by: Nicholas Gates <[email protected]>
1 parent 66a7764 commit e6c56b1

File tree

106 files changed

+456
-457
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

106 files changed

+456
-457
lines changed

bench-vortex/src/bin/compress.rs

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -2,47 +2,47 @@
22
// SPDX-FileCopyrightText: Copyright the Vortex contributors
33

44
use std::fs::File;
5-
use std::io::stdout;
65
use std::io::Write;
6+
use std::io::stdout;
77
use std::path::PathBuf;
88
use std::time::Duration;
99

10+
use bench_vortex::Engine;
11+
use bench_vortex::Format;
12+
use bench_vortex::Target;
1013
use bench_vortex::compress::bench as compress;
1114
use bench_vortex::compress::bench::CompressMeasurements;
1215
use bench_vortex::compress::bench::CompressOp;
16+
use bench_vortex::datasets::Dataset;
1317
use bench_vortex::datasets::struct_list_of_ints::StructListOfInts;
1418
use bench_vortex::datasets::taxi_data::TaxiData;
1519
use bench_vortex::datasets::tpch_l_comment::TPCHLCommentCanonical;
1620
use bench_vortex::datasets::tpch_l_comment::TPCHLCommentChunked;
17-
use bench_vortex::datasets::Dataset;
21+
use bench_vortex::display::DisplayFormat;
1822
use bench_vortex::display::print_measurements_json;
1923
use bench_vortex::display::render_table;
20-
use bench_vortex::display::DisplayFormat;
2124
use bench_vortex::downloadable_dataset::DownloadableDataset;
2225
use bench_vortex::measurements::CompressionTimingMeasurement;
2326
use bench_vortex::measurements::CustomUnitMeasurement;
27+
use bench_vortex::public_bi::PBI_DATASETS;
2428
use bench_vortex::public_bi::PBIDataset::Arade;
2529
use bench_vortex::public_bi::PBIDataset::Bimbo;
2630
use bench_vortex::public_bi::PBIDataset::CMSprovider;
2731
use bench_vortex::public_bi::PBIDataset::Euro2016;
2832
use bench_vortex::public_bi::PBIDataset::Food;
2933
use bench_vortex::public_bi::PBIDataset::HashTags;
30-
use bench_vortex::public_bi::PBI_DATASETS;
3134
use bench_vortex::setup_logging_and_tracing;
3235
use bench_vortex::utils::new_tokio_runtime;
33-
use bench_vortex::Engine;
34-
use bench_vortex::Format;
35-
use bench_vortex::Target;
3636
use clap::Parser;
3737
use indicatif::ProgressBar;
3838
use itertools::Itertools;
3939
use regex::Regex;
4040
use tokio::runtime::Runtime;
41+
use vortex::array::Array;
42+
use vortex::array::IntoArray;
4143
use vortex::array::arrays::ChunkedArray;
4244
use vortex::array::arrays::ChunkedVTable;
4345
use vortex::array::builders::builder_with_capacity;
44-
use vortex::array::Array;
45-
use vortex::array::IntoArray;
4646
use vortex::utils::aliases::hash_map::HashMap;
4747

4848
#[derive(Parser, Debug)]

bench-vortex/src/bin/random_access.rs

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -3,15 +3,18 @@
33

44
use std::fs::File;
55
use std::future::Future;
6-
use std::io::stdout;
76
use std::io::Write;
7+
use std::io::stdout;
88
use std::path::PathBuf;
99

10+
use bench_vortex::Engine;
11+
use bench_vortex::Format;
12+
use bench_vortex::Target;
1013
use bench_vortex::bench_run::run_timed_with_setup;
1114
use bench_vortex::datasets::taxi_data::*;
15+
use bench_vortex::display::DisplayFormat;
1216
use bench_vortex::display::print_measurements_json;
1317
use bench_vortex::display::render_table;
14-
use bench_vortex::display::DisplayFormat;
1518
use bench_vortex::measurements::TimingMeasurement;
1619
#[cfg(feature = "lance")]
1720
use bench_vortex::random_access::take::take_lance;
@@ -20,17 +23,14 @@ use bench_vortex::random_access::take::take_vortex_tokio;
2023
use bench_vortex::setup_logging_and_tracing;
2124
use bench_vortex::utils::constants::STORAGE_NVME;
2225
use bench_vortex::utils::new_tokio_runtime;
23-
use bench_vortex::Engine;
24-
use bench_vortex::Format;
25-
use bench_vortex::Target;
2626
use clap::Parser;
2727
use indicatif::ProgressBar;
2828
use tokio::runtime::Runtime;
2929
use vortex::array::Array;
3030
use vortex::array::ArrayRef;
3131
use vortex::array::ToCanonical;
32-
use vortex::buffer::buffer;
3332
use vortex::buffer::Buffer;
33+
use vortex::buffer::buffer;
3434
use vortex::dtype::Nullability::NonNullable;
3535
use vortex::error::VortexExpect;
3636
use vortex::scalar::Scalar;

bench-vortex/src/compress/bench.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -14,8 +14,8 @@ use parquet::basic::Compression;
1414
use parquet::basic::ZstdLevel;
1515
use serde::Serialize;
1616
use tokio::runtime::Runtime;
17-
use vortex::array::arrays::ChunkedVTable;
1817
use vortex::array::Array;
18+
use vortex::array::arrays::ChunkedVTable;
1919
use vortex::utils::aliases::hash_map::HashMap;
2020
#[cfg(feature = "lance")]
2121
#[rustfmt::skip]
@@ -31,6 +31,7 @@ use {
3131
std::sync::Arc,
3232
};
3333

34+
use crate::Format;
3435
use crate::bench_run::run;
3536
use crate::compress::chunked_to_vec_record_batch;
3637
use crate::compress::parquet::parquet_compress_write;
@@ -39,7 +40,6 @@ use crate::compress::vortex::vortex_compress_write;
3940
use crate::compress::vortex::vortex_decompress_read;
4041
use crate::measurements::CompressionTimingMeasurement;
4142
use crate::measurements::CustomUnitMeasurement;
42-
use crate::Format;
4343

4444
#[derive(Default)]
4545
pub struct CompressMeasurements {

bench-vortex/src/compress/mod.rs

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3,10 +3,10 @@
33

44
use std::sync::Arc;
55

6+
use ::vortex::array::arrays::ChunkedArray;
7+
use ::vortex::array::arrays::recursive_list_from_list_view;
68
use arrow_array::RecordBatch;
79
use arrow_schema::Schema;
8-
use ::vortex::array::arrays::recursive_list_from_list_view;
9-
use ::vortex::array::arrays::ChunkedArray;
1010

1111
pub mod bench;
1212

bench-vortex/src/compress/vortex.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,8 +5,8 @@ use std::io::Cursor;
55
use std::sync::Arc;
66

77
use bytes::Bytes;
8-
use futures::pin_mut;
98
use futures::StreamExt;
9+
use futures::pin_mut;
1010
use vortex::array::Array;
1111
use vortex::file::OpenOptionsSessionExt;
1212
use vortex::file::WriteOptionsSessionExt;

bench-vortex/src/conversions.rs

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -6,14 +6,14 @@ use std::path::PathBuf;
66

77
use arrow_array::RecordBatchReader;
88
use parquet::arrow::arrow_reader::ParquetRecordBatchReaderBuilder;
9+
use vortex::array::ArrayRef;
910
use vortex::array::arrow::FromArrowArray;
1011
use vortex::array::iter::ArrayIteratorAdapter;
1112
use vortex::array::iter::ArrayIteratorExt;
12-
use vortex::array::ArrayRef;
13-
use vortex::dtype::arrow::FromArrowType;
13+
use vortex::array::stream::ArrayStream;
1414
use vortex::dtype::DType;
15+
use vortex::dtype::arrow::FromArrowType;
1516
use vortex::error::VortexError;
16-
use vortex::array::stream::ArrayStream;
1717

1818
pub fn parquet_to_vortex(parquet_path: PathBuf) -> anyhow::Result<impl ArrayStream> {
1919
let reader = ParquetRecordBatchReaderBuilder::try_new(File::open(parquet_path)?)?.build()?;

bench-vortex/src/datasets/struct_list_of_ints.rs

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3,16 +3,16 @@
33

44
use anyhow::Result;
55
use async_trait::async_trait;
6-
use rand::rngs::StdRng;
76
use rand::Rng;
87
use rand::SeedableRng;
8+
use rand::rngs::StdRng;
9+
use vortex::array::ArrayRef;
10+
use vortex::array::IntoArray;
911
use vortex::array::arrays::ChunkedArray;
1012
use vortex::array::arrays::ListArray;
1113
use vortex::array::arrays::PrimitiveArray;
1214
use vortex::array::arrays::StructArray;
1315
use vortex::array::validity::Validity;
14-
use vortex::array::ArrayRef;
15-
use vortex::array::IntoArray;
1616
use vortex::dtype::FieldNames;
1717

1818
use crate::datasets::Dataset;

bench-vortex/src/datasets/taxi_data.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,9 +8,9 @@ use async_trait::async_trait;
88
use tokio::fs::File as TokioFile;
99
use tokio::io::AsyncWriteExt;
1010
use vortex::array::ArrayRef;
11+
use vortex::array::stream::ArrayStreamExt;
1112
use vortex::file::OpenOptionsSessionExt;
1213
use vortex::file::WriteOptionsSessionExt;
13-
use vortex::array::stream::ArrayStreamExt;
1414
#[cfg(feature = "lance")]
1515
#[rustfmt::skip]
1616
use {

bench-vortex/src/downloadable_dataset.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,9 +4,9 @@
44
use async_trait::async_trait;
55
use tokio::fs::File;
66
use vortex::array::ArrayRef;
7+
use vortex::array::stream::ArrayStreamExt;
78
use vortex::file::OpenOptionsSessionExt;
89
use vortex::file::WriteOptionsSessionExt;
9-
use vortex::array::stream::ArrayStreamExt;
1010

1111
use crate::IdempotentPath;
1212
use crate::SESSION;

bench-vortex/src/random_access/take.rs

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -4,9 +4,9 @@
44
use std::iter;
55
use std::path::Path;
66

7-
use arrow_array::types::Int64Type;
87
use arrow_array::PrimitiveArray;
98
use arrow_array::RecordBatch;
9+
use arrow_array::types::Int64Type;
1010
use arrow_select::concat::concat_batches;
1111
use arrow_select::take::take_record_batch;
1212
use futures::stream;
@@ -17,17 +17,17 @@ use lance::dataset::{
1717
Dataset,
1818
ProjectionRequest
1919
};
20+
use parquet::arrow::ParquetRecordBatchStreamBuilder;
2021
use parquet::arrow::arrow_reader::ArrowReaderOptions;
2122
use parquet::arrow::async_reader::AsyncFileReader;
22-
use parquet::arrow::ParquetRecordBatchStreamBuilder;
2323
use parquet::file::metadata::RowGroupMetaData;
2424
use stream::StreamExt;
2525
use vortex::array::Array;
2626
use vortex::array::ArrayRef;
2727
use vortex::array::IntoArray;
28+
use vortex::array::stream::ArrayStreamExt;
2829
use vortex::buffer::Buffer;
2930
use vortex::file::OpenOptionsSessionExt;
30-
use vortex::array::stream::ArrayStreamExt;
3131
use vortex::utils::aliases::hash_map::HashMap;
3232

3333
use crate::SESSION;

0 commit comments

Comments
 (0)