Skip to content

Commit 004e388

Browse files
committed
New parquet-variant Vortex encoding
Signed-off-by: Adam Gutglick <adam@spiraldb.com>
1 parent 2383946 commit 004e388

File tree

10 files changed

+2062
-12
lines changed

10 files changed

+2062
-12
lines changed

Cargo.lock

Lines changed: 64 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

Cargo.toml

Lines changed: 15 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -33,6 +33,7 @@ members = [
3333
"vortex-python",
3434
"vortex-tui",
3535
"vortex-web/crate",
36+
"vortex-sqllogictest",
3637
"vortex-test/compat-gen",
3738
"vortex-test/e2e-cuda",
3839
"xtask",
@@ -49,13 +50,13 @@ members = [
4950
"encodings/zigzag",
5051
"encodings/zstd",
5152
"encodings/bytebool",
53+
"encodings/parquet-variant",
5254
# Benchmarks
5355
"benchmarks/lance-bench",
5456
"benchmarks/compress-bench",
5557
"benchmarks/datafusion-bench",
5658
"benchmarks/duckdb-bench",
5759
"benchmarks/random-access-bench",
58-
"vortex-sqllogictest",
5960
]
6061
exclude = ["java/testfiles", "wasm-test"]
6162
resolver = "2"
@@ -88,16 +89,16 @@ arbitrary = "1.3.2"
8889
arc-swap = "1.8"
8990
arcref = "0.2.0"
9091
arrayref = "0.3.7"
91-
arrow-arith = "57.1"
92-
arrow-array = "57.1"
93-
arrow-buffer = "57.1"
94-
arrow-cast = "57.1"
95-
arrow-data = "57.1"
96-
arrow-ipc = "57.1"
97-
arrow-ord = "57.1"
98-
arrow-schema = "57.1"
99-
arrow-select = "57.1"
100-
arrow-string = "57.1"
92+
arrow-arith = "57.2"
93+
arrow-array = "57.2"
94+
arrow-buffer = "57.2"
95+
arrow-cast = "57.2"
96+
arrow-data = "57.2"
97+
arrow-ipc = "57.2"
98+
arrow-ord = "57.2"
99+
arrow-schema = "57.2"
100+
arrow-select = "57.2"
101+
arrow-string = "57.2"
101102
async-fs = "2.2.0"
102103
async-lock = "3.4"
103104
async-stream = "0.3.6"
@@ -183,7 +184,9 @@ opentelemetry = "0.31.0"
183184
opentelemetry-otlp = "0.31.0"
184185
opentelemetry_sdk = "0.31.0"
185186
parking_lot = { version = "0.12.3", features = ["nightly"] }
186-
parquet = "57.1"
187+
parquet = "57.2"
188+
parquet-variant = "57.2"
189+
parquet-variant-compute = "57.2"
187190
paste = "1.0.15"
188191
pco = "1.0.1"
189192
pin-project-lite = "0.2.15"
Lines changed: 40 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,40 @@
1+
[package]
2+
name = "vortex-parquet-variant"
3+
authors = { workspace = true }
4+
categories = { workspace = true }
5+
description = "Vortex Parquet Variant array"
6+
edition = { workspace = true }
7+
homepage = { workspace = true }
8+
include = { workspace = true }
9+
keywords = { workspace = true }
10+
license = { workspace = true }
11+
readme = { workspace = true }
12+
repository = { workspace = true }
13+
rust-version = { workspace = true }
14+
version = { workspace = true }
15+
publish = false
16+
17+
[lints]
18+
workspace = true
19+
20+
[dependencies]
21+
arrow-array = { workspace = true }
22+
arrow-buffer = { workspace = true }
23+
arrow-schema = { workspace = true }
24+
chrono = { workspace = true }
25+
parquet-variant = { workspace = true }
26+
parquet-variant-compute = { workspace = true }
27+
prost = { workspace = true }
28+
vortex-array = { workspace = true }
29+
vortex-buffer = { workspace = true }
30+
vortex-error = { workspace = true }
31+
vortex-mask = { workspace = true }
32+
vortex-proto = { workspace = true }
33+
vortex-session = { workspace = true }
34+
35+
[dev-dependencies]
36+
rstest = { workspace = true }
37+
vortex-array = { workspace = true, features = ["_test-harness"] }
38+
39+
[package.metadata.cargo-machete]
40+
ignored = ["getrandom_v03"]

0 commit comments

Comments
 (0)