Skip to content

Commit e3bb7fe

Browse files
committed
chore: Disable compression by default for parquet (not used in SQL API)
1 parent 8310281 commit e3bb7fe

File tree

2 files changed

+4
-2
lines changed

2 files changed

+4
-2
lines changed

datafusion/common/Cargo.toml

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -36,12 +36,14 @@ path = "src/lib.rs"
3636
avro = ["avro-rs"]
3737
jit = ["cranelift-module"]
3838
pyarrow = ["pyo3"]
39+
# SQL API doesn't use parquet, while parquet is enabled by default in the original repository.
40+
parquet-all-compressions = ["parquet/snap", "parquet/brotli", "parquet/flate2", "parquet/lz4", "parquet/zstd"]
3941

4042
[dependencies]
4143
arrow = { git = 'https://github.com/cube-js/arrow-rs.git', rev = "a03d4eef5640e05dddf99fc2357ad6d58b5337cb", features = ["prettyprint"] }
4244
avro-rs = { version = "0.13", features = ["snappy"], optional = true }
4345
cranelift-module = { version = "0.82.0", optional = true }
4446
ordered-float = "2.10"
45-
parquet = { git = 'https://github.com/cube-js/arrow-rs.git', rev = "a03d4eef5640e05dddf99fc2357ad6d58b5337cb", features = ["arrow"], optional = true }
47+
parquet = { git = 'https://github.com/cube-js/arrow-rs.git', rev = "a03d4eef5640e05dddf99fc2357ad6d58b5337cb", features = ["arrow", "base64"], default-features = false, optional = true }
4648
pyo3 = { version = "0.16", optional = true }
4749
sqlparser = { git = 'https://github.com/cube-js/sqlparser-rs.git', rev = "e14d5bf45367edd8679cbc15ccee56693da8e4fb" }

datafusion/core/Cargo.toml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@ row = []
5353
simd = ["arrow/simd"]
5454
unicode_expressions = ["datafusion-physical-expr/regex_expressions"]
5555
# SQL API doesn't use parquet, while parquet is enabled by default in the original repository.
56-
parquet-all-compressions = ["parquet/snap", "parquet/brotli", "parquet/flate2", "parquet/lz4", "parquet/zstd"]
56+
parquet-all-compressions = ["datafusion-common/parquet-all-compressions", "parquet/snap", "parquet/brotli", "parquet/flate2", "parquet/lz4", "parquet/zstd"]
5757

5858
[dependencies]
5959
ahash = { version = "0.7", default-features = false }

0 commit comments

Comments
 (0)