chore(cubestore): RocksStore - enable zstd compression codec (#7149)

Author: ovr

rust/cubestore/Cargo.lock

@@ -53,7 +53,7 @@ tar = "0.4.38"
 
 [dev-dependencies]
 criterion = { version = "0.4.0", features = ["async_tokio", "html_reports"] }
-rocksdb = { git = "https://github.com/cube-js/rust-rocksdb", branch = "cubestore", default-features = false, features = ["bzip2", "snappy"] }
+rocksdb = { git = "https://github.com/cube-js/rust-rocksdb", branch = "cubestore", default-features = false, features = ["zstd", "snappy"] }
 
 [[bench]]
 name = "in_process"

rust/cubestore/cubestore-sql-tests/Cargo.toml

@@ -42,7 +42,7 @@ simple_logger = "1.7.0"
 async-trait = "0.1.36"
 actix-rt = "2.7.0"
 regex = "1.3.9"
-rocksdb = { git = "https://github.com/cube-js/rust-rocksdb", branch = "cubestore", default-features = false, features = ["bzip2", "snappy"] }
+rocksdb = { git = "https://github.com/cube-js/rust-rocksdb", branch = "cubestore", default-features = false, features = ["zstd", "snappy"] }
 uuid = { version = "0.8", features = ["serde", "v4"] }
 num = "0.3.0"
 enum_primitive = "0.1.1"

rust/cubestore/cubestore/Cargo.toml

@@ -104,6 +104,7 @@ impl RocksStoreDetails for RocksCacheStoreDetails {
         opts.set_max_subcompactions(rocksdb_config.max_subcompactions);
         opts.set_block_based_table_factory(&block_opts);
         opts.set_compression_type(rocksdb_config.compression_type);
+        opts.set_bottommost_compression_type(rocksdb_config.bottommost_compression_type);
         opts.increase_parallelism(rocksdb_config.parallelism as i32);
 
         DB::open(&opts, path)

rust/cubestore/cubestore/src/cachestore/cache_rocksstore.rs

@@ -1280,6 +1280,7 @@ impl RocksStoreDetails for RocksMetaStoreDetails {
         opts.set_max_subcompactions(rocksdb_config.max_subcompactions);
         opts.set_block_based_table_factory(&block_opts);
         opts.set_compression_type(rocksdb_config.compression_type);
+        opts.set_bottommost_compression_type(rocksdb_config.bottommost_compression_type);
         opts.increase_parallelism(rocksdb_config.parallelism as i32);
 
         DB::open(&opts, path)

rust/cubestore/cubestore/src/metastore/mod.rs

@@ -722,6 +722,7 @@ pub struct RocksStoreConfig {
     pub checksum_type: RocksStoreChecksumType,
     pub cache_capacity: usize,
     pub compression_type: RocksStoreCompressionType,
+    pub bottommost_compression_type: RocksStoreCompressionType,
     // Sets maximum number of concurrent background jobs (compactions and flushes).
     pub max_background_jobs: u32,
     // Sets maximum number of threads that will concurrently perform a compaction job by breaking
@@ -738,6 +739,7 @@ impl RocksStoreConfig {
             checksum_type: RocksStoreChecksumType::XXH3,
             cache_capacity: 8 * 1024 * 1024,
             compression_type: RocksStoreCompressionType::None,
+            bottommost_compression_type: RocksStoreCompressionType::None,
             max_background_jobs: 2,
             // Default: 1 (i.e. no subcompactions)
             max_subcompactions: 1,
@@ -752,6 +754,7 @@ impl RocksStoreConfig {
             checksum_type: RocksStoreChecksumType::XXH3,
             cache_capacity: 8 * 1024 * 1024,
             compression_type: RocksStoreCompressionType::None,
+            bottommost_compression_type: RocksStoreCompressionType::None,
             max_background_jobs: 2,
             // Default: 1 (i.e. no subcompactions)
             max_subcompactions: 1,