chore(cubestore): Allow to configure compression type for RocksStore (#6944)

Author: ovr

rust/cubestore/cubestore-sql-tests/Cargo.toml

@@ -54,7 +54,7 @@ tar = "0.4.38"
 [dev-dependencies]
 criterion = { version = "0.4.0", features = ["async_tokio", "html_reports"] }
 # Awaiting 0.20.2
-rocksdb = { git = "https://github.com/rust-rocksdb/rust-rocksdb", rev = "44dc84171adefbbe75a25b72c35f773a643655a0", default-features = false, features = ["bzip2"] }
+rocksdb = { git = "https://github.com/rust-rocksdb/rust-rocksdb", rev = "44dc84171adefbbe75a25b72c35f773a643655a0", default-features = false, features = ["bzip2", "snappy"] }
 
 [[bench]]
 name = "in_process"

rust/cubestore/cubestore/Cargo.toml

@@ -42,7 +42,7 @@ async-trait = "0.1.36"
 actix-rt = "2.7.0"
 regex = "1.3.9"
 # Awaiting 0.20.2
-rocksdb = { git = "https://github.com/rust-rocksdb/rust-rocksdb", rev = "44dc84171adefbbe75a25b72c35f773a643655a0", default-features = false, features = ["bzip2"] }
+rocksdb = { git = "https://github.com/rust-rocksdb/rust-rocksdb", rev = "44dc84171adefbbe75a25b72c35f773a643655a0", default-features = false, features = ["bzip2", "snappy"] }
 uuid = { version = "0.8", features = ["serde", "v4"] }
 num = "0.3.0"
 enum_primitive = "0.1.1"

rust/cubestore/cubestore/src/cachestore/cache_rocksstore.rs

@@ -97,6 +97,7 @@ impl RocksStoreDetails for RocksCacheStoreDetails {
         };
 
         opts.set_block_based_table_factory(&block_opts);
+        opts.set_compression_type(rocksdb_config.compression_type);
 
         DB::open(&opts, path)
             .map_err(|err| CubeError::internal(format!("DB::open error for cachestore: {}", err)))

rust/cubestore/cubestore/src/metastore/rocks_store.rs

@@ -12,7 +12,7 @@ use datafusion::cube_ext;
 use log::{info, trace};
 use rocksdb::backup::{BackupEngine, BackupEngineOptions, RestoreOptions};
 use rocksdb::checkpoint::Checkpoint;
-use rocksdb::{Env, Snapshot, WriteBatch, WriteBatchIterator, DB};
+use rocksdb::{DBCompressionType, Env, Snapshot, WriteBatch, WriteBatchIterator, DB};
 use serde::{Deserialize, Serialize};
 use std::collections::HashMap;
 use std::fmt::Debug;
@@ -520,6 +520,7 @@ impl RocksStoreChecksumType {
 pub struct RocksStoreConfig {
     pub checksum_type: RocksStoreChecksumType,
     pub cache_capacity: usize,
+    pub compression_type: DBCompressionType,
 }
 
 impl RocksStoreConfig {
@@ -528,6 +529,7 @@ impl RocksStoreConfig {
             // Supported since RocksDB 6.27
             checksum_type: RocksStoreChecksumType::XXH3,
             cache_capacity: 8 * 1024 * 1024,
+            compression_type: DBCompressionType::None,
         }
     }
 
@@ -536,6 +538,7 @@ impl RocksStoreConfig {
             // Supported since RocksDB 6.27
             checksum_type: RocksStoreChecksumType::XXH3,
             cache_capacity: 8 * 1024 * 1024,
+            compression_type: DBCompressionType::None,
         }
     }
 }