chore(cubestore): Allow to configure max_background_jobs & max_subcompactions (#7036)

Author: ovr

rust/cubestore/cubestore/src/cachestore/cache_rocksstore.rs

@@ -96,6 +96,8 @@ impl RocksStoreDetails for RocksCacheStoreDetails {
             block_opts
         };
 
+        opts.set_max_background_jobs(rocksdb_config.max_background_jobs as i32);
+        opts.set_max_subcompactions(rocksdb_config.max_subcompactions);
         opts.set_block_based_table_factory(&block_opts);
         opts.set_compression_type(rocksdb_config.compression_type);
 

rust/cubestore/cubestore/src/metastore/mod.rs

@@ -1224,7 +1224,10 @@ impl RocksStoreDetails for RocksMetaStoreDetails {
             block_opts
         };
 
+        opts.set_max_background_jobs(rocksdb_config.max_background_jobs as i32);
+        opts.set_max_subcompactions(rocksdb_config.max_subcompactions);
         opts.set_block_based_table_factory(&block_opts);
+        opts.set_compression_type(rocksdb_config.compression_type);
 
         DB::open(&opts, path)
             .map_err(|err| CubeError::internal(format!("DB::open error for metastore: {}", err)))

rust/cubestore/cubestore/src/metastore/rocks_store.rs

@@ -629,11 +629,18 @@ impl RocksStoreChecksumType {
     }
 }
 
+pub type RocksStoreCompressionType = DBCompressionType;
+
 #[derive(Debug, Clone)]
 pub struct RocksStoreConfig {
     pub checksum_type: RocksStoreChecksumType,
     pub cache_capacity: usize,
-    pub compression_type: DBCompressionType,
+    pub compression_type: RocksStoreCompressionType,
+    // Sets maximum number of concurrent background jobs (compactions and flushes).
+    pub max_background_jobs: u32,
+    // Sets maximum number of threads that will concurrently perform a compaction job by breaking
+    // it into multiple, smaller ones that are run simultaneously.
+    pub max_subcompactions: u32,
 }
 
 impl RocksStoreConfig {
@@ -642,7 +649,10 @@ impl RocksStoreConfig {
             // Supported since RocksDB 6.27
             checksum_type: RocksStoreChecksumType::XXH3,
             cache_capacity: 8 * 1024 * 1024,
-            compression_type: DBCompressionType::None,
+            compression_type: RocksStoreCompressionType::None,
+            max_background_jobs: 2,
+            // Default: 1 (i.e. no subcompactions)
+            max_subcompactions: 1,
         }
     }
 
@@ -651,7 +661,10 @@ impl RocksStoreConfig {
             // Supported since RocksDB 6.27
             checksum_type: RocksStoreChecksumType::XXH3,
             cache_capacity: 8 * 1024 * 1024,
-            compression_type: DBCompressionType::None,
+            compression_type: RocksStoreCompressionType::None,
+            max_background_jobs: 2,
+            // Default: 1 (i.e. no subcompactions)
+            max_subcompactions: 1,
         }
     }
 }