+: compress feature for Fjall

Author: wlqm

Cargo.toml

@@ -22,7 +22,7 @@ sha3 = "0.10"
 
 threadpool = "1.8.1" # used in a background cleaner
 
-fjall = "2.11.2"
+fjall = { version = "2.11.2", default-features = false, features = ["single_writer_tx"] }
 rocksdb = { version = "0.24.0", default-features = false, features = ["bindgen-runtime"] }
 
 vsdb = { path = "wrappers", version = "7.0.0", default-features = false }

core/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "vsdb_core"
-version = "7.0.0"
+version = "7.0.2"
 authors = ["[email protected]"]
 edition = "2024"
 description = "A std-collection-like database"
@@ -32,7 +32,7 @@ default = ["compress", "fjall_backend"]
 fjall_backend = ["fjall"]
 rocks_backend = ["rocksdb"]
 
-compress = ["rocksdb?/zstd"]
+compress = ["rocksdb?/zstd", "fjall?/lz4"]
 
 # [[bench]]
 # name = "basic"

core/src/common/engines/fjall_backend.rs

@@ -2,7 +2,7 @@ use crate::common::{
     Engine, PREFIX_SIZE, Pre, PreBytes, RESERVED_ID_CNT, RawKey, RawValue,
     vsdb_get_base_dir, vsdb_set_base_dir,
 };
-use fjall::{Config, Keyspace, Partition, PartitionCreateOptions};
+use fjall::{CompressionType, Config, Keyspace, Partition, PartitionCreateOptions};
 use parking_lot::Mutex;
 use ruc::*;
 use std::{
@@ -74,22 +74,39 @@ impl Engine for FjallEngine {
 
             let mut parts = Vec::with_capacity(DATA_SET_NUM);
             for j in 0..DATA_SET_NUM {
-                let p = ks
-                    .open_partition(
-                        &format!("part_{}", j),
-                        PartitionCreateOptions::default(),
-                    )
-                    .c(d!())?;
+                let mut opts = PartitionCreateOptions::default();
+
+                #[cfg(feature = "compress")]
+                {
+                    opts = opts.compression(CompressionType::Lz4);
+                }
+
+                #[cfg(not(feature = "compress"))]
+                {
+                    opts = opts.compression(CompressionType::None);
+                }
+
+                let p = ks.open_partition(&format!("part_{}", j), opts).c(d!())?;
                 parts.push(p);
             }
             shards.push(ks);
             shards_parts.push(parts);
         }
 
         // Use a dedicated partition in shard 0 for meta
-        let meta = shards[0]
-            .open_partition("meta", PartitionCreateOptions::default())
-            .c(d!())?;
+        let mut meta_opts = PartitionCreateOptions::default();
+
+        #[cfg(feature = "compress")]
+        {
+            meta_opts = meta_opts.compression(CompressionType::Lz4);
+        }
+
+        #[cfg(not(feature = "compress"))]
+        {
+            meta_opts = meta_opts.compression(CompressionType::None);
+        }
+
+        let meta = shards[0].open_partition("meta", meta_opts).c(d!())?;
 
         let (prefix_allocator, initial_value) = PreAllocator::init();