Merge branch 'feat/disk-cache' into deployment/test

Author: maxstack

src/chunk_cache.rs

@@ -44,6 +44,8 @@ impl ChunkCache {
         } else {
             None
         };
+        // Size of the MPSC channel buffer, i.e. how many chunks we can queue.
+        let chunk_cache_queue_size = args.chunk_cache_queue_size.unwrap_or(32);
 
         let cache = Arc::new(SimpleDiskCache::new(
             "chunk_cache",
@@ -53,7 +55,7 @@ impl ChunkCache {
             max_size_bytes
         ));
         let cache_clone = cache.clone();
-        let (sender, mut receiver) = mpsc::channel::<KeyValueMessage>(32);
+        let (sender, mut receiver) = mpsc::channel::<KeyValueMessage>(chunk_cache_queue_size);
         spawn(async move {
             while let Some(message) = receiver.recv().await {
                 cache_clone.set(message.key.as_str(), message.value).await.unwrap();

src/cli.rs

@@ -69,6 +69,10 @@ pub struct CommandLineArgs {
     /// Default when unset is unlimited.
     #[arg(long, env = "REDUCTIONIST_CHUNK_CACHE_SIZE_LIMIT")]
     pub chunk_cache_size_limit: Option<String>,
+    /// Optional buffer size for queuing commits to the cache.
+    /// Default is 32.
+    #[arg(long, env = "REDUCTIONIST_CHUNK_CACHE_QUEUE_SIZE")]
+    pub chunk_cache_queue_size: Option<usize>,
 }
 
 /// Returns parsed command line arguments.