When first request fails, try alternative peers in staggered parallel.

Author: deuszx

linera-core/src/client/requests_scheduler/in_flight_tracker.rs

@@ -173,6 +173,21 @@ impl<N: Clone> InFlightTracker<N> {
         let peers = entry.alternative_peers.read().await;
         Some(peers.clone())
     }
+
+    /// Removes a specific peer from the alternative peers list.
+    ///
+    /// # Arguments
+    /// - `key`: The request key to look up
+    /// - `peer`: The peer to remove from alternatives
+    pub(super) async fn remove_alternative_peer(&self, key: &RequestKey, peer: &N)
+    where
+        N: PartialEq + Eq,
+    {
+        if let Some(entry) = self.entries.read().await.get(key) {
+            let mut alt_peers = entry.alternative_peers.write().await;
+            alt_peers.retain(|p| p != peer);
+        }
+    }
 }
 
 /// Type of in-flight request match found.

linera-core/src/client/requests_scheduler/mod.rs

@@ -21,6 +21,7 @@ pub const CACHE_TTL_MS: u64 = 2000;
 pub const CACHE_MAX_SIZE: usize = 1000;
 pub const MAX_REQUEST_TTL_MS: u64 = 200;
 pub const ALPHA_SMOOTHING_FACTOR: f64 = 0.1;
+pub const STAGGERED_DELAY_MS: u64 = 75;
 
 /// Configuration for the `RequestsScheduler`.
 #[derive(Debug, Clone)]