feat: skip slot when slot info fetching takes too long (#775)

* feat: skip slot when slot info fetching takes too long

* Update cargo-deny installation command

---------

Co-authored-by: Anish M Gehlot <[email protected]>

Author: mikhailUshakoff

Cargo.lock

@@ -12,7 +12,7 @@ resolver = "2"
 default-members = ["node"]
 
 [workspace.package]
-version = "1.24.3"
+version = "1.24.4"
 edition = "2024"
 repository = "https://github.com/NethermindEth/Catalyst"
 license = "MIT"

Cargo.toml

@@ -493,11 +493,16 @@ impl Node {
     async fn get_slot_info_and_status(
         &mut self,
     ) -> Result<(L2SlotInfo, OperatorStatus, Option<PreBuiltTxList>), Error> {
+        let start = std::time::Instant::now();
         let l2_slot_info = self.taiko.get_l2_slot_info().await;
+        let elapsed_l2_slot = start.elapsed();
+
         let current_status = match &l2_slot_info {
             Ok(info) => self.operator.get_status(info).await,
             Err(_) => Err(anyhow::anyhow!("Failed to get L2 slot info")),
         };
+        let elapsed_status = start.elapsed();
+
         let batches_ready_to_send = self.batch_manager.get_number_of_batches_ready_to_send();
         let pending_tx_list = match &l2_slot_info {
             Ok(info) => {
@@ -507,13 +512,29 @@ impl Node {
             }
             Err(_) => Err(anyhow::anyhow!("Failed to get L2 slot info")),
         };
+        let elapsed_pending_tx = start.elapsed();
+
         self.print_current_slots_info(
             &current_status,
             &pending_tx_list,
             &l2_slot_info,
             self.batch_manager.get_number_of_batches(),
         )?;
 
+        if elapsed_pending_tx.as_millis() > (self.config.preconf_heartbeat_ms / 2).into() {
+            error!(
+                "Critical error: getting slot info and status is taking too long: total {} ms (l2_slot_info: {} ms, status: {} ms, pending_tx_list: {} ms)",
+                elapsed_pending_tx.as_millis(),
+                elapsed_l2_slot.as_millis(),
+                (elapsed_status - elapsed_l2_slot).as_millis(),
+                (elapsed_pending_tx - elapsed_status).as_millis()
+            );
+            self.metrics.inc_critical_errors();
+            return Err(anyhow::anyhow!(
+                "Getting slot info and status is taking too long"
+            ));
+        }
+
         Ok((l2_slot_info?, current_status?, pending_tx_list?))
     }