Update retry-interceptor warning message (#2709)

Author: kkashilk

crates/chat-cli/src/api_client/delay_interceptor.rs

@@ -19,6 +19,8 @@ use crossterm::{
     style,
 };
 
+use crate::api_client::MAX_RETRY_DELAY_DURATION;
+
 #[derive(Debug, Clone)]
 pub struct DelayTrackingInterceptor {
     minor_delay_threshold: Duration,
@@ -62,20 +64,16 @@ impl Intercept for DelayTrackingInterceptor {
         let now = Instant::now();
 
         if let Some(last_attempt_time) = cfg.load::<LastAttemptTime>() {
-            let delay = now.duration_since(last_attempt_time.0);
+            let delay = now.duration_since(last_attempt_time.0).min(MAX_RETRY_DELAY_DURATION);
 
             if delay >= self.major_delay_threshold {
                 Self::print_warning(format!(
-                    "Auto Retry #{} delayed by {:.1}s. Service is under heavy load - consider switching models.",
+                    "Retry #{}, retrying within {:.1}s..",
                     attempt_number,
-                    delay.as_secs_f64()
+                    MAX_RETRY_DELAY_DURATION.as_secs_f64()
                 ));
             } else if delay >= self.minor_delay_threshold {
-                Self::print_warning(format!(
-                    "Auto Retry #{} delayed by {:.1}s due to transient issues.",
-                    attempt_number,
-                    delay.as_secs_f64()
-                ));
+                Self::print_warning(format!("Retry #{}, retrying within 5s..", attempt_number,));
             }
         }
 

crates/chat-cli/src/api_client/mod.rs

@@ -72,6 +72,8 @@ pub const X_AMZN_CODEWHISPERER_OPT_OUT_HEADER: &str = "x-amzn-codewhisperer-opto
 // TODO(bskiser): confirm timeout is updated to an appropriate value?
 const DEFAULT_TIMEOUT_DURATION: Duration = Duration::from_secs(60 * 5);
 
+pub const MAX_RETRY_DELAY_DURATION: Duration = Duration::from_secs(10);
+
 #[derive(Clone, Debug)]
 pub struct ModelListResult {
     pub models: Vec<Model>,
@@ -616,7 +618,7 @@ fn timeout_config(database: &Database) -> TimeoutConfig {
 fn retry_config() -> RetryConfig {
     RetryConfig::adaptive()
         .with_max_attempts(3)
-        .with_max_backoff(Duration::from_secs(10))
+        .with_max_backoff(MAX_RETRY_DELAY_DURATION)
 }
 
 pub fn stalled_stream_protection_config() -> StalledStreamProtectionConfig {