[sidecar] fix cargo check errors

Author: theskcd

llm_client/src/clients/anthropic.rs

@@ -246,10 +246,21 @@ impl AnthropicRequest {
         completion_request: LLMClientCompletionRequest,
         model_str: String,
     ) -> Self {
-        let temperature = completion_request.temperature();
+        let model = completion_request.model();
+        let temperature = if model == &LLMType::ClaudeSonnet3_7 {
+            1.0
+        } else {
+            completion_request.temperature()
+        };
         let max_tokens = match completion_request.get_max_tokens() {
             Some(tokens) => Some(tokens),
-            None => Some(8192),
+            None => {
+                if model == &LLMType::ClaudeSonnet3_7 {
+                    Some(64_000)
+                } else {
+                    Some(8192)
+                }
+            }
         };
         let messages = completion_request.messages();
         // grab the tools over here ONLY from the system message
@@ -937,4 +948,4 @@ impl LLMClient for AnthropicClient {
 
         Ok(buffered_string)
     }
-}
+}

llm_client/src/clients/types.rs

@@ -65,6 +65,8 @@ pub enum LLMType {
     ClaudeOpus,
     /// Claude Sonnet model
     ClaudeSonnet,
+    // Claude Sonnet 3.7 model
+    ClaudeSonnet3_7,
     /// Claude Haiku model
     ClaudeHaiku,
     /// PPLX Sonnet Small model
@@ -197,7 +199,10 @@ impl LLMType {
     pub fn is_anthropic(&self) -> bool {
         matches!(
             self,
-            LLMType::ClaudeOpus | LLMType::ClaudeSonnet | LLMType::ClaudeSonnet3_7 | LLMType::ClaudeHaiku
+            LLMType::ClaudeOpus
+                | LLMType::ClaudeSonnet
+                | LLMType::ClaudeSonnet3_7
+                | LLMType::ClaudeHaiku
         )
     }
 
@@ -1050,4 +1055,4 @@ mod tests {
         let str_llm_type = serde_json::to_string(&llm_type).expect("to work");
         assert_eq!(str_llm_type, "");
     }
-}
+}

sidecar/src/agentic/tool/session/tool_use_agent.rs

@@ -1422,7 +1422,7 @@ You accomplish a given task iteratively, breaking it down into clear steps and w
         }
 
         // If original LLM (Sonnet3.7) failed, try with sonnet3.5 first
-        if llm_properties.llm() == &LLMType::ClaudeSonnet37 {
+        if llm_properties.llm() == &LLMType::ClaudeSonnet3_7 {
             println!("sonnet37_failed::failing_back_to_sonnet35");
             let sonnet35_properties = llm_properties.clone().set_llm(LLMType::ClaudeSonnet);
             if let Ok(Some(result)) = self
@@ -1450,7 +1450,9 @@ You accomplish a given task iteratively, breaking it down into clear steps and w
         }
 
         // If sonnet3.5 failed or if using a different model, try with gemini-flash-2.0
-        if llm_properties.llm() == &LLMType::ClaudeSonnet37 || llm_properties.llm() == &LLMType::ClaudeSonnet {
+        if llm_properties.llm() == &LLMType::ClaudeSonnet3_7
+            || llm_properties.llm() == &LLMType::ClaudeSonnet
+        {
             println!("sonnet_failed::failing_back_to_gemini-2.0-flash");
             let gemini_pro_properties = llm_properties.clone().set_llm(LLMType::Gemini2_0Flash);
             if let Ok(Some(result)) = self
@@ -1479,7 +1481,9 @@ You accomplish a given task iteratively, breaking it down into clear steps and w
         }
 
         // If gemini-pro-1.5 failed, try with gemini-pro-1.5
-        if llm_properties.llm() == &LLMType::ClaudeSonnet {
+        if llm_properties.llm() == &LLMType::ClaudeSonnet
+            || llm_properties.llm() == &LLMType::ClaudeSonnet3_7
+        {
             println!("sonnet_failed::failing_back_to_gemini-pro");
             let gemini_pro_properties = llm_properties.clone().set_llm(LLMType::GeminiPro);
             if let Ok(Some(result)) = self
@@ -1507,7 +1511,9 @@ You accomplish a given task iteratively, breaking it down into clear steps and w
             }
         }
 
-        if llm_properties.llm() == &LLMType::ClaudeSonnet {
+        if llm_properties.llm() == &LLMType::ClaudeSonnet
+            || llm_properties.llm() == &LLMType::ClaudeSonnet3_7
+        {
             println!("sonnet_failed::failing_back_to_gpt4o");
             let gpt4o_properties = llm_properties.clone().set_llm(LLMType::Gpt4O);
             if let Ok(Some(result)) = self
@@ -2898,4 +2904,4 @@ To get the current time in Timbuktu, Mali, I'll need to use the mcp::time::get_c
         let tool_use_possible = tool_use_generator.tool_input_partial;
         assert!(tool_use_possible.is_some());
     }
-}
+}

sidecar/src/bin/agent_bin.rs

@@ -141,7 +141,7 @@ async fn main() -> Result<(), Box<dyn std::error::Error>> {
     let llm_model = if let Some(model_name) = args.model_name {
         LLMType::Custom(model_name)
     } else {
-        LLMType::ClaudeSonnet37
+        LLMType::ClaudeSonnet3_7
     };
 
     let llm_provider = LLMProperties::new(
@@ -213,9 +213,9 @@ Your thinking should be thorough and so it's fine if it's very long."#,
             Some(args.repo_name.clone()),
             message_properties,
             false, // not in devtools context
-            None, // No context crunching LLM for agent_bin
+            None,  // No context crunching LLM for agent_bin
         )
         .await;
     println!("agent::tool_use::end");
     Ok(())
-}
+}