adding claude-4 and o3

Author: recursix

src/agentlab/llm/chat_api.py

@@ -9,7 +9,7 @@
 import anthropic
 import openai
 from huggingface_hub import InferenceClient
-from openai import AzureOpenAI, OpenAI
+from openai import NOT_GIVEN, AzureOpenAI, OpenAI
 
 import agentlab.llm.tracking as tracking
 from agentlab.llm.base_api import AbstractChatModel, BaseModelArgs
@@ -348,6 +348,8 @@ def __init__(
         min_retry_wait_time=60,
         log_probs=False,
     ):
+        if max_tokens is None:
+            max_tokens = NOT_GIVEN
         super().__init__(
             model_name=model_name,
             api_key=api_key,

src/agentlab/llm/llm_configs.py

@@ -5,6 +5,7 @@
     OpenRouterModelArgs,
     SelfHostedModelArgs,
 )
+from openai import NOT_GIVEN
 
 default_oss_llms_args = {
     "n_retry_server": 4,
@@ -39,6 +40,14 @@
         max_new_tokens=100_000,
         vision_support=False,
     ),
+    "openai/o3-2025-04-16": OpenAIModelArgs(
+        model_name="o3-2025-04-16",
+        max_total_tokens=200_000,
+        max_input_tokens=200_000,
+        max_new_tokens=None,
+        temperature=1,
+        vision_support=True,
+    ),
     "openai/gpt-4o-mini-2024-07-18": OpenAIModelArgs(
         model_name="gpt-4o-mini-2024-07-18",
         max_total_tokens=128_000,
@@ -122,6 +131,11 @@
         max_new_tokens=16_384,
         temperature=1e-1,
     ),
+    "anthropic/claude-sonnet-4-20250514": AnthropicModelArgs(
+        model_name="claude-sonnet-4-20250514",
+        max_new_tokens=16_384,
+        temperature=1e-1,
+    ),
     # ---------------- OSS LLMs ----------------#
     "meta-llama/Meta-Llama-3-70B-Instruct": SelfHostedModelArgs(
         model_name="meta-llama/Meta-Llama-3-70B-Instruct",