support for ToolUseAgent in controller, enable loading of previous run

Author: patricebechard

src/agentlab/agents/tool_use_agent/__init__.py

@@ -4,3 +4,12 @@
 
 # for backward compatibility of unpickling
 sys.modules[__name__ + ".multi_tool_agent"] = sys.modules[__name__]
+
+__all__ = [
+    "GPT_4_1",
+    "AZURE_GPT_4_1",
+    "GPT_4_1_MINI",
+    "AZURE_GPT_4_1_MINI",
+    "OPENAI_CHATAPI_MODEL_CONFIG",
+    "CLAUDE_MODEL_CONFIG",
+]

src/agentlab/agents/tool_use_agent/tool_use_agent.py

@@ -9,26 +9,26 @@
 import bgym
 import numpy as np
 import pandas as pd
-from browsergym.core.observation import extract_screenshot
-from browsergym.utils.obs import (
-    flatten_axtree_to_str,
-    flatten_dom_to_str,
-    overlay_som,
-    prune_html,
-)
-from PIL import Image
-
 from agentlab.agents import agent_utils
 from agentlab.agents.agent_args import AgentArgs
 from agentlab.llm.llm_utils import image_to_png_base64_url
 from agentlab.llm.response_api import (
+    AzureOpenAIResponseModelArgs,
     ClaudeResponseModelArgs,
     LLMOutput,
     MessageBuilder,
     OpenAIChatModelArgs,
     OpenAIResponseModelArgs,
 )
 from agentlab.llm.tracking import cost_tracker_decorator
+from browsergym.core.observation import extract_screenshot
+from browsergym.utils.obs import (
+    flatten_axtree_to_str,
+    flatten_dom_to_str,
+    overlay_som,
+    prune_html,
+)
+from PIL import Image
 
 
 @dataclass
@@ -506,6 +506,15 @@ def get_action(self, obs: Any) -> float:
     vision_support=True,
 )
 
+AZURE_GPT_4_1 = AzureOpenAIResponseModelArgs(
+    model_name="gpt-4.1",
+    max_total_tokens=200_000,
+    max_input_tokens=200_000,
+    max_new_tokens=2_000,
+    temperature=0.1,
+    vision_support=True,
+)
+
 GPT_4_1_MINI = OpenAIResponseModelArgs(
     model_name="gpt-4.1-mini",
     max_total_tokens=200_000,
@@ -515,6 +524,15 @@ def get_action(self, obs: Any) -> float:
     vision_support=True,
 )
 
+AZURE_GPT_4_1_MINI = AzureOpenAIResponseModelArgs(
+    model_name="gpt-4.1-mini",
+    max_total_tokens=200_000,
+    max_input_tokens=200_000,
+    max_new_tokens=2_000,
+    temperature=0.1,
+    vision_support=True,
+)
+
 OPENAI_CHATAPI_MODEL_CONFIG = OpenAIChatModelArgs(
     model_name="gpt-4o-2024-08-06",
     max_total_tokens=200_000,