File tree Expand file tree Collapse file tree 4 files changed +44
-2
lines changed
Expand file tree Collapse file tree 4 files changed +44
-2
lines changed Original file line number Diff line number Diff line change 1+ import os
2+ from pathlib import Path
3+ from agentlab .experiments .study import Study
4+
5+
6+ base_dir = "/home/toolkit/ui_copilot_results"
7+
8+ exp_paths = [
9+ "2025-01-31_22-08-34_genericagent-o3-mini-2025-01-31-on-workarena-l1" ,
10+ # '2025-02-02_01-53-45_genericagent-openai-o1-mini-2024-09-12-on-workarena-l1',
11+ "2025-02-02_01-55-04_genericagent-openai-o1-mini-2024-09-12-on-workarena-l1" ,
12+ ]
13+ full_paths = [os .path .join (base_dir , exp_path ) for exp_path in exp_paths ]
14+
15+ for full_path in full_paths :
16+ study = Study .load (Path (full_path ))
17+
18+ study .append_to_journal (strict_reproducibility = False )
Original file line number Diff line number Diff line change 1717 AGENT_4o_MINI ,
1818 AGENT_CLAUDE_SONNET_35 ,
1919 AGENT_4o_VISION ,
20- AGENT_4o_MINI_VISION ,
21- AGENT_CLAUDE_SONNET_35_VISION ,
20+ AGENT_o3_MINI ,
21+ AGENT_o1_MINI ,
2222)
2323
2424__all__ = [
2525 "AGENT_3_5" ,
2626 "AGENT_4o" ,
2727 "AGENT_4o_MINI" ,
2828 "AGENT_4o_VISION" ,
29+ "AGENT_o3_MINI" ,
30+ "AGENT_o1_MINI" ,
2931 "AGENT_LLAMA3_70B" ,
3032 "AGENT_LLAMA31_70B" ,
3133 "AGENT_8B" ,
Original file line number Diff line number Diff line change 265265 flags = FLAGS_GPT_4o ,
266266)
267267
268+ AGENT_o3_MINI = GenericAgentArgs (
269+ chat_model_args = CHAT_MODEL_ARGS_DICT ["openai/o3-mini-2025-01-31" ],
270+ flags = FLAGS_GPT_4o ,
271+ )
272+
273+ AGENT_o1_MINI = GenericAgentArgs (
274+ chat_model_args = CHAT_MODEL_ARGS_DICT ["openrouter/openai/o1-mini-2024-09-12" ],
275+ flags = FLAGS_GPT_4o ,
276+ )
268277# GPT-4o vision default config
269278FLAGS_GPT_4o_VISION = FLAGS_GPT_4o .copy ()
270279FLAGS_GPT_4o_VISION .obs .use_screenshot = True
Original file line number Diff line number Diff line change 6363 max_input_tokens = 16_384 ,
6464 max_new_tokens = 4096 ,
6565 ),
66+ "openai/o3-mini-2025-01-31" : OpenAIModelArgs (
67+ model_name = "o3-mini-2025-01-31" ,
68+ max_total_tokens = 200_000 ,
69+ max_input_tokens = 200_000 ,
70+ max_new_tokens = 100_000 ,
71+ ),
72+ "openai/o1-mini" : OpenAIModelArgs (
73+ model_name = "openai/o1-mini" ,
74+ max_total_tokens = 128_000 ,
75+ max_input_tokens = 128_000 ,
76+ max_new_tokens = 64_000 ,
77+ temperature = 1e-1 ,
78+ ),
6679 "azure/gpt-35-turbo/gpt-35-turbo" : AzureModelArgs (
6780 model_name = "gpt-35-turbo" ,
6881 deployment_name = "gpt-35-turbo" ,
You can’t perform that action at this time.
0 commit comments