Skip to content

Commit 98a15bd

Browse files
amanjaiswal73892agentlabtraces
andauthored
Aj/llama4 support (#238)
* add llama4-support * llama4 maverick L1 * llama4 maverick L2 --------- Co-authored-by: agentlabtraces <[email protected]>
1 parent 8666268 commit 98a15bd

File tree

4 files changed

+17
-1
lines changed

4 files changed

+17
-1
lines changed

reproducibility_journal.csv

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -74,3 +74,5 @@ Leo Boisvert,GenericAgent-openai_o1-mini-2024-09-12,workarena_l1,0.4.1,2025-02-0
7474
M: src/agentlab/analyze/agent_xray.py
7575
M: src/agentlab/llm/llm_configs.py",0.13.3,1d2d7160e5b7ec9954ecb48988f71eb56288dd29,"
7676
Leo Boisvert,GenericAgent-anthropic_claude-3.7-sonnet,workarena_l1,0.4.1,2025-02-25_02-32-09,d4f900c2-1de1-4e4b-a3ab-495ff2675fff,0.515,0.028,0,330/330,None,Linux (#68-Ubuntu SMP Mon Oct 7 14:34:20 UTC 2024),3.12.3,1.44.0,v0.4.0,c9d2ef9648435ef1119950ecb1a0734497ccc33b,,0.13.3,1d2d7160e5b7ec9954ecb48988f71eb56288dd29,
77+
agentlabtraces,GenericAgent-meta-llama_llama-4-maverick,workarena_l1,0.4.1,2025-04-14_17-15-56,a6dc4022-2bb7-4b46-8b37-f62c010defc1,0.27,0.024,0,330/330,None,Linux (#135-Ubuntu SMP Fri Sep 27 13:53:58 UTC 2024),3.12.7,1.39.0,v0.4.0,5eb2ecb5e5b293170230bcbed8b17fe192af214a,,0.13.3,70dac253628c476aff1af6a975f27f8563453ad2,
78+
agentlabtraces,GenericAgent-meta-llama_llama-4-maverick,workarena_l2_agent_curriculum_eval,0.4.1,2025-04-22_15-38-44,d62fed39-caac-4ef3-92ac-b29897c69f88,0.085,0.018,1,235/235,None,Linux (#68-Ubuntu SMP Mon Oct 7 14:34:20 UTC 2024),3.12.7,1.39.0,v0.4.0,43bafbcfbe398fca39e4ffdc57b2f226d2c6d3e1,,0.13.3,70dac253628c476aff1af6a975f27f8563453ad2,

src/agentlab/agents/generic_agent/__init__.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@
1010
AGENT_3_5,
1111
AGENT_8B,
1212
AGENT_CUSTOM,
13+
AGENT_LLAMA4_17B_INSTRUCT,
1314
AGENT_LLAMA3_70B,
1415
AGENT_LLAMA31_70B,
1516
RANDOM_SEARCH_AGENT,
@@ -31,6 +32,7 @@
3132
"AGENT_4o_VISION",
3233
"AGENT_o3_MINI",
3334
"AGENT_o1_MINI",
35+
"AGENT_LLAMA4_17B_INSTRUCT",
3436
"AGENT_LLAMA3_70B",
3537
"AGENT_LLAMA31_70B",
3638
"AGENT_8B",

src/agentlab/agents/generic_agent/agent_configs.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@
1010

1111
from .generic_agent import GenericAgentArgs
1212
from .generic_agent_prompt import GenericPromptFlags
13+
from .tmlr_config import BASE_FLAGS
1314

1415
FLAGS_CUSTOM = GenericPromptFlags(
1516
obs=dp.ObsFlags(
@@ -296,7 +297,10 @@
296297
chat_model_args=CHAT_MODEL_ARGS_DICT["openrouter/anthropic/claude-3.5-sonnet:beta"],
297298
flags=FLAGS_GPT_4o_VISION,
298299
)
299-
300+
AGENT_LLAMA4_17B_INSTRUCT = GenericAgentArgs(
301+
chat_model_args=CHAT_MODEL_ARGS_DICT["openrouter/meta-llama/llama-4-maverick"],
302+
flags=BASE_FLAGS,
303+
)
300304

301305
DEFAULT_RS_FLAGS = GenericPromptFlags(
302306
flag_group="default_rs",

src/agentlab/llm/llm_configs.py

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -155,6 +155,14 @@
155155
max_new_tokens=28_000,
156156
temperature=1e-1,
157157
),
158+
"openrouter/meta-llama/llama-4-maverick": OpenRouterModelArgs(
159+
model_name="meta-llama/llama-4-maverick",
160+
max_total_tokens=128_000,
161+
max_input_tokens=100_000,
162+
max_new_tokens=28_000,
163+
temperature=1e-1,
164+
vision_support=True,
165+
),
158166
"openrouter/meta-llama/llama-3.1-8b-instruct:free": OpenRouterModelArgs(
159167
model_name="meta-llama/llama-3.1-8b-instruct:free",
160168
max_total_tokens=128_000,

0 commit comments

Comments
 (0)