Skip to content

Commit 024935e

Browse files
update run_osworld to use small test set and one task
1 parent ce0b2d0 commit 024935e

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

experiments/run_osworld.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -13,15 +13,15 @@ def main():
1313
n_jobs = 1
1414
os.environ["AGENTLAB_DEBUG"] = "1"
1515
study = make_study(
16-
benchmark=OsworldBenchmark(), # type: ignore
16+
benchmark=OsworldBenchmark(test_set_name='test_small.json'), # type: ignore
1717
agent_args=[OSWORLD_CLAUDE],
1818
comment="osworld debug 1",
1919
logging_level=logging.INFO,
2020
logging_level_stdout=logging.INFO,
2121
)
2222

2323
if os.environ.get("AGENTLAB_DEBUG"):
24-
study.exp_args_list = study.exp_args_list[:1]
24+
study.exp_args_list = study.exp_args_list[-9:-8]
2525
study.run(n_jobs=1, n_relaunch=1, parallel_backend="sequential")
2626
else:
2727
study.run(n_jobs=n_jobs, n_relaunch=1, parallel_backend="ray")

0 commit comments

Comments
 (0)