Skip to content

Commit df61ab4

Browse files
committed
fix test (chaing to joblib backend)
1 parent bb39b17 commit df61ab4

File tree

1 file changed

+8
-7
lines changed

1 file changed

+8
-7
lines changed

tests/agents/test_agent.py

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -25,7 +25,7 @@ def test_generic_agent():
2525

2626
with tempfile.TemporaryDirectory() as tmp_dir:
2727

28-
launch_exp.run_experiments(1, [exp_args], Path(tmp_dir) / "generic_agent_test")
28+
launch_exp.run_experiments(1, [exp_args], Path(tmp_dir) / "generic_agent_test", parallel_backend="joblib")
2929

3030
result_record = inspect_results.load_result_df(tmp_dir, progress_fn=None)
3131

@@ -144,9 +144,10 @@ def test_generic_agent_parse_retry():
144144
)
145145

146146
with tempfile.TemporaryDirectory() as tmp_dir:
147-
launch_exp.run_experiments(1, [exp_args], Path(tmp_dir) / "generic_agent_test")
147+
# TODO why these tests don't work with ray backend?
148+
launch_exp.run_experiments(1, [exp_args], Path(tmp_dir) / "generic_agent_test", parallel_backend="joblib")
148149
result_record = inspect_results.load_result_df(tmp_dir, progress_fn=None)
149-
150+
print(result_record)
150151
target = {
151152
"stats.cum_n_retry": 2,
152153
"stats.cum_busted_retry": 0,
@@ -169,7 +170,7 @@ def test_bust_parse_retry():
169170
)
170171

171172
with tempfile.TemporaryDirectory() as tmp_dir:
172-
launch_exp.run_experiments(1, [exp_args], Path(tmp_dir) / "generic_agent_test")
173+
launch_exp.run_experiments(1, [exp_args], Path(tmp_dir) / "generic_agent_test", parallel_backend="joblib")
173174
result_record = inspect_results.load_result_df(tmp_dir, progress_fn=None)
174175

175176
target = {
@@ -195,7 +196,7 @@ def test_llm_error_success():
195196
)
196197

197198
with tempfile.TemporaryDirectory() as tmp_dir:
198-
launch_exp.run_experiments(1, [exp_args], Path(tmp_dir) / "generic_agent_test")
199+
launch_exp.run_experiments(1, [exp_args], Path(tmp_dir) / "generic_agent_test", parallel_backend="joblib")
199200
result_record = inspect_results.load_result_df(tmp_dir, progress_fn=None)
200201

201202
target = {
@@ -220,7 +221,7 @@ def test_llm_error_no_success():
220221
)
221222

222223
with tempfile.TemporaryDirectory() as tmp_dir:
223-
launch_exp.run_experiments(1, [exp_args], Path(tmp_dir) / "generic_agent_test")
224+
launch_exp.run_experiments(1, [exp_args], Path(tmp_dir) / "generic_agent_test", parallel_backend="joblib")
224225
result_record = inspect_results.load_result_df(tmp_dir, progress_fn=None)
225226

226227
target = {
@@ -236,4 +237,4 @@ def test_llm_error_no_success():
236237

237238
if __name__ == "__main__":
238239
# test_generic_agent()
239-
test_llm_error_success()
240+
test_generic_agent_parse_retry()

0 commit comments

Comments
 (0)