@@ -25,7 +25,7 @@ def test_generic_agent():
2525
2626 with tempfile .TemporaryDirectory () as tmp_dir :
2727
28- launch_exp .run_experiments (1 , [exp_args ], Path (tmp_dir ) / "generic_agent_test" )
28+ launch_exp .run_experiments (1 , [exp_args ], Path (tmp_dir ) / "generic_agent_test" , parallel_backend = "joblib" )
2929
3030 result_record = inspect_results .load_result_df (tmp_dir , progress_fn = None )
3131
@@ -144,9 +144,10 @@ def test_generic_agent_parse_retry():
144144 )
145145
146146 with tempfile .TemporaryDirectory () as tmp_dir :
147- launch_exp .run_experiments (1 , [exp_args ], Path (tmp_dir ) / "generic_agent_test" )
147+ # TODO why these tests don't work with ray backend?
148+ launch_exp .run_experiments (1 , [exp_args ], Path (tmp_dir ) / "generic_agent_test" , parallel_backend = "joblib" )
148149 result_record = inspect_results .load_result_df (tmp_dir , progress_fn = None )
149-
150+ print ( result_record )
150151 target = {
151152 "stats.cum_n_retry" : 2 ,
152153 "stats.cum_busted_retry" : 0 ,
@@ -169,7 +170,7 @@ def test_bust_parse_retry():
169170 )
170171
171172 with tempfile .TemporaryDirectory () as tmp_dir :
172- launch_exp .run_experiments (1 , [exp_args ], Path (tmp_dir ) / "generic_agent_test" )
173+ launch_exp .run_experiments (1 , [exp_args ], Path (tmp_dir ) / "generic_agent_test" , parallel_backend = "joblib" )
173174 result_record = inspect_results .load_result_df (tmp_dir , progress_fn = None )
174175
175176 target = {
@@ -195,7 +196,7 @@ def test_llm_error_success():
195196 )
196197
197198 with tempfile .TemporaryDirectory () as tmp_dir :
198- launch_exp .run_experiments (1 , [exp_args ], Path (tmp_dir ) / "generic_agent_test" )
199+ launch_exp .run_experiments (1 , [exp_args ], Path (tmp_dir ) / "generic_agent_test" , parallel_backend = "joblib" )
199200 result_record = inspect_results .load_result_df (tmp_dir , progress_fn = None )
200201
201202 target = {
@@ -220,7 +221,7 @@ def test_llm_error_no_success():
220221 )
221222
222223 with tempfile .TemporaryDirectory () as tmp_dir :
223- launch_exp .run_experiments (1 , [exp_args ], Path (tmp_dir ) / "generic_agent_test" )
224+ launch_exp .run_experiments (1 , [exp_args ], Path (tmp_dir ) / "generic_agent_test" , parallel_backend = "joblib" )
224225 result_record = inspect_results .load_result_df (tmp_dir , progress_fn = None )
225226
226227 target = {
@@ -236,4 +237,4 @@ def test_llm_error_no_success():
236237
237238if __name__ == "__main__" :
238239 # test_generic_agent()
239- test_llm_error_success ()
240+ test_generic_agent_parse_retry ()
0 commit comments