@@ -67,11 +67,12 @@ def make_study(
6767 len(parallel_servers), the servers will be reused for next evaluation (with a reset) as
6868 soon as it is done.
6969
70- Returns: Study | SequentialStudies | ParallelStudies object.
71- SequentialStudies: if the benchmark requires manual reset after each evaluation such as
72- WebArena and VisualWebArena.
73- ParallelStudies: if the benchmark has multiple servers to run in parallel.
74- Study: otherwise.
70+ Returns:
71+ Study | SequentialStudies | ParallelStudies object.
72+ SequentialStudies: if the benchmark requires manual reset after each evaluation such as
73+ WebArena and VisualWebArena.
74+ ParallelStudies: if the benchmark has multiple servers to run in parallel.
75+ Study: otherwise.
7576 """
7677
7778 if not isinstance (agent_args , (list , tuple )):
@@ -486,11 +487,16 @@ def append_to_journal(self, strict_reproducibility=True):
486487 study .append_to_journal (strict_reproducibility = strict_reproducibility )
487488
488489
489- def _init_worker (server_queue : Queue ):
490+ def _init_worker (server_queue : Queue [ BaseServer ] ):
490491 """Run once at the initialization of the worker in the multiprocessing.Pool.
491492
492493 This is typically used to initialize different environment variables of the WebArena server for
493494 multiple instances in parallel.
495+
496+ Args:
497+ server_queue: Queue
498+ A queue of object implementing BaseServer to initialize (or anything with a init
499+ method).
494500 """
495501 server_instance = server_queue .get () # type: "WebArenaInstanceVars"
496502 logger .warning (f"Initializing server instance { server_instance } from process { os .getpid ()} " )
0 commit comments