Update src/guidellm/scheduler/scheduler.py

markurtz · sjmonson · web-flow · commit 0a6230bf64cf · 2025-04-09T11:13:35.000-04:00
Co-authored-by: Samuel Monson &lt;smonson@redhat.com&gt;
diff --git a/src/guidellm/scheduler/scheduler.py b/src/guidellm/scheduler/scheduler.py
@@ -115,7 +115,7 @@ async def run(
         if max_duration is not None and max_duration < 0:
             raise ValueError(f"Invalid max_duration: {max_duration}")
 
-        with multiprocessing.Manager() as manager, ProcessPoolExecutor() as executor:
+        with multiprocessing.Manager() as manager, ProcessPoolExecutor(max_workers=scheduling_strategy.processes_limit) as executor:
             futures, requests_queue, responses_queue = await self._start_processes(
                 manager, executor, scheduling_strategy
             )

Original file line number	Diff line number	Diff line change
`@@ -115,7 +115,7 @@ async def run(`
`115`	`115`	`if max_duration is not None and max_duration < 0:`
`116`	`116`	`raise ValueError(f"Invalid max_duration: {max_duration}")`
`117`	`117`
`118`		`- with multiprocessing.Manager() as manager, ProcessPoolExecutor() as executor:`
	`118`	`+ with multiprocessing.Manager() as manager, ProcessPoolExecutor(max_workers=scheduling_strategy.processes_limit) as executor:`
`119`	`119`	`futures, requests_queue, responses_queue = await self._start_processes(`
`120`	`120`	`manager, executor, scheduling_strategy`
`121`	`121`	`)`