Poll intermittently in each request handler to check stop_event

Author: sjmonson

src/guidellm/scheduler/worker.py

@@ -122,6 +122,7 @@ async def resolve_scheduler_request(
         start_time: float,
         results_queue: Queue[WorkerProcessResult[RequestT, ResponseT]],
         process_id: int,
+        stop_event: Event,
     ) -> WorkerProcessRequest[RequestT, ResponseT]:
         request = process_request.request
         timeout_time = process_request.timeout_time
@@ -142,8 +143,9 @@ async def resolve_scheduler_request(
         )
         asyncio.create_task(self.send_result(results_queue, result))
 
-        if (wait_time := start_time - time.time()) > 0:
-            await asyncio.sleep(wait_time)
+        # Poll intermittently to check stop_event
+        while not stop_event.is_set() and (wait_time := start_time - time.time()) > 0:  # noqa: ASYNC110
+            await asyncio.sleep(min(wait_time, 1))
 
         info.worker_start = time.time()
         result = WorkerProcessResult(
@@ -219,6 +221,7 @@ def _request_callback(
                         start_time=start_time,
                         results_queue=queues.responses,
                         process_id=process_id,
+                        stop_event=stop_event,
                     )
                 )
                 task.add_done_callback(_request_callback)