We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
MultiprocessingGPUExecutor.check_health
1 parent 89ec06c commit 2e02311Copy full SHA for 2e02311
vllm/executor/multiproc_gpu_executor.py
@@ -46,6 +46,7 @@ def _init_executor(self) -> None:
46
47
if world_size == 1:
48
self.workers = []
49
+ self.worker_monitor = None
50
else:
51
result_handler = ResultHandler()
52
self.workers = [
@@ -127,7 +128,8 @@ def _run_workers(
127
128
129
def check_health(self) -> None:
130
"""Raises an error if engine is unhealthy."""
- if not self.worker_monitor.is_alive():
131
+ if self.worker_monitor is not None and not self.worker_monitor.is_alive(
132
+ ):
133
raise RuntimeError("Worker processes are not running")
134
135
def _wait_for_tasks_completion(self, parallel_worker_tasks: Any) -> None:
0 commit comments