Skip to content

Commit 3427a3a

Browse files
committed
Update unhealthy unload message content
1 parent 6946b89 commit 3427a3a

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/model.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -559,7 +559,7 @@ def _check_health(self, requests):
559559
future.result()
560560
except Exception as e:
561561
self.logger.log_error(
562-
f"[vllm] Engine is not healthy and will be unloaded: {e}"
562+
f"[vllm] Engine is not healthy and model will be unloaded: {e}"
563563
)
564564
pb_utils.unload_model(self.model_config["name"]) # non-blocking
565565
self._is_healthy = False
@@ -568,7 +568,7 @@ def _check_health(self, requests):
568568
request.get_response_sender().send(
569569
pb_utils.InferenceResponse(
570570
error=pb_utils.TritonError(
571-
message="vLLM engine is not healthy",
571+
message="vLLM engine is not healthy and model will be unloaded",
572572
code=pb_utils.TritonError.UNAVAILABLE,
573573
)
574574
),

0 commit comments

Comments
 (0)