File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -559,7 +559,7 @@ def _check_health(self, requests):
559559 future .result ()
560560 except Exception as e :
561561 self .logger .log_error (
562- f"[vllm] Engine is not healthy and will be unloaded: { e } "
562+ f"[vllm] Engine is not healthy and model will be unloaded: { e } "
563563 )
564564 pb_utils .unload_model (self .model_config ["name" ]) # non-blocking
565565 self ._is_healthy = False
@@ -568,7 +568,7 @@ def _check_health(self, requests):
568568 request .get_response_sender ().send (
569569 pb_utils .InferenceResponse (
570570 error = pb_utils .TritonError (
571- message = "vLLM engine is not healthy" ,
571+ message = "vLLM engine is not healthy and model will be unloaded " ,
572572 code = pb_utils .TritonError .UNAVAILABLE ,
573573 )
574574 ),
You can’t perform that action at this time.
0 commit comments