Clean up

oandreeva-nv · oandreeva-nv · commit 07c5374e4ace · 2025-01-03T16:36:35.000-08:00
diff --git a/src/model.py b/src/model.py
@@ -501,6 +501,7 @@ async def _generate(self, request):
                 )
 
         except Exception as e:
+            self.logger.log_error(f"[vllm] Error generating stream: {e}")
             error = pb_utils.TritonError(f"Error generating stream: {e}")
             text_output_tensor = pb_utils.Tensor(
                 "text_output", np.asarray(["N/A"], dtype=self.output_dtype)

Original file line number	Diff line number	Diff line change
`@@ -501,6 +501,7 @@ async def _generate(self, request):`
`501`	`501`	`)`
`502`	`502`
`503`	`503`	`except Exception as e:`
	`504`	`+ self.logger.log_error(f"[vllm] Error generating stream: {e}")`
`504`	`505`	`error = pb_utils.TritonError(f"Error generating stream: {e}")`
`505`	`506`	`text_output_tensor = pb_utils.Tensor(`
`506`	`507`	`"text_output", np.asarray(["N/A"], dtype=self.output_dtype)`