We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f4d10cf commit abfb4ecCopy full SHA for abfb4ec
lightllm/server/httpserver/manager.py
@@ -270,6 +270,7 @@ async def generate(
270
start_time = time.time()
271
request_headers = request.headers if request is not None else {}
272
group_request_id = self.alloc_req_id(sampling_params, is_health_req)
273
+
274
try:
275
original_multimodal_params = None
276
if self.is_multinode_tp_master:
0 commit comments