Skip to content

Commit 75b87fa

Browse files
committed
fix
1 parent 7042c24 commit 75b87fa

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

lightllm/server/router/manager.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -338,6 +338,10 @@ def _get_aborted_reqs_from_running_batch(self) -> List[Req]:
338338
return ans
339339

340340
def _get_stop_str_reqs_from_running_batch(self) -> List[Req]:
341+
# to do, 多节点tp模式,暂时不能支持 stop str 匹配退出
342+
if self.is_multinode_tp:
343+
return []
344+
341345
ans = []
342346
if self.running_batch is None:
343347
return ans

0 commit comments

Comments
 (0)