Skip to content

Commit 068663a

Browse files
authored
fix
1 parent 2b3f07a commit 068663a

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

lightllm/server/router/batch.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -36,12 +36,14 @@ def filter_out_finished_req(self, shm_req_manager: ShmReqManager):
3636
# 更新aborted 标记,可以触发推理进程主动退出aborted得请求。
3737
if req.is_aborted:
3838
req.router_aborted = True
39+
3940
if req.shm_infer_released:
4041
logger.info(f"router release req id {req.request_id}")
4142
shm_req_manager.put_back_req_obj(req)
4243
req = None
4344
else:
4445
unfinished_req_ids.append(req.request_id)
46+
4547
self.reqs = [self.id_to_reqs[req_id] for req_id in unfinished_req_ids]
4648
self.id_to_reqs = {req.request_id: req for req in self.reqs}
4749
return
@@ -70,7 +72,7 @@ def dp_merge(self, mini_batch: "Batch"):
7072
return
7173

7274
def __repr__(self):
73-
return f"batch_id={self.batch_id}, " f"reqs={[req.get_str() for req in self.reqs]}, "
75+
return f"batch_id={self.batch_id}, " f"reqs={self.reqs}, "
7476

7577
def simple_log(self):
7678
return f"batch_id={self.batch_id}, time:{time.time()}s req_ids:{[req.request_id for req in self.reqs]}"

0 commit comments

Comments
 (0)