File tree Expand file tree Collapse file tree 1 file changed +3
-1
lines changed
Expand file tree Collapse file tree 1 file changed +3
-1
lines changed Original file line number Diff line number Diff line change @@ -36,12 +36,14 @@ def filter_out_finished_req(self, shm_req_manager: ShmReqManager):
3636 # 更新aborted 标记,可以触发推理进程主动退出aborted得请求。
3737 if req .is_aborted :
3838 req .router_aborted = True
39+
3940 if req .shm_infer_released :
4041 logger .info (f"router release req id { req .request_id } " )
4142 shm_req_manager .put_back_req_obj (req )
4243 req = None
4344 else :
4445 unfinished_req_ids .append (req .request_id )
46+
4547 self .reqs = [self .id_to_reqs [req_id ] for req_id in unfinished_req_ids ]
4648 self .id_to_reqs = {req .request_id : req for req in self .reqs }
4749 return
@@ -70,7 +72,7 @@ def dp_merge(self, mini_batch: "Batch"):
7072 return
7173
7274 def __repr__ (self ):
73- return f"batch_id={ self .batch_id } , " f"reqs={ [ req . get_str () for req in self .reqs ] } , "
75+ return f"batch_id={ self .batch_id } , " f"reqs={ self .reqs } , "
7476
7577 def simple_log (self ):
7678 return f"batch_id={ self .batch_id } , time:{ time .time ()} s req_ids:{ [req .request_id for req in self .reqs ]} "
You can’t perform that action at this time.
0 commit comments