Skip to content

Commit c08eb0c

Browse files
committed
remove comment
1 parent 4412556 commit c08eb0c

File tree

1 file changed

+0
-7
lines changed

1 file changed

+0
-7
lines changed

lightllm/server/router/model_infer/infer_batch.py

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -340,9 +340,6 @@ def __init__(
340340
self.nixl_pd_task_failed_num: int = 0
341341
self.nixl_trans_device_id: int = -1
342342

343-
# # mrope模式下,decode的position_ids
344-
# self.mrope_position_start_ids: torch.Tensor = None
345-
346343
# 在开启 enable_cpu_cache 的情况下,当请求结束后,会将请求的 kv cache
347344
# 卸载到 cpu cache 中,该标志变量用于标记请求的卸载任务的状态
348345
self.cpu_cache_task_status: "InferReq._CpuCacheTaskStatus" = InferReq._CpuCacheTaskStatus.NOT_STARTED
@@ -485,10 +482,6 @@ def update_finish_status(self, eos_ids, output_len: int):
485482
self.finish_status.set_status(FinishStatus.FINISHED_LENGTH)
486483
return
487484

488-
# def update_mrope_decode_position_ids(self):
489-
# self.mrope_position_start_ids += 1
490-
# return
491-
492485
def _stop_sequences_matched(self, output_len: int):
493486
for stop_token_ids in self.stop_sequences:
494487
stop_len = len(stop_token_ids)

0 commit comments

Comments
 (0)