Skip to content

Commit 1ae8541

Browse files
committed
add eagle mode
1 parent 5fb197a commit 1ae8541

File tree

1 file changed

+6
-2
lines changed
  • lightllm/server/router/model_infer/mode_backend/chunked_prefill

1 file changed

+6
-2
lines changed

lightllm/server/router/model_infer/mode_backend/chunked_prefill/impl.py

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -40,8 +40,12 @@ def __init__(self) -> None:
4040

4141
# 在 mtp 模式下切换绑定的prefill 和 decode 函数
4242
if get_env_start_args().mtp_mode:
43-
self.prefill = self.prefill_mtp_eagle
44-
self.decode = self.decode_mtp_eagle
43+
if get_env_start_args().mtp_mode == "deepseekv3_eagle":
44+
self.prefill = self.prefill_mtp_eagle
45+
self.decode = self.decode_mtp_eagle
46+
else:
47+
self.prefill = self.prefill_mtp_vanilla
48+
self.decode = self.decode_mtp_vanilla
4549
else:
4650
self.prefill = self.prefill_normal
4751
self.decode = self.decode_normal

0 commit comments

Comments
 (0)