Skip to content

Commit 0bb6c7c

Browse files
committed
Merge branch 'eagle_new' of https://github.com/ModelTC/lightllm into eagle_new
2 parents 089e617 + db87ade commit 0bb6c7c

File tree

1 file changed

+1
-6
lines changed

1 file changed

+1
-6
lines changed

lightllm/server/router/model_infer/mode_backend/mtp_pre_process.py

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,12 +1,7 @@
11
import torch
22
import copy
3-
from typing import List, Tuple
4-
from lightllm.server.router.model_infer.infer_batch import InferReq
5-
from lightllm.common.basemodel.batch_objs import ModelInput, ModelOutput
6-
from lightllm.server.router.model_infer.infer_batch import g_infer_context
7-
from lightllm.common.basemodel.infer_lock import g_infer_state_lock
3+
from lightllm.common.basemodel.batch_objs import ModelInput
84
from lightllm.common.basemodel.triton_kernel.gen_mtp_prefill_params import gen_mtp_new_input_ids
9-
from lightllm.utils.dist_utils import get_current_device_id
105

116

127
def prepare_mtp_prefill_inputs(

0 commit comments

Comments
 (0)