Skip to content

Commit 96abe37

Browse files
committed
clean code
1 parent 60dfdfd commit 96abe37

File tree

1 file changed

+0
-7
lines changed

1 file changed

+0
-7
lines changed

lightllm/models/qwen3next/layer_infer/transformer_layer_infer.py

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1,20 +1,13 @@
1-
import os
21
import torch
32
import torch.nn.functional as F
43
import torch.distributed as dist
5-
import numpy as np
6-
import triton
7-
from typing import Tuple
84
from lightllm.models.qwen3next.layer_weights.transformer_layer_weight import Qwen3NextTransformerLayerWeight
95
from lightllm.models.qwen3_moe.layer_infer.transformer_layer_infer import Qwen3MOETransformerLayerInfer
106
from functools import partial
117
from lightllm.utils.log_utils import init_logger
12-
from lightllm.utils.dist_utils import get_global_world_size
13-
from lightllm.models.llama.triton_kernel.rotary_emb import rotary_emb_fwd
148
from lightllm.common.fused_moe.moe_silu_and_mul import silu_and_mul_fwd
159
from lightllm.models.qwen3next.mem_manager import Qwen3NextMemoryManager
1610
from lightllm.models.llama.infer_struct import LlamaInferStateInfo
17-
from lightllm.distributed.communication_op import all_gather_into_tensor, reduce_scatter_tensor
1811
from typing_extensions import override
1912
from einops import rearrange
2013
from lightllm.models.qwen3next.triton_kernel.gated_rmsnorm import gated_rmsnorm_forward

0 commit comments

Comments
 (0)