File tree Expand file tree Collapse file tree 1 file changed +0
-7
lines changed
lightllm/models/qwen3next/layer_infer Expand file tree Collapse file tree 1 file changed +0
-7
lines changed Original file line number Diff line number Diff line change 1- import os
21import torch
32import torch .nn .functional as F
43import torch .distributed as dist
5- import numpy as np
6- import triton
7- from typing import Tuple
84from lightllm .models .qwen3next .layer_weights .transformer_layer_weight import Qwen3NextTransformerLayerWeight
95from lightllm .models .qwen3_moe .layer_infer .transformer_layer_infer import Qwen3MOETransformerLayerInfer
106from functools import partial
117from lightllm .utils .log_utils import init_logger
12- from lightllm .utils .dist_utils import get_global_world_size
13- from lightllm .models .llama .triton_kernel .rotary_emb import rotary_emb_fwd
148from lightllm .common .fused_moe .moe_silu_and_mul import silu_and_mul_fwd
159from lightllm .models .qwen3next .mem_manager import Qwen3NextMemoryManager
1610from lightllm .models .llama .infer_struct import LlamaInferStateInfo
17- from lightllm .distributed .communication_op import all_gather_into_tensor , reduce_scatter_tensor
1811from typing_extensions import override
1912from einops import rearrange
2013from lightllm .models .qwen3next .triton_kernel .gated_rmsnorm import gated_rmsnorm_forward
You can’t perform that action at this time.
0 commit comments