Skip to content

Commit 1190b38

Browse files
committed
clean code
1 parent 4691c71 commit 1190b38

File tree

3 files changed

+0
-602
lines changed

3 files changed

+0
-602
lines changed

lightllm/models/qwen3next/model.py

Lines changed: 0 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1,17 +1,13 @@
11
import torch
2-
from typing import final, Dict
32
from typing_extensions import override
43
from lightllm.models.registry import ModelRegistry
54
from lightllm.models.qwen3_moe.model import Qwen3MOEModel
65
from lightllm.models.qwen3next.layer_weights.transformer_layer_weight import Qwen3NextTransformerLayerWeight
76
from lightllm.models.qwen3next.layer_infer.transformer_layer_infer import Qwen3NextTransformerLayerInfer
87
from lightllm.utils.log_utils import init_logger
98
from lightllm.distributed.communication_op import dist_group_manager
10-
from lightllm.common.basemodel.layer_weights.hf_load_utils import load_hf_weights
11-
from lightllm.common.mem_manager import MemoryManager
129
from lightllm.utils.envs_utils import get_env_start_args
1310
from lightllm.models.qwen3next.mem_manager import Qwen3NextMemoryManager, MambaStateBufferConfig
14-
from lightllm.models.llama.model import LlamaFlashInferStateExtraInfo
1511

1612
logger = init_logger(__name__)
1713

@@ -26,7 +22,6 @@ class Qwen3NextTpPartModel(Qwen3MOEModel):
2622

2723
def __init__(self, kvargs) -> None:
2824
super().__init__(kvargs)
29-
return
3025

3126
@override
3227
def autotune_layers(self):
@@ -35,9 +30,7 @@ def autotune_layers(self):
3530
@override
3631
def _init_config(self):
3732
super()._init_config()
38-
self.config["num_hidden_layers"] = 4
3933
self.num_kv_heads = max(self.config["num_key_value_heads"] // self.tp_world_size_, 1)
40-
return
4134

4235
@override
4336
def _init_custom(self):
@@ -80,4 +73,3 @@ def _init_mem_manager(self):
8073
mamba_state_buffer_config=mamba_state_buffer_config,
8174
mem_fraction=self.mem_fraction,
8275
)
83-
return

lightllm/models/qwen3next/triton_kernel/chunk_gdn.py

Lines changed: 0 additions & 225 deletions
This file was deleted.

0 commit comments

Comments
 (0)