File tree Expand file tree Collapse file tree 1 file changed +1
-11
lines changed
src/axolotl/integrations/kernels Expand file tree Collapse file tree 1 file changed +1
-11
lines changed Original file line number Diff line number Diff line change 1515 "qwen2_moe" : "Qwen2MoeSparseMoeBlock" ,
1616 "qwen3_moe" : "Qwen3MoeSparseMoeBlock" ,
1717 "qwen3_5_moe" : "Qwen3_5MoeSparseMoeBlock" ,
18- "qwen3_5_moe_text" : "Qwen3_5MoeSparseMoeBlock" ,
1918 "qwen3_next" : "Qwen3NextSparseMoeBlock" ,
2019 "qwen3_vl_moe" : "Qwen3VLMoeTextSparseMoeBlock" ,
2120 # qwen3_omni_moe: Thinker (standard) + Talker (shared experts + shared_expert_gate)
@@ -59,16 +58,7 @@ def resolve_moe_block_classes(model_type: str):
5958
6059 cls_names = entry if isinstance (entry , list ) else [entry ]
6160 module_path = f"transformers.models.{ model_type } .modeling_{ model_type } "
62- try :
63- module = importlib .import_module (module_path )
64- except ModuleNotFoundError :
65- # Text sub-model types (e.g. qwen3_5_moe_text) share the parent module
66- if model_type .endswith ("_text" ):
67- parent_type = model_type .removesuffix ("_text" )
68- module_path = f"transformers.models.{ parent_type } .modeling_{ parent_type } "
69- module = importlib .import_module (module_path )
70- else :
71- raise
61+ module = importlib .import_module (module_path )
7262
7363 classes = []
7464 for cls_name in cls_names :
You can’t perform that action at this time.
0 commit comments