feat: add qwen3 moe block for ds3 (axolotl-ai-cloud#2596) [skip ci]

NanoCode012 · web-flow · commit 5bb1f3da5605 · 2025-04-30T03:32:23.000-04:00
diff --git a/src/axolotl/common/architectures.py b/src/axolotl/common/architectures.py
@@ -11,5 +11,6 @@
     ],
     "mixtral": "MixtralSparseMoeBlock",
     "qwen2_moe": "Qwen2MoeSparseMoeBlock",
+    "qwen3_moe": "Qwen3MoeSparseMoeBlock",
     "deepseek_v2": "DeepseekV2MoE",
 }

Original file line number	Diff line number	Diff line change
`@@ -11,5 +11,6 @@`
`11`	`11`	`],`
`12`	`12`	`"mixtral": "MixtralSparseMoeBlock",`
`13`	`13`	`"qwen2_moe": "Qwen2MoeSparseMoeBlock",`
	`14`	`+ "qwen3_moe": "Qwen3MoeSparseMoeBlock",`
`14`	`15`	`"deepseek_v2": "DeepseekV2MoE",`
`15`	`16`	`}`