[Bug] Fix shape issue for eplb expert weights (#27589)

yewentao256 · DarkLight1337 · web-flow · commit 0484b6424894 · 2025-10-28T20:44:05.000+08:00
Signed-off-by: yewentao256 &lt;zhyanwentao@126.com&gt;
Co-authored-by: Cyrus Leung &lt;tlleungac@connect.ust.hk&gt;
diff --git a/vllm/model_executor/layers/fused_moe/layer.py b/vllm/model_executor/layers/fused_moe/layer.py
@@ -1959,6 +1959,8 @@ def get_expert_weights(self) -> Iterable[torch.Tensor]:
             if name not in NON_EXPERT_WEIGHTS
             and weight.shape != torch.Size([])
             and not name.startswith("_shared_experts.")
+            # exclude parameters from non-expert submodules (e.g. gate/shared)
+            and not name.startswith("_gate.")
         ]
 
     def set_eplb_state(

Original file line number	Diff line number	Diff line change
`@@ -1959,6 +1959,8 @@ def get_expert_weights(self) -> Iterable[torch.Tensor]:`
`1959`	`1959`	`if name not in NON_EXPERT_WEIGHTS`
`1960`	`1960`	`and weight.shape != torch.Size([])`
`1961`	`1961`	`and not name.startswith("_shared_experts.")`
	`1962`	`+ # exclude parameters from non-expert submodules (e.g. gate/shared)`
	`1963`	`+ and not name.startswith("_gate.")`
`1962`	`1964`	`]`
`1963`	`1965`
`1964`	`1966`	`def set_eplb_state(`