Skip to content

Commit a2d2234

Browse files
committed
fix ci bug
1 parent 4658b74 commit a2d2234

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

paddleformers/transformers/moe_layer.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -265,9 +265,10 @@ def __init__(
265265
self.ep_size = dist.get_world_size(self.moe_group)
266266
self.moe_router_topk = gate.top_k
267267
self.num_local_experts = moe_num_experts // self.ep_size
268-
self.token_dispatcher = MoEFlexTokenDispatcher(
269-
self.num_local_experts, self.moe_router_topk, self.moe_num_experts, self.moe_group
270-
)
268+
if self.moe_group is not None:
269+
self.token_dispatcher = MoEFlexTokenDispatcher(
270+
self.num_local_experts, self.moe_router_topk, self.moe_num_experts, self.moe_group
271+
)
271272
self.token_drop_steps = config.token_drop_steps
272273
self.using_flex_token = False
273274

0 commit comments

Comments
 (0)