Skip to content

Commit 4f945be

Browse files
author
sangchengmeng
committed
fix grouped_topk
1 parent d8aff9c commit 4f945be

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

lightllm/common/fused_moe/grouped_topk.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -160,8 +160,10 @@ def grouped_topk_kernel(
160160
)
161161

162162
if EXPERT_GROUP_NUM > 1:
163-
group_value = tl.sort(group_value, descending=True)
164-
group_topk_value = tl.sum(tl.where(offs_group == group_topk_num - 1, group_value, 0.0))
163+
sorted_group_value = tl.sort(group_value, descending=True)
164+
else:
165+
sorted_group_value = group_value
166+
group_topk_value = tl.sum(tl.where(offs_group == group_topk_num - 1, sorted_group_value, 0.0))
165167
mask_group_scores = tl.where(
166168
((group_value >= group_topk_value)[:, None]) & ((offs_group_v < group_expert_num)[None, :]),
167169
group_scores,

0 commit comments

Comments
 (0)