Skip to content

Commit d6d667f

Browse files
committed
update pidm/n
1 parent fc7f21f commit d6d667f

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

lightllm/common/fused_moe/grouped_fused_moe.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -343,13 +343,13 @@ def grouped_matmul_kernel(
343343
group_id = pid // num_pid_in_group
344344
first_pid_m = group_id * GROUP_SIZE_M
345345
group_size_m = min(num_pid_m - first_pid_m, GROUP_SIZE_M)
346-
pid_m = first_pid_m + pid % num_pid_in_group % group_size_m
347-
pid_n = (pid % num_pid_in_group) // group_size_m
348-
# in_group_index = pid % num_pid_in_group
349-
# back_mark = (in_group_index // group_size_m) % 2
350-
# back_mark1 = -1 * (2 * back_mark - 1)
351-
# pid_m = first_pid_m + back_mark * (group_size_m - 1) + back_mark1 * (in_group_index % group_size_m)
346+
# pid_m = first_pid_m + pid % num_pid_in_group % group_size_m
352347
# pid_n = (pid % num_pid_in_group) // group_size_m
348+
in_group_index = pid % num_pid_in_group
349+
back_mark = (in_group_index // group_size_m) % 2
350+
back_mark1 = -1 * (2 * back_mark - 1)
351+
pid_m = first_pid_m + back_mark * (group_size_m - 1) + back_mark1 * (in_group_index % group_size_m)
352+
pid_n = (pid % num_pid_in_group) // group_size_m
353353

354354
expert_id = tl.load(mblocks_to_expert_id + pid_m)
355355

0 commit comments

Comments
 (0)