Skip to content

Commit 1583eb0

Browse files
committed
fix
1 parent afa5a61 commit 1583eb0

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

csrc/fused_moe/cutlass_backend/cutlass_fused_moe_kernels.cuh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2482,7 +2482,7 @@ void doActivation(T* output, GemmOutputType const* gemm_result, float const* fp8
24822482
return fn_list[static_cast<int>(activation_type.activation_type)];
24832483
}
24842484
if (num_experts_per_node == 64) {
2485-
constexpr int NUM_EXPERTS_PER_NODE_CONST = 128;
2485+
constexpr int NUM_EXPERTS_PER_NODE_CONST = 64;
24862486
auto fn_list = std::array{
24872487
&doActivationKernel<T, GemmOutputType, ScaleBiasType,
24882488
IdentityAdaptor<cutlass::epilogue::thread::GELU>,

0 commit comments

Comments
 (0)