We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 7f9565a commit be20949Copy full SHA for be20949
cpp/tensorrt_llm/common/customAllReduceUtils.h
@@ -153,7 +153,7 @@ inline AllReduceStrategyType selectStrategyLookUpTable(
153
|| num_token_index
154
>= AllReduceBestStrategyTable.at(sm_version).at(tp_index).at(fusion_op_index).at(hidden_size_index).size())
155
{
156
- return AllReduceStrategyType::NCCL_SYMMETRIC;
+ return AllReduceStrategyType::NCCL;
157
}
158
159
return static_cast<AllReduceStrategyType>(
0 commit comments