Skip to content

Commit 757f968

Browse files
committed
update comment text
1 parent 9ee1b7b commit 757f968

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

paddle/fluid/framework/details/multi_devices_graph_pass.cc

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -460,10 +460,14 @@ std::unique_ptr<ir::Graph> MultiDevSSAGraphBuilder::ApplyImpl(
460460
use_gpu = nccl_ctxs_ != nullptr;
461461
#endif
462462

463+
// Insert broadcast operators principle:
464+
// 1. Broadcast optimized parameters in Reduce strategy;
465+
// 2. No need broadcast optimized parameters in AllReduce strategy because of
466+
// the optimization sub-graph would be run on every GPU;
467+
// 3. Allways broadcast received parameters in Distribute Training.
463468
if ((use_gpu &&
464469
strategy_.reduce_ == BuildStrategy::ReduceStrategy::kReduce) ||
465470
is_dist_train) {
466-
// allways broadcast receieved parameters for distributed training
467471
for (size_t dev_id = 0; dev_id < bcast_var_name_set.size(); ++dev_id) {
468472
auto &to_bcast_set = bcast_var_name_set[dev_id];
469473
for (auto &bcast_name : to_bcast_set) {

0 commit comments

Comments
 (0)