Skip to content

Commit 74852be

Browse files
committed
fix sparse grad merge on pserver
1 parent 43ee997 commit 74852be

File tree

1 file changed

+5
-7
lines changed

1 file changed

+5
-7
lines changed

python/paddle/fluid/transpiler/distribute_transpiler.py

Lines changed: 5 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1287,13 +1287,11 @@ def _append_pserver_grad_merge_ops(self, optimize_block,
12871287
inputs={"X": vars2merge},
12881288
outputs={"Out": merged_var},
12891289
attrs={"use_mkldnn": False})
1290-
# TODO(panyx0718): What if it's SELECTED_ROWS.
1291-
if not merged_var.type == core.VarDesc.VarType.SELECTED_ROWS:
1292-
optimize_block.append_op(
1293-
type="scale",
1294-
inputs={"X": merged_var},
1295-
outputs={"Out": merged_var},
1296-
attrs={"scale": 1.0 / float(self.trainer_num)})
1290+
optimize_block.append_op(
1291+
type="scale",
1292+
inputs={"X": merged_var},
1293+
outputs={"Out": merged_var},
1294+
attrs={"scale": 1.0 / float(self.trainer_num)})
12971295
return merged_var
12981296

12991297
def _append_pserver_ops(self, optimize_block, opt_op, endpoint,

0 commit comments

Comments
 (0)