We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7ec9073 commit 639857fCopy full SHA for 639857f
python/paddle/distributed/fleet/utils/tensor_fusion_helper.py
@@ -807,6 +807,7 @@ def _comm_grads(self):
807
def scale_grads(self):
808
if self.need_reduce_scale_sync():
809
if self._comm_group.nranks == 1 and self._task is None:
810
+ self._reset_params_checked_in()
811
return
812
assert self._task is not None, "Task is not initialized."
813
self._task.wait()
0 commit comments