We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e8e795d commit 9a2e427Copy full SHA for 9a2e427
pytorch_optimizer/optimizer/adams.py
@@ -148,6 +148,6 @@ def step(self, closure: CLOSURE = None) -> LOSS:
148
de_nom = exp_avg_sq_hat.sqrt().add(group['eps'])
149
150
step_size = group['lr'] if self.adamd_debias_term else group['lr'] / bias_correction1
151
- p.addcdiv_(exp_avg, de_nom, alpha=-step_size)
+ p.addcdiv_(exp_avg, de_nom, value=-step_size)
152
153
return loss
0 commit comments