We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 11c7fc7 commit 6bd8afcCopy full SHA for 6bd8afc
pytorch_optimizer/optimizer/nero.py
@@ -91,7 +91,7 @@ def step(self, closure: CLOSURE = None) -> LOSS:
91
92
bias_correction: float = 1.0 - self.beta ** state['step']
93
94
- grad_normed = grad / (exp_avg_sq / bias_correction).sqrt() + self.eps
+ grad_normed = grad / ((exp_avg_sq / bias_correction).sqrt() + self.eps)
95
grad_normed[torch.isnan(grad_normed)] = 0.0
96
97
p.sub_(group['lr'] * state['scale'] * grad_normed)
0 commit comments