We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a559f0d commit 49f3602Copy full SHA for 49f3602
pytorch_optimizer/radam.py
@@ -123,7 +123,7 @@ def step(self, closure: CLOSURE = None) -> LOSS:
123
exp_avg.mul_(beta1).add_(grad, alpha=1.0 - beta1)
124
exp_avg_sq.mul_(beta2).addcmul_(grad, grad, value=1.0 - beta2)
125
126
- buffered = group['buffer'][int(state['step'] % 10)]
+ buffered = group['buffer'][state['step'] % 10]
127
if state['step'] == buffered[0]:
128
n_sma, step_size = buffered[1], buffered[2]
129
else:
0 commit comments