We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 373e1b5 commit e898142Copy full SHA for e898142
pytorch_optimizer/optimizer/ranger21.py
@@ -247,12 +247,11 @@ def step(self, closure: CLOSURE = None) -> LOSS:
247
248
# Phase 2 - Apply weight decay and step
249
for group in self.param_groups:
250
- p = group['params'][0]
251
- if p.grad is None:
+ if len(self.state) == 0:
252
continue
253
-
254
- lr = group['lr']
255
- step = self.state[group['params'][0]]['step']
+ p = next(iter(self.state.keys()))
+ lr = group["lr"]
+ step = self.state[p]["step"]
256
257
beta1, beta2 = group['betas']
258
bias_correction1 = 1.0 - beta1 ** step # fmt: skip
0 commit comments