We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7b33287 commit 463b98fCopy full SHA for 463b98f
pytorch_optimizer/optimizer/lion.py
@@ -63,7 +63,7 @@ def step(self, closure: CLOSURE = None) -> LOSS:
63
with torch.enable_grad():
64
loss = closure()
65
66
- for group, base_lr in self.param_groups:
+ for group in self.param_groups:
67
beta1, beta2 = group['betas']
68
weight_decay = group['weight_decay']
69
for p in group['params']:
0 commit comments