We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2890bd4 commit cf5ee0dCopy full SHA for cf5ee0d
pytorch_optimizer/optimizer/adasmooth.py
@@ -92,7 +92,7 @@ def step(self, closure: CLOSURE = None) -> LOSS:
92
93
self.apply_weight_decay(
94
p=p,
95
- grad=p.grad,
+ grad=grad,
96
lr=group['lr'],
97
weight_decay=group['weight_decay'],
98
weight_decouple=group['weight_decouple'],
0 commit comments