fix(optim): flip grad

Author: ClashLuke

setup.py

@@ -10,7 +10,7 @@
     name='truegrad',
     license='BSD',
     description='PyTorch interface for TrueGrad-AdamW',
-    version='3.1.0',
+    version='3.1.1',
     long_description=README,
     url='https://github.com/clashluke/truegrad',
     packages=setuptools.find_packages(),

truegrad/optim.py

@@ -72,7 +72,7 @@ def step(self, closure=None):
                 if "old_update" in state:
                     dims = ''.join(chr(ord('a') + i) for i in range(update.ndim))
                     lr_grad = torch.einsum(f"{dims},{dims}->", update, state["old_update"].double())
-                    state["lr"] = group["lr"] = group["lr"] - lr_grad.item() * self.learning_rate_learning_rate
+                    state["lr"] = group["lr"] = group["lr"] + lr_grad.item() * self.learning_rate_learning_rate
                 state["old_update"] = torch.clone(update.to(torch.bfloat16).detach())
                 state["param"] = None