fix: bias_correction

kozistr · kozistr · commit 42edb7bca14d · 2023-05-06T16:24:53.000+09:00
diff --git a/pytorch_optimizer/optimizer/dadapt.py b/pytorch_optimizer/optimizer/dadapt.py
@@ -327,7 +327,7 @@ def step(self, closure: CLOSURE = None) -> LOSS:
 
         # it's not Adam Debias
         d_lr: float = self.apply_adam_debias(
-            group['bias_correction'], step_size=d * lr, bias_correction1=bias_correction
+            not group['bias_correction'], step_size=d * lr, bias_correction1=bias_correction
         )
 
         sk_l1 = torch.tensor([0.0], device=device)

Original file line number	Diff line number	Diff line change
`@@ -327,7 +327,7 @@ def step(self, closure: CLOSURE = None) -> LOSS:`
`327`	`327`
`328`	`328`	`# it's not Adam Debias`
`329`	`329`	`d_lr: float = self.apply_adam_debias(`
`330`		`- group['bias_correction'], step_size=d * lr, bias_correction1=bias_correction`
	`330`	`+ not group['bias_correction'], step_size=d * lr, bias_correction1=bias_correction`
`331`	`331`	`)`
`332`	`332`
`333`	`333`	`sk_l1 = torch.tensor([0.0], device=device)`