refactor: max_variance_ma

Author: kozistr

pytorch_optimizer/optimizer/ranger21.py

@@ -276,9 +276,8 @@ def step(self, closure: CLOSURE = None) -> LOSS:
                     grad_ma, neg_grad_ma = state['neg_grad_ma'], state['grad_ma']
 
                 variance_ma = state['variance_ma']
-                max_variance_ma = state['max_variance_ma']
 
-                torch.max(max_variance_ma, variance_ma, out=variance_ma)
+                torch.max(state['max_variance_ma'], variance_ma, out=variance_ma)
                 de_nom = (variance_ma.sqrt() / bias_correction2_sq).add_(group['eps'])
 
                 grad = p.grad