update: beta

Author: kozistr

pytorch_optimizer/optimizer/experimental/ranger25.py

@@ -40,7 +40,7 @@ def __init__(
         self,
         params: PARAMETERS,
         lr: float = 1e-3,
-        betas: BETAS = (0.95, 0.98, 0.9999),
+        betas: BETAS = (0.9, 0.98, 0.9999),
         weight_decay: float = 1e-3,
         weight_decouple: bool = True,
         fixed_decay: bool = False,