Merge pull request #227 from i404788/main

[Bugfix] Fix SRMM to allow operation beyond memory_length

Author: kozistr

pytorch_optimizer/optimizer/srmm.py

@@ -53,7 +53,7 @@ def step(self, closure: CLOSURE = None) -> LOSS:
                 group['step'] = 1
 
             w_t: float = (
-                (group['step'] + 1) % (group['memory_length'] if group['memory_length'] is not None else 1)
+                (group['step'] % (group['memory_length'] if group['memory_length'] is not None else 1)) + 1
             ) ** -group['beta']
 
             for p in group['params']: