Avoid calling __init__

Author: georg-wolflein

pytorch_optimizer/optimizer/lookahead.py

@@ -1,5 +1,5 @@
-from collections import defaultdict
-from typing import Dict
+from collections import defaultdict, OrderedDict
+from typing import Dict, Callable
 
 import torch
 from torch.optim import Optimizer
@@ -33,9 +33,7 @@ def __init__(
         self.pullback_momentum = pullback_momentum
 
         self.optimizer = optimizer
-
-        defaults: DEFAULTS = dict()
-        super().__init__(optimizer.param_groups, defaults)
+        self.param_groups = self.optimizer.param_groups
 
         self.state: STATE = defaultdict(dict)
 
@@ -50,6 +48,14 @@ def __init__(
                 if self.pullback_momentum == 'pullback':
                     state['slow_momentum'] = torch.zeros_like(p)
 
+        # Instead of calling super().__init__, we set the attributes ourselves
+        self._optimizer_step_pre_hooks: Dict[int, Callable] = OrderedDict()
+        self._optimizer_step_post_hooks: Dict[int, Callable] = OrderedDict()
+        self.defaults: DEFAULTS = {
+            **optimizer.defaults,
+            **dict(lookahead_alpha=alpha, lookahead_k=k, lookahead_pullback_momentum=pullback_momentum),
+        }
+        
 
     def __getstate__(self):
         return {