update: OPTIMIZERS

Author: kozistr

tests/test_optimizers.py

@@ -7,6 +7,7 @@
 from torch.nn import functional as F
 
 from pytorch_optimizer import (
+    LARS,
     MADGRAD,
     SAM,
     SGDP,
@@ -94,6 +95,7 @@ def build_lookahead(*parameters, **kwargs):
     (DiffRGrad, {'lr': 5e-1, 'weight_decay': 1e-3}, 200),
     (Lamb, {'lr': 1e-1, 'weight_decay': 1e-3}, 500),
     (Lamb, {'lr': 1e-1, 'weight_decay': 1e-3, 'pre_norm': True, 'eps': 1e-8}, 500),
+    (LARS, {'lr': 1e-1, 'weight_decay': 1e-3}, 200),
     (RaLamb, {'lr': 1e-1, 'weight_decay': 1e-3}, 200),
     (MADGRAD, {'lr': 1e-2, 'weight_decay': 1e-3}, 500),
     (RAdam, {'lr': 1e-1, 'weight_decay': 1e-3}, 200),