update: Ranger

kozistr · kozistr · commit 3ef421bd1b76 · 2022-01-29T01:18:30.000+09:00
diff --git a/tests/test_optimizers.py b/tests/test_optimizers.py
@@ -78,7 +78,7 @@ def build_lookahead(*parameters, **kwargs):
     (MADGRAD, {'lr': 1e-2, 'weight_decay': 1e-3}, 200),
     (RAdam, {'lr': 1e-1, 'weight_decay': 1e-3}, 200),
     (SGDP, {'lr': 1e-1, 'weight_decay': 1e-3}, 200),
-    # (Ranger, {'lr': 1e-3, 'weight_decay': 1e-3, 'betas': (0.99, 0.999)}, 200),
+    (Ranger, {'lr': 1e-1, 'weight_decay': 1e-3}, 200),
     # (AdaHessian, {'lr': 1e-2, 'weight_decay': 1e-3}, 200),
 ]
 

Original file line number	Diff line number	Diff line change
`@@ -78,7 +78,7 @@ def build_lookahead(parameters, *kwargs):`
`78`	`78`	`(MADGRAD, {'lr': 1e-2, 'weight_decay': 1e-3}, 200),`
`79`	`79`	`(RAdam, {'lr': 1e-1, 'weight_decay': 1e-3}, 200),`
`80`	`80`	`(SGDP, {'lr': 1e-1, 'weight_decay': 1e-3}, 200),`
`81`		`- # (Ranger, {'lr': 1e-3, 'weight_decay': 1e-3, 'betas': (0.99, 0.999)}, 200),`
	`81`	`+ (Ranger, {'lr': 1e-1, 'weight_decay': 1e-3}, 200),`
`82`	`82`	`# (AdaHessian, {'lr': 1e-2, 'weight_decay': 1e-3}, 200),`
`83`	`83`	`]`
`84`	`84`