update: shampoo recipe

kozistr · kozistr · commit 719b4937af7e · 2022-03-06T03:20:40.000+09:00
diff --git a/tests/test_optimizers.py b/tests/test_optimizers.py
@@ -67,7 +67,7 @@
     (SGDP, {'lr': 2e-1, 'weight_decay': 1e-3, 'nesterov': True}, 500),
     (Ranger, {'lr': 5e-1, 'weight_decay': 1e-3}, 200),
     (Ranger21, {'lr': 5e-1, 'weight_decay': 1e-3, 'num_iterations': 500}, 500),
-    (Shampoo, {'lr': 5e-1, 'weight_decay': 1e-3}, 200),
+    (Shampoo, {'lr': 3e-1, 'weight_decay': 1e-3, 'momentum': 0.05}, 500),
 ]
 
 ADAMD_SUPPORTED_OPTIMIZERS: List[Tuple[Any, Dict[str, Union[float, bool, int]], int]] = [

Original file line number	Diff line number	Diff line change
`@@ -67,7 +67,7 @@`
`67`	`67`	`(SGDP, {'lr': 2e-1, 'weight_decay': 1e-3, 'nesterov': True}, 500),`
`68`	`68`	`(Ranger, {'lr': 5e-1, 'weight_decay': 1e-3}, 200),`
`69`	`69`	`(Ranger21, {'lr': 5e-1, 'weight_decay': 1e-3, 'num_iterations': 500}, 500),`
`70`		`- (Shampoo, {'lr': 5e-1, 'weight_decay': 1e-3}, 200),`
	`70`	`+ (Shampoo, {'lr': 3e-1, 'weight_decay': 1e-3, 'momentum': 0.05}, 500),`
`71`	`71`	`]`
`72`	`72`
`73`	`73`	`ADAMD_SUPPORTED_OPTIMIZERS: List[Tuple[Any, Dict[str, Union[float, bool, int]], int]] = [`