update: Adan recipes

kozistr · kozistr · commit b68a3c1f4ee8 · 2022-08-26T12:24:08.000+09:00
diff --git a/tests/test_optimizers.py b/tests/test_optimizers.py
@@ -80,7 +80,8 @@
     (AdaPNM, {'lr': 3e-1, 'weight_decay': 1e-3, 'amsgrad': False}, 500),
     (Nero, {'lr': 5e-1}, 200),
     (Nero, {'lr': 5e-1, 'constraints': False}, 200),
-    (Adan, {'lr': 1e-1}, 200),
+    (Adan, {'lr': 2e-1}, 200),
+    (Adan, {'lr': 2e-1, 'weight_decay': 1e-4, 'use_gc': True}, 500),
 ]
 
 ADAMD_SUPPORTED_OPTIMIZERS: List[Tuple[Any, Dict[str, Union[float, bool, int]], int]] = [

Original file line number	Diff line number	Diff line change
`@@ -80,7 +80,8 @@`
`80`	`80`	`(AdaPNM, {'lr': 3e-1, 'weight_decay': 1e-3, 'amsgrad': False}, 500),`
`81`	`81`	`(Nero, {'lr': 5e-1}, 200),`
`82`	`82`	`(Nero, {'lr': 5e-1, 'constraints': False}, 200),`
`83`		`- (Adan, {'lr': 1e-1}, 200),`
	`83`	`+ (Adan, {'lr': 2e-1}, 200),`
	`84`	`+ (Adan, {'lr': 2e-1, 'weight_decay': 1e-4, 'use_gc': True}, 500),`
`84`	`85`	`]`
`85`	`86`
`86`	`87`	`ADAMD_SUPPORTED_OPTIMIZERS: List[Tuple[Any, Dict[str, Union[float, bool, int]], int]] = [`