We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c5741f8 commit 740945bCopy full SHA for 740945b
tests/test_optimizers.py
@@ -81,7 +81,7 @@
81
(Nero, {'lr': 5e-1}, 200),
82
(Nero, {'lr': 5e-1, 'constraints': False}, 200),
83
(Adan, {'lr': 2e-1}, 200),
84
- (Adan, {'lr': 2e-1, 'weight_decay': 1e-4, 'use_gc': True}, 500),
+ (Adan, {'lr': 1e-0, 'weight_decay': 1e-3, 'use_gc': True}, 500),
85
]
86
87
ADAMD_SUPPORTED_OPTIMIZERS: List[Tuple[Any, Dict[str, Union[float, bool, int]], int]] = [
0 commit comments