Skip to content

Commit 908c9a7

Browse files
committed
update: recipe
1 parent bb4e6af commit 908c9a7

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

tests/constants.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -47,6 +47,7 @@
4747
Lion,
4848
Nero,
4949
NovoGrad,
50+
PAdam,
5051
Prodigy,
5152
QHAdam,
5253
RAdam,
@@ -109,6 +110,7 @@
109110
'adashift',
110111
'sophiah',
111112
'prodigy',
113+
'padam',
112114
]
113115

114116
VALID_LR_SCHEDULER_NAMES: List[str] = [
@@ -385,6 +387,7 @@
385387
(Prodigy, {'lr': 5e1, 'beta3': 0.999, 'weight_decay': 1e-3}, 10),
386388
(Prodigy, {'lr': 1e1, 'beta3': 0.999, 'weight_decay': 1e-3, 'bias_correction': True}, 15),
387389
(Prodigy, {'lr': 1e0, 'beta3': 0.999, 'weight_decay': 1e-3, 'safeguard_warmup': True}, 15),
390+
(PAdam, {'lr': 1e0, 'weight_decay': 1e-3}, 5),
388391
]
389392
ADANORM_SUPPORTED_OPTIMIZERS: List[Tuple[Any, Dict[str, Union[float, bool, int]], int]] = [
390393
(AdaBelief, {'lr': 5e-1, 'weight_decay': 1e-3, 'adanorm': True}, 10),

0 commit comments

Comments
 (0)