Skip to content

Commit 504f13c

Browse files
committed
test(fp16_optimizers): exclude adan recipe w/o weight_decay
1 parent 4736f91 commit 504f13c

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

tests/test_optimizers.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -164,6 +164,7 @@ def test_safe_f16_optimizers(optimizer_fp16_config):
164164
or (optimizer_name == 'RaLamb' and 'pre_norm' in config)
165165
or (optimizer_name == 'PNM')
166166
or (optimizer_name == 'Nero')
167+
or (optimizer_name == 'Adan' and 'weight_decay' not in config)
167168
):
168169
return True
169170

0 commit comments

Comments
 (0)