Skip to content

Commit 81eb2d1

Browse files
committed
update: test cases
1 parent fc7ca5b commit 81eb2d1

File tree

2 files changed

+13
-0
lines changed

2 files changed

+13
-0
lines changed

tests/test_optimizer_parameters.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -7,6 +7,7 @@
77
TRAC,
88
WSAM,
99
Lookahead,
10+
LookSAM,
1011
OrthoGrad,
1112
PCGrad,
1213
Ranger21,
@@ -110,6 +111,12 @@ def test_wsam_methods():
110111
optimizer.load_state_dict(optimizer.state_dict())
111112

112113

114+
def test_looksam_methods():
115+
optimizer = LookSAM([simple_parameter()], load_optimizer('adamp'))
116+
optimizer.reset()
117+
optimizer.load_state_dict(optimizer.state_dict())
118+
119+
113120
def test_safe_fp16_methods():
114121
optimizer = SafeFP16Optimizer(load_optimizer('adamp')([simple_parameter()], lr=5e-1))
115122
optimizer.load_state_dict(optimizer.state_dict())

tests/test_optimizers.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -523,6 +523,12 @@ def test_no_closure():
523523
with pytest.raises(NoClosureError):
524524
optimizer.step()
525525

526+
optimizer = LookSAM([param], load_optimizer('adamp'))
527+
optimizer.zero_grad()
528+
529+
with pytest.raises(NoClosureError):
530+
optimizer.step()
531+
526532

527533
def test_nero_zero_scale():
528534
param = simple_parameter()

0 commit comments

Comments
 (0)