File tree Expand file tree Collapse file tree 2 files changed +13
-0
lines changed Expand file tree Collapse file tree 2 files changed +13
-0
lines changed Original file line number Diff line number Diff line change 77 TRAC ,
88 WSAM ,
99 Lookahead ,
10+ LookSAM ,
1011 OrthoGrad ,
1112 PCGrad ,
1213 Ranger21 ,
@@ -110,6 +111,12 @@ def test_wsam_methods():
110111 optimizer .load_state_dict (optimizer .state_dict ())
111112
112113
114+ def test_looksam_methods ():
115+ optimizer = LookSAM ([simple_parameter ()], load_optimizer ('adamp' ))
116+ optimizer .reset ()
117+ optimizer .load_state_dict (optimizer .state_dict ())
118+
119+
113120def test_safe_fp16_methods ():
114121 optimizer = SafeFP16Optimizer (load_optimizer ('adamp' )([simple_parameter ()], lr = 5e-1 ))
115122 optimizer .load_state_dict (optimizer .state_dict ())
Original file line number Diff line number Diff line change @@ -523,6 +523,12 @@ def test_no_closure():
523523 with pytest .raises (NoClosureError ):
524524 optimizer .step ()
525525
526+ optimizer = LookSAM ([param ], load_optimizer ('adamp' ))
527+ optimizer .zero_grad ()
528+
529+ with pytest .raises (NoClosureError ):
530+ optimizer .step ()
531+
526532
527533def test_nero_zero_scale ():
528534 param = simple_parameter ()
You can’t perform that action at this time.
0 commit comments