update: test_ranger21_warm_up_and_down

Author: kozistr

tests/test_optimizer_parameters.py

@@ -244,12 +244,25 @@ def test_safe_fp16_methods():
     assert optimizer.loss_scale == 2.0 ** (15 - 1)
 
 
-def test_ranger21_warm_methods():
+def test_ranger21_warm_iterations():
     assert Ranger21.build_warm_up_iterations(1000, 0.999) == 220
     assert Ranger21.build_warm_up_iterations(4500, 0.999) == 2000
     assert Ranger21.build_warm_down_iterations(1000) == 280
 
 
+def test_ranger21_warm_up_and_down():
+    param = simple_parameter(require_grad=False)
+
+    lr: float = 1e-1
+    opt = Ranger21([param], num_iterations=500, lr=lr, warm_down_min_lr=3e-5)
+
+    assert opt.warm_up_dampening(lr, 100) == 0.09090909090909091
+    assert opt.warm_up_dampening(lr, 200) == 0.1
+    assert opt.warm_up_dampening(lr, 300) == 0.1
+    assert opt.warm_down(lr, 300) == 0.1
+    assert opt.warm_down(lr, 400) == 0.07093070921985817
+
+
 @pytest.mark.parametrize('optimizer', ['ranger21', 'adai'])
 def test_size_of_parameter(optimizer):
     param = simple_parameter(require_grad=False)