update: test cases

Author: kozistr

tests/constants.py

@@ -564,7 +564,7 @@
     (FOCUS, {'lr': 1e-1, 'weight_decay': 1e-3}, 5),
     (Kron, {'lr': 1e0, 'weight_decay': 1e-3}, 3),
     (EXAdam, {'lr': 1e-1, 'weight_decay': 1e-3}, 5),
-    (SCION, {'lr': 5e-1, 'constraint': False, 'weight_decay': 1e-3}, 5),
+    (SCION, {'lr': 5e-1, 'constraint': False, 'weight_decay': 1e-3}, 10),
     (SCION, {'lr': 1e-1, 'constraint': True}, 10),
     (Ranger25, {'lr': 1e-1}, 3),
     (Ranger25, {'lr': 1e-1, 't_alpha_beta3': 5}, 3),

tests/test_optimizer_parameters.py

@@ -303,3 +303,11 @@ def test_load_wrapper_optimizer(optimizer_instance):
 
     state = optimizer.state_dict()
     optimizer.load_state_dict(state)
+
+
+def test_scion_lmo_direction():
+    x = torch.zeros((1, 1), dtype=torch.float32)
+
+    optimizer_instance = load_optimizer('SCION')
+    for lmo_direction in ('spectral', 'sign', 'col_norm', 'row_norm'):
+        optimizer_instance.get_lmo_direction(x, lmo_direction)