update: test_sparse_supported

Author: kozistr

tests/test_gradients.py

@@ -59,10 +59,6 @@ def test_sparse_supported(sparse_optimizer):
     optimizer.zero_grad()
     optimizer.step()
 
-    optimizer = opt([param], momentum=0.9, weight_decay=1e-3)
-    optimizer.reset()
-    optimizer.zero_grad()
-
     if sparse_optimizer == 'madgrad':
         optimizer = opt([param], weight_decay=1e-3, decouple_decay=True)
         optimizer.reset()
@@ -71,6 +67,10 @@ def test_sparse_supported(sparse_optimizer):
         with pytest.raises(NoSparseGradientError):
             optimizer.step()
 
+    optimizer = opt([param], momentum=0.9, weight_decay=1e-3)
+    optimizer.reset()
+    optimizer.zero_grad()
+
     if sparse_optimizer == 'madgrad':
         with pytest.raises(NoSparseGradientError):
             optimizer.step()