update: simple_parameter

Author: kozistr

tests/test_optimizers.py

@@ -273,7 +273,7 @@ def test_reset(optimizer_config):
 
 @pytest.mark.parametrize('optimizer_name', ['DAdaptAdaGrad', 'DAdaptAdam', 'DAdaptSGD'])
 def test_d_adapt_reset(optimizer_name):
-    optimizer = load_optimizer(optimizer_name)(MultiHeadLogisticRegression().parameters())
+    optimizer = load_optimizer(optimizer_name)([simple_parameter()])
     assert optimizer.__str__ == optimizer_name
     optimizer.reset()
 

tests/utils.py

@@ -45,7 +45,9 @@ def forward(self, x: torch.Tensor) -> torch.Tensor:
 
 
 def simple_parameter(require_grad: bool = True) -> torch.Tensor:
-    return torch.zeros(1, 1).requires_grad_(require_grad)
+    param = torch.randn(1, 1).requires_grad_(require_grad)
+    param.grad = torch.randn(1, 1)
+    return param
 
 
 def simple_sparse_parameter(require_grad: bool = True) -> torch.Tensor: