We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d274329 commit b4e7dd9Copy full SHA for b4e7dd9
tests/utils.py
@@ -44,6 +44,12 @@ def forward(self, x: torch.Tensor) -> torch.Tensor:
44
return self.norm1(self.fc1(x))
45
46
47
+def simple_zero_rank_parameter(require_grad: bool = True) -> torch.Tensor:
48
+ param = torch.tensor(0.0).requires_grad_(require_grad)
49
+ param.grad = torch.tensor(0.0)
50
+ return param
51
+
52
53
def simple_parameter(require_grad: bool = True) -> torch.Tensor:
54
param = torch.zeros(1, 1).requires_grad_(require_grad)
55
param.grad = torch.zeros(1, 1)
0 commit comments