We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent aa2ca00 commit e73d9c3Copy full SHA for e73d9c3
pytorch_optimizer/shampoo.py
@@ -71,11 +71,6 @@ def reset(self):
71
72
state['step'] = 0
73
74
- # pre-condition matrices
75
- for dim_id, dim in enumerate(p.grad.size()):
76
- state[f'pre_cond_{dim_id}'] = group['eps'] * torch.eye(dim, out=p.grad.new(dim, dim))
77
- state[f'inv_pre_cond_{dim_id}'] = p.grad.new(dim, dim).zero_()
78
-
79
@torch.no_grad()
80
def step(self, closure: CLOSURE = None) -> LOSS:
81
loss: LOSS = None
0 commit comments