We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 24282a9 commit e650baeCopy full SHA for e650bae
pytorch_optimizer/optimizer/shampoo.py
@@ -194,7 +194,7 @@ def __init__(
194
nesterov: bool = True,
195
diagonal_eps: float = 1e-10,
196
matrix_eps: float = 1e-6,
197
- use_svd: bool = True,
+ use_svd: bool = False,
198
):
199
self.lr = lr
200
self.betas = betas
pytorch_optimizer/optimizer/shampoo_utils.py
@@ -216,7 +216,7 @@ def __init__(
216
shape_interpretation: bool,
217
218
pre_conditioner_type: int = PreConditionerType.ALL,
219
220
221
self.beta2 = beta2
222
self.inverse_exponent_override = inverse_exponent_override
0 commit comments