We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1da994d commit 44893a5Copy full SHA for 44893a5
pytorch_optimizer/optimizer/shampoo.py
@@ -190,7 +190,7 @@ def __init__(
190
decoupled_learning_rate: bool = True,
191
inverse_exponent_override: int = 0,
192
start_preconditioning_step: int = 25,
193
- preconditioning_compute_steps: int = 1,
+ preconditioning_compute_steps: int = 1000,
194
statistics_compute_steps: int = 1,
195
block_size: int = 256,
196
skip_preconditioning_rank_lt: int = 1,
0 commit comments