We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9a37e13 commit daf51cbCopy full SHA for daf51cb
pytorch_optimizer/optimizer/adabelief.py
@@ -35,7 +35,7 @@ def __init__(
35
weight_decay: float = 0.0,
36
weight_decouple: bool = True,
37
fixed_decay: bool = False,
38
- rectify: bool = True,
+ rectify: bool = False,
39
n_sma_threshold: int = 5,
40
degenerated_to_sgd: bool = True,
41
ams_bound: bool = False,
0 commit comments