We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4e5a011 commit 860da95Copy full SHA for 860da95
pytorch_optimizer/optimizer/adams.py
@@ -26,7 +26,7 @@ def __init__(
26
self,
27
params: PARAMETERS,
28
lr: float = 1e-3,
29
- betas: BETAS = (0.1, 0.99),
+ betas: BETAS = (0.9, 0.999),
30
weight_decay: float = 1e-4,
31
amsgrad: bool = False,
32
adamd_debias_term: bool = False,
0 commit comments