Skip to content

Commit b8d314f

Browse files
committed
refactor: reorder parameters
1 parent 476df4e commit b8d314f

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

pytorch_optimizer/optimizer/ranger.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -30,12 +30,11 @@ def __init__(
3030
self,
3131
params: PARAMETERS,
3232
lr: float = 1e-3,
33+
betas: BETAS = (0.95, 0.999),
3334
alpha: float = 0.5,
3435
k: int = 6,
3536
n_sma_threshold: int = 5,
3637
degenerated_to_sgd: bool = False,
37-
betas: BETAS = (0.95, 0.999),
38-
eps: float = 1e-5,
3938
weight_decay: float = 0.0,
4039
weight_decouple: bool = True,
4140
fixed_decay: bool = False,
@@ -44,11 +43,13 @@ def __init__(
4443
r: float = 0.95,
4544
adanorm: bool = False,
4645
adam_debias: bool = False,
46+
eps: float = 1e-5,
4747
):
4848
self.validate_learning_rate(lr)
4949
self.validate_betas(betas)
50-
self.validate_non_negative(weight_decay, 'weight_decay')
50+
self.validate_range(alpha, 'alpha', 0.0, 1.0, range_type='[]')
5151
self.validate_positive(k, 'k')
52+
self.validate_non_negative(weight_decay, 'weight_decay')
5253
self.validate_non_negative(eps, 'eps')
5354

5455
self.n_sma_threshold = n_sma_threshold

0 commit comments

Comments
 (0)