We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
2 parents ecd1ae1 + bf3878a commit aa7dc0fCopy full SHA for aa7dc0f
trainer/trainer_utils.py
@@ -23,7 +23,8 @@ def Logger(content):
23
24
25
def get_lr(current_step, total_steps, lr):
26
- return lr / 10 + 0.5 * lr * (1 + math.cos(math.pi * current_step / total_steps))
+ min_lr = lr / 10
27
+ return min_lr + 0.5 * (lr - min_lr) * (1 + math.cos(math.pi * current_step / total_steps))
28
29
30
def init_distributed_mode():
0 commit comments