We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b640db1 commit b882dfbCopy full SHA for b882dfb
src/axolotl/utils/schedulers.py
@@ -40,7 +40,7 @@ def __init__(
40
self.max_lr = max_lr
41
self.total_steps = total_steps
42
self.num_warmup_steps = num_warmup_steps
43
- self.last_step = last_step - 1
+ self.last_step = max(last_step - 1, 0)
44
45
# Ensure each parameter group has an "initial_lr" key to avoid issues when resuming.
46
for group in optimizer.param_groups:
0 commit comments