We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f172c8e commit 7adb376Copy full SHA for 7adb376
open_diloco/train_fsdp.py
@@ -91,7 +91,6 @@ class HvConfig(BaseConfig):
91
galaxy_size: int
92
fail_rank_drop: bool = False # fail if we lose a diloco worker
93
warmup_outerstep: int = 10
94
- outer_lr_min: float = 0.3
95
outer_scheduler: bool = False
96
97
@model_validator(mode="before")
0 commit comments