We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 578d4a7 commit dedb852Copy full SHA for dedb852
open_diloco/train_fsdp.py
@@ -92,7 +92,6 @@ class HvConfig(BaseConfig):
92
galaxy_size: int
93
fail_rank_drop: bool = False # fail if we lose a diloco worker
94
warmup_outerstep: int = 10
95
- outer_lr_min: float = 0.3
96
outer_scheduler: bool = False
97
98
@model_validator(mode="before")
0 commit comments