We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 83ce97d commit c415f46Copy full SHA for c415f46
src/megatron/bridge/training/config.py
@@ -276,7 +276,9 @@ class OptimizerConfigOverrideProviderContext:
276
class OptimizerConfigOverrideProvider:
277
"""Abstract base class for providing config overrides."""
278
279
- def build_config_overrides(self, context: OptimizerConfigOverrideProviderContext) -> dict[str, Any]:
+ def build_config_overrides(
280
+ self, context: OptimizerConfigOverrideProviderContext
281
+ ) -> dict[ParamKey, ParamGroupOverride] | None:
282
"""Build config overrides for weight decay based on scheduler configuration.
283
284
This function creates parameter-specific overrides for weight decay behavior.
0 commit comments