Skip to content

Commit 56464ed

Browse files
authored
Update deepspeed.py
1 parent c2613ec commit 56464ed

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

src/lightning/fabric/strategies/deepspeed.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -318,13 +318,13 @@ def model(self) -> "DeepSpeedEngine":
318318
@override
319319
def setup_module_and_optimizers(
320320
self, module: Module, optimizers: list[Optimizer], scheduler: Optional[_LRScheduler] = None
321-
) -> tuple["DeepSpeedEngine", list[Optimizer], Optional[_LRScheduler]]:
321+
) -> tuple["DeepSpeedEngine", list[Optimizer], Any]:
322322
"""Set up a model and multiple optimizers together, along with an optional learning rate scheduler. Currently,
323323
only a single optimizer is supported.
324324
325325
Return:
326-
The model wrapped into a :class:`deepspeed.DeepSpeedEngine` and a list with a single
327-
deepspeed optimizer.
326+
The model wrapped into a :class:`deepspeed.DeepSpeedEngine`, a list with a single
327+
deepspeed optimizer, and an optional learning rate scheduler.
328328
329329
"""
330330
if len(optimizers) != 1:
@@ -597,7 +597,7 @@ def register_strategies(cls, strategy_registry: _StrategyRegistry) -> None:
597597

598598
def _initialize_engine(
599599
self, model: Module, optimizer: Optional[Optimizer] = None, scheduler: Optional[_LRScheduler] = None
600-
) -> tuple["DeepSpeedEngine", Optimizer, Optional[_LRScheduler]]:
600+
) -> tuple["DeepSpeedEngine", Optimizer, Any]:
601601
"""Initialize one model and one optimizer with an optional learning rate scheduler.
602602
603603
This calls ``deepspeed.initialize`` internally.

0 commit comments

Comments
 (0)