We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 48ba5ed commit 06febf1Copy full SHA for 06febf1
src/lightning/fabric/strategies/deepspeed.py
@@ -506,7 +506,7 @@ def load_checkpoint(
506
507
optimzer_state_requested = any(isinstance(item, (Optimizer, DeepSpeedOptimizer)) for item in state.values())
508
509
- if isinstance(self.accelerator, Accelerator) and self.accelerator.get_device() != "cpu": # type: ignore[union-attr]
+ if isinstance(self.accelerator, Accelerator) and self.accelerator.get_device() != "cpu":
510
getattr(torch, self.root_device.type.split(':')[0]).empty_cache()
511
else:
512
torch.cuda.empty_cache()
0 commit comments