Skip to content

Commit e400215

Browse files
Update src/lightning/fabric/utilities/init.py
Co-authored-by: Nicki Skafte Detlefsen <[email protected]>
1 parent 3e76d9e commit e400215

File tree

1 file changed

+5
-0
lines changed
  • src/lightning/fabric/utilities

1 file changed

+5
-0
lines changed

src/lightning/fabric/utilities/init.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -116,6 +116,11 @@ def _has_meta_device_parameters_or_buffers(obj: Union[Module, Optimizer], recurs
116116

117117

118118
def _has_all_dtensor_params_or_buffers(obj: Union[Module, Optimizer], recurse: bool = True) -> bool:
119+
"""
120+
Check whether all parameters and buffers of a given
121+
:class:`torch.nn.Module` or :class:`torch.optim.Optimizer` are instances of
122+
:class:`torch.distributed.tensor.DTensor`.
123+
"""
119124
from torch.distributed.tensor import DTensor
120125

121126
if isinstance(obj, Optimizer):

0 commit comments

Comments
 (0)