File tree Expand file tree Collapse file tree 1 file changed +2
-1
lines changed
src/lightning/fabric/strategies Expand file tree Collapse file tree 1 file changed +2
-1
lines changed Original file line number Diff line number Diff line change 31
31
from lightning_utilities .core .imports import RequirementCache
32
32
from lightning_utilities .core .rank_zero import rank_zero_only as utils_rank_zero_only
33
33
from torch import Tensor
34
- from torch .distributed .tensor import DTensor
35
34
from torch .nn import Module
36
35
from torch .optim import Optimizer
37
36
from typing_extensions import TypeGuard , override
@@ -797,6 +796,8 @@ def _optimizer_has_flat_params(optimizer: Optimizer) -> bool:
797
796
798
797
799
798
def _optimizer_has_dtensor_params (optimizer : Optimizer ) -> bool :
799
+ from torch .distributed .tensor import DTensor
800
+
800
801
return any (isinstance (param , DTensor ) for group in optimizer .param_groups for param in group ["params" ])
801
802
802
803
You can’t perform that action at this time.
0 commit comments