Skip to content

Commit 9323240

Browse files
committed
update
1 parent d6e0772 commit 9323240

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

tests/tests_pytorch/strategies/test_fsdp.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -138,6 +138,8 @@ def _assert_layer_fsdp_instance(self) -> None:
138138
param_dtype = reduce_dtype = buffer_dtype = torch.float16
139139
elif self.trainer.precision in ("bf16-true", "bf16-mixed"):
140140
param_dtype = reduce_dtype = buffer_dtype = torch.bfloat16
141+
elif self.trainer.precision == "32-true":
142+
param_dtype = reduce_dtype = buffer_dtype = torch.float32
141143
else:
142144
raise ValueError(f"Unknown precision {self.trainer.precision}")
143145

0 commit comments

Comments
 (0)