We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d6e0772 commit 9323240Copy full SHA for 9323240
tests/tests_pytorch/strategies/test_fsdp.py
@@ -138,6 +138,8 @@ def _assert_layer_fsdp_instance(self) -> None:
138
param_dtype = reduce_dtype = buffer_dtype = torch.float16
139
elif self.trainer.precision in ("bf16-true", "bf16-mixed"):
140
param_dtype = reduce_dtype = buffer_dtype = torch.bfloat16
141
+ elif self.trainer.precision == "32-true":
142
+ param_dtype = reduce_dtype = buffer_dtype = torch.float32
143
else:
144
raise ValueError(f"Unknown precision {self.trainer.precision}")
145
0 commit comments