update

Author: DN6

src/diffusers/models/transformers/transformer_mochi.py

@@ -373,7 +373,9 @@ def _get_positions(
         return positions
 
     def _create_rope(self, freqs: torch.Tensor, pos: torch.Tensor) -> torch.Tensor:
-        freqs = torch.einsum("nd,dhf->nhf", pos.to(freqs), freqs)
+        # Always run ROPE freqs computation in FP32
+        with torch.set_default_dtype(torch.float32):
+            freqs = torch.einsum("nd,dhf->nhf", pos, freqs)
         freqs_cos = torch.cos(freqs)
         freqs_sin = torch.sin(freqs)
         return freqs_cos, freqs_sin