[tests] Fix broken cuda, nightly and lora tests on main for CogVideoX (huggingface#10270)

a-r-r-o-w · web-flow · commit c4c99c3907c9 · 2024-12-18T22:36:08.000+05:30
fix joint pos embedding device
diff --git a/src/diffusers/models/embeddings.py b/src/diffusers/models/embeddings.py
@@ -691,7 +691,7 @@ def _get_positional_embeddings(
             output_type="pt",
         )
         pos_embedding = pos_embedding.flatten(0, 1)
-        joint_pos_embedding = torch.zeros(
+        joint_pos_embedding = pos_embedding.new_zeros(
             1, self.max_text_seq_length + num_patches, self.embed_dim, requires_grad=False
         )
         joint_pos_embedding.data[:, self.max_text_seq_length :].copy_(pos_embedding)

Original file line number	Diff line number	Diff line change
`@@ -691,7 +691,7 @@ def _get_positional_embeddings(`
`691`	`691`	`output_type="pt",`
`692`	`692`	`)`
`693`	`693`	`pos_embedding = pos_embedding.flatten(0, 1)`
`694`		`- joint_pos_embedding = torch.zeros(`
	`694`	`+ joint_pos_embedding = pos_embedding.new_zeros(`
`695`	`695`	`1, self.max_text_seq_length + num_patches, self.embed_dim, requires_grad=False`
`696`	`696`	`)`
`697`	`697`	`joint_pos_embedding.data[:, self.max_text_seq_length :].copy_(pos_embedding)`