fix joint pos embedding device

a-r-r-o-w · a-r-r-o-w · commit e713b4374fd9 · 2024-12-17T21:03:59.000+01:00
diff --git a/src/diffusers/models/embeddings.py b/src/diffusers/models/embeddings.py
@@ -692,7 +692,7 @@ def _get_positional_embeddings(
             output_type="pt",
         )
         pos_embedding = pos_embedding.flatten(0, 1)
-        joint_pos_embedding = torch.zeros(
+        joint_pos_embedding = pos_embedding.new_zeros(
             1, self.max_text_seq_length + num_patches, self.embed_dim, requires_grad=False
         )
         joint_pos_embedding.data[:, self.max_text_seq_length :].copy_(pos_embedding)

Original file line number	Diff line number	Diff line change
`@@ -692,7 +692,7 @@ def _get_positional_embeddings(`
`692`	`692`	`output_type="pt",`
`693`	`693`	`)`
`694`	`694`	`pos_embedding = pos_embedding.flatten(0, 1)`
`695`		`- joint_pos_embedding = torch.zeros(`
	`695`	`+ joint_pos_embedding = pos_embedding.new_zeros(`
`696`	`696`	`1, self.max_text_seq_length + num_patches, self.embed_dim, requires_grad=False`
`697`	`697`	`)`
`698`	`698`	`joint_pos_embedding.data[:, self.max_text_seq_length :].copy_(pos_embedding)`