[tests] Fix broken cuda, nightly and lora tests on main for CogVideoX (…

…#10270) fix joint pos embedding device
huggingface · Dec 18, 2024 · c4c99c3 · c4c99c3
1 parent 862a7d5
commit c4c99c3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/diffusers/models/embeddings.py b/src/diffusers/models/embeddings.py
@@ -691,7 +691,7 @@ def _get_positional_embeddings(
             output_type="pt",
         )
         pos_embedding = pos_embedding.flatten(0, 1)
-        joint_pos_embedding = torch.zeros(
+        joint_pos_embedding = pos_embedding.new_zeros(
             1, self.max_text_seq_length + num_patches, self.embed_dim, requires_grad=False
         )
         joint_pos_embedding.data[:, self.max_text_seq_length :].copy_(pos_embedding)