removed in-place sum, may affect backward propagation logic

Author: bm-synth

src/diffusers/models/transformers/cogvideox_transformer_3d.py

@@ -138,8 +138,8 @@ def forward(
             **attention_kwargs,
         )
 
-        hidden_states += gate_msa * attn_hidden_states
-        encoder_hidden_states += enc_gate_msa * attn_encoder_hidden_states
+        hidden_states = hidden_states + gate_msa * attn_hidden_states
+        encoder_hidden_states = encoder_hidden_states + enc_gate_msa * attn_encoder_hidden_states
 
         # norm & modulate
         norm_hidden_states, norm_encoder_hidden_states, gate_ff, enc_gate_ff = self.norm2(
@@ -150,8 +150,8 @@ def forward(
         norm_hidden_states = torch.cat([norm_encoder_hidden_states, norm_hidden_states], dim=1)
         ff_output = self.ff(norm_hidden_states)
 
-        hidden_states += gate_ff * ff_output[:, text_seq_length:]
-        encoder_hidden_states += enc_gate_ff * ff_output[:, :text_seq_length]
+        hidden_states = hidden_states + gate_ff * ff_output[:, text_seq_length:]
+        encoder_hidden_states = encoder_hidden_states + enc_gate_ff * ff_output[:, :text_seq_length]
 
         return hidden_states, encoder_hidden_states