try with ones to not nullify layers

linoytsaban · linoytsaban · commit ccdc4fd6a940 · 2025-03-18T15:37:44.000+02:00
diff --git a/src/diffusers/loaders/lora_pipeline.py b/src/diffusers/loaders/lora_pipeline.py
@@ -4265,10 +4265,10 @@ def maybe_expand_t2v_lora_for_i2v(
 
         for i in range(num_blocks):
             for o, c in zip(["k_img", "v_img"], ["add_k_proj", "add_v_proj"]):
-                state_dict[f"blocks.{i}.attn2.{c}.lora_A.weight"] = torch.zeros_like(
+                state_dict[f"blocks.{i}.attn2.{c}.lora_A.weight"] = torch.ones_like(
                     state_dict[f"blocks.{i}.attn2.{o.replace('_img', '')}.lora_A.weight"]
                 )
-                state_dict[f"blocks.{i}.attn2.{c}.lora_B.weight"] = torch.zeros_like(
+                state_dict[f"blocks.{i}.attn2.{c}.lora_B.weight"] = torch.ones_like(
                     state_dict[f"blocks.{i}.attn2.{o.replace('_img', '')}.lora_B.weight"]
                 )
 

Original file line number	Diff line number	Diff line change
`@@ -4265,10 +4265,10 @@ def maybe_expand_t2v_lora_for_i2v(`
`4265`	`4265`
`4266`	`4266`	`for i in range(num_blocks):`
`4267`	`4267`	`for o, c in zip(["k_img", "v_img"], ["add_k_proj", "add_v_proj"]):`
`4268`		`- state_dict[f"blocks.{i}.attn2.{c}.lora_A.weight"] = torch.zeros_like(`
	`4268`	`+ state_dict[f"blocks.{i}.attn2.{c}.lora_A.weight"] = torch.ones_like(`
`4269`	`4269`	`state_dict[f"blocks.{i}.attn2.{o.replace('_img', '')}.lora_A.weight"]`
`4270`	`4270`	`)`
`4271`		`- state_dict[f"blocks.{i}.attn2.{c}.lora_B.weight"] = torch.zeros_like(`
	`4271`	`+ state_dict[f"blocks.{i}.attn2.{c}.lora_B.weight"] = torch.ones_like(`
`4272`	`4272`	`state_dict[f"blocks.{i}.attn2.{o.replace('_img', '')}.lora_B.weight"]`
`4273`	`4273`	`)`
`4274`	`4274`