updates

sayakpaul · sayakpaul · commit 9007de0b8c1d · 2024-12-06T19:58:56.000+05:30
diff --git a/examples/control-lora/train_control_lora_flux.py b/examples/control-lora/train_control_lora_flux.py
@@ -820,7 +820,8 @@ def main(args):
         )
         new_linear.weight.zero_()
         new_linear.weight[:, :initial_input_channels].copy_(flux_transformer.x_embedder.weight)
-        new_linear.bias.copy_(flux_transformer.x_embedder.bias)
+        if flux_transformer.x_embedder.bias is not None:
+            new_linear.bias.copy_(flux_transformer.x_embedder.bias)
         flux_transformer.x_embedder = new_linear
 
     assert torch.all(new_linear.weight[:, initial_input_channels:].data == 0)

Original file line number	Diff line number	Diff line change
`@@ -820,7 +820,8 @@ def main(args):`
`820`	`820`	`)`
`821`	`821`	`new_linear.weight.zero_()`
`822`	`822`	`new_linear.weight[:, :initial_input_channels].copy_(flux_transformer.x_embedder.weight)`
`823`		`- new_linear.bias.copy_(flux_transformer.x_embedder.bias)`
	`823`	`+ if flux_transformer.x_embedder.bias is not None:`
	`824`	`+ new_linear.bias.copy_(flux_transformer.x_embedder.bias)`
`824`	`825`	`flux_transformer.x_embedder = new_linear`
`825`	`826`
`826`	`827`	`assert torch.all(new_linear.weight[:, initial_input_channels:].data == 0)`