wip

linjiapro · linjiapro · commit afaebbd0cdcf · 2024-11-30T18:31:01.000-08:00
diff --git a/src/diffusers/models/controlnets/controlnet_sd3.py b/src/diffusers/models/controlnets/controlnet_sd3.py
@@ -388,6 +388,7 @@ def custom_forward(*inputs):
                         **ckpt_kwargs,
                     )
                 else:
+                    # SD3.5 8b controlnet use single transformer block, which does not use `encoder_hidden_states`
                     hidden_states = torch.utils.checkpoint.checkpoint(
                         create_custom_forward(block), hidden_states, temb, **ckpt_kwargs
                     )

Original file line number	Diff line number	Diff line change
`@@ -388,6 +388,7 @@ def custom_forward(*inputs):`
`388`	`388`	`**ckpt_kwargs,`
`389`	`389`	`)`
`390`	`390`	`else:`
	`391`	+ # SD3.5 8b controlnet use single transformer block, which does not use `encoder_hidden_states`
`391`	`392`	`hidden_states = torch.utils.checkpoint.checkpoint(`
`392`	`393`	`create_custom_forward(block), hidden_states, temb, **ckpt_kwargs`
`393`	`394`	`)`