[bug] remove unreachable norm_type=ada_norm_continuous from norm3 initialization conditions (#9006)

a-r-r-o-w · sayakpaul · web-flow · commit a57a7af45cbe · 2024-08-06T07:23:48.000+05:30
remove ada_norm_continuous from norm3 list

Co-authored-by: Sayak Paul &lt;spsayakpaul@gmail.com&gt;
diff --git a/src/diffusers/models/attention.py b/src/diffusers/models/attention.py
@@ -376,7 +376,7 @@ def __init__(
                 "layer_norm",
             )
 
-        elif norm_type in ["ada_norm_zero", "ada_norm", "layer_norm", "ada_norm_continuous"]:
+        elif norm_type in ["ada_norm_zero", "ada_norm", "layer_norm"]:
             self.norm3 = nn.LayerNorm(dim, norm_eps, norm_elementwise_affine)
         elif norm_type == "layer_norm_i2vgen":
             self.norm3 = None

Original file line number	Diff line number	Diff line change
`@@ -376,7 +376,7 @@ def __init__(`
`376`	`376`	`"layer_norm",`
`377`	`377`	`)`
`378`	`378`
`379`		`- elif norm_type in ["ada_norm_zero", "ada_norm", "layer_norm", "ada_norm_continuous"]:`
	`379`	`+ elif norm_type in ["ada_norm_zero", "ada_norm", "layer_norm"]:`
`380`	`380`	`self.norm3 = nn.LayerNorm(dim, norm_eps, norm_elementwise_affine)`
`381`	`381`	`elif norm_type == "layer_norm_i2vgen":`
`382`	`382`	`self.norm3 = None`