@@ -157,10 +157,12 @@ class AdaLayerNormContinuous(nn.Module):
157157 Args:
158158 embedding_dim (`int`): Embedding dimension to use during projection.
159159 conditioning_embedding_dim (`int`): Dimension of the input condition.
160- elementwise_affine (`bool`, defaults to `True`): Boolean flag to denote if affine transformation should be applied.
160+ elementwise_affine (`bool`, defaults to `True`):
161+ Boolean flag to denote if affine transformation should be applied.
161162 eps (`float`, defaults to 1e-5): Epsilon factor.
162163 bias (`bias`, defaults to `True`): Boolean flag to denote if bias should be use.
163- norm_type (`str`, defaults to `"layer_norm"`): Normalization layer to use. Values supported: "layer_norm", "rms_norm".
164+ norm_type (`str`, defaults to `"layer_norm"`):
165+ Normalization layer to use. Values supported: "layer_norm", "rms_norm".
164166 """
165167
166168 def __init__ (
@@ -206,7 +208,8 @@ class LayerNorm(nn.Module):
206208 Args:
207209 dim (`int`): Dimensionality to use for the parameters.
208210 eps (`float`, defaults to 1e-5): Epsilon factor.
209- elementwise_affine (`bool`, defaults to `True`): Boolean flag to denote if affine transformation should be applied.
211+ elementwise_affine (`bool`, defaults to `True`):
212+ Boolean flag to denote if affine transformation should be applied.
210213 bias (`bias`, defaults to `True`): Boolean flag to denote if bias should be use.
211214 """
212215
@@ -238,7 +241,8 @@ class RMSNorm(nn.Module):
238241 Args:
239242 dim (`int`): Number of dimensions to use for `weights`. Only effective when `elementwise_affine` is True.
240243 eps (`float`): Small value to use when calculating the reciprocal of the square-root.
241- elementwise_affine (`bool`, defaults to `True`): Boolean flag to denote if affine transformation should be applied.
244+ elementwise_affine (`bool`, defaults to `True`):
245+ Boolean flag to denote if affine transformation should be applied.
242246 """
243247
244248 def __init__ (self , dim , eps : float , elementwise_affine : bool = True ):
0 commit comments