lora

Author: stevhliu

docs/source/en/api/attnprocessor.md

@@ -28,6 +28,10 @@ An attention processor is a class for applying different types of attention mech
 
 [[autodoc]] models.attention_processor.FusedAttnProcessor2_0
 
+## Allegro
+
+[[autodoc]] models.attention_processor.AllegroAttnProcessor2_0
+
 ## AuraFlow
 
 [[autodoc]] models.attention_processor.AuraFlowAttnProcessor2_0
@@ -106,6 +110,22 @@ An attention processor is a class for applying different types of attention mech
 
 [[autodoc]] models.attention_processor.LuminaAttnProcessor2_0
 
+## Mochi
+
+[[autodoc]] models.attention_processor.MochiAttnProcessor2_0
+
+[[autodoc]] models.attention_processor.MochiVaeAttnProcessor2_0
+
+## Sana
+
+[[autodo]] models.attention_processor.SanaLinearAttnProcessor2_0
+
+[[autodoc]] models.attention_processor.SanaMultscaleAttnProcessor2_0
+
+[[autodoc]] models.attention_processor.PAGCFGSanaLinearAttnProcessor2_0
+
+[[autodoc]] models.attention_processor.PAGIdentitySanaLinearAttnProcessor2_0
+
 ## Stable Audio
 
 [[autodoc]] models.attention_processor.StableAudioAttnProcessor2_0
@@ -121,3 +141,7 @@ An attention processor is a class for applying different types of attention mech
 [[autodoc]] models.attention_processor.XFormersAttnProcessor
 
 [[autodoc]] models.attention_processor.XFormersAttnAddedKVProcessor
+
+## XLAFlashAttnProcessor2_0
+
+[[autodoc]] models.attention_processor.XLAFlashAttnProcessor2_0

src/diffusers/models/attention_processor.py

@@ -5423,21 +5423,33 @@ def __call__(self, attn: SanaMultiscaleLinearAttention, hidden_states: torch.Ten
 
 
 class LoRAAttnProcessor:
+    r"""
+    Processor for implementing attention with LoRA.
+    """
     def __init__(self):
         pass
 
 
 class LoRAAttnProcessor2_0:
+    r"""
+    Processor for implementing attention with LoRA (enabled by default if you're using PyTorch 2.0).
+    """
     def __init__(self):
         pass
 
 
 class LoRAXFormersAttnProcessor:
+    r"""
+    Processor for implementing attention with LoRA using xFormers.
+    """
     def __init__(self):
         pass
 
 
 class LoRAAttnAddedKVProcessor:
+    r"""
+    Processor for implementing attention with LoRA with extra learnable key and value matrices for the text encoder.
+    """
     def __init__(self):
         pass