Skip to content
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
31 commits
Select commit Hold shift + click to select a range
626e339
NPU Adaption for Sanna
Dec 30, 2024
1a72a00
NPU Adaption for Sanna
leisuzz Dec 30, 2024
4d67c54
Merge branch 'main' into main
sayakpaul Jan 3, 2025
a1965dd
NPU Adaption for Sanna
Jan 7, 2025
2c3b117
Merge https://github.com/leisuzz/diffusers
Jan 7, 2025
326b98d
NPU Adaption for Sanna
Jan 7, 2025
715822f
Merge branch 'main' into main
leisuzz Jan 7, 2025
963e290
NPU Adaption for Sanna
Jan 7, 2025
510e1d6
Merge https://github.com/leisuzz/diffusers
Jan 7, 2025
3d3aae3
NPU Adaption for Sanna
Jan 8, 2025
4cea819
NPU Adaption for Sanna
Jan 8, 2025
0d9e1b3
NPU Adaption for Sanna
Jan 8, 2025
2052049
NPU Adaption for Sanna
Jan 8, 2025
487dd1a
Merge branch 'main' into main
leisuzz Jan 13, 2025
cfbbb8f
NPU Adaption for Sanna
Jan 14, 2025
7b8ad74
Merge branch 'main' of https://github.com/leisuzz/diffusers
Jan 14, 2025
d7d54d8
Merge branch 'main' into main
leisuzz Jan 16, 2025
ad4beaa
Merge branch 'main' into main
leisuzz Jan 17, 2025
52d8c71
Merge branch 'main' into main
leisuzz Jan 22, 2025
4c1d56d
NPU Adaption for Sanna
Jan 23, 2025
63e3459
Merge https://github.com/leisuzz/diffusers
Jan 23, 2025
d61d570
NPU Adaption for Sanna
Jan 23, 2025
ab2d71b
NPU Adaption for Sanna
Jan 23, 2025
a323229
Merge branch 'main' into main
leisuzz Jan 23, 2025
a456fb1
NPU Adaption for Sanna
Jan 23, 2025
fedfdd4
NPU Adaption for Sanna
Jan 24, 2025
7364276
Merge branch 'main' of https://github.com/leisuzz/diffusers
Jan 24, 2025
3add6de
NPU Adaption for Sanna
Jan 24, 2025
70cf529
NPU Adaption for Sanna
Jan 24, 2025
8f18aae
NPU Adaption for Sanna
Jan 24, 2025
feb8064
Merge branch 'main' into main
leisuzz Jan 24, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions src/diffusers/models/attention_processor.py
Original file line number Diff line number Diff line change
Expand Up @@ -294,6 +294,10 @@ def __init__(
processor = (
AttnProcessor2_0() if hasattr(F, "scaled_dot_product_attention") and self.scale_qk else AttnProcessor()
)

Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

umm I don't think we should change the default attention processor here
let's keep this logic in SANA:)

if is_torch_npu_available():
if isinstance(processor, AttnProcessor2_0):
processor = AttnProcessorNPU()
self.set_processor(processor)

def set_use_xla_flash_attention(
Expand Down
8 changes: 1 addition & 7 deletions src/diffusers/models/transformers/sana_transformer.py
Original file line number Diff line number Diff line change
Expand Up @@ -120,12 +120,6 @@ def __init__(
# 2. Cross Attention
if cross_attention_dim is not None:
self.norm2 = nn.LayerNorm(dim, elementwise_affine=norm_elementwise_affine, eps=norm_eps)

if is_torch_npu_available():
attn_processor = AttnProcessorNPU()
else:
attn_processor = AttnProcessor2_0()

self.attn2 = Attention(
query_dim=dim,
cross_attention_dim=cross_attention_dim,
Expand All @@ -134,7 +128,7 @@ def __init__(
dropout=dropout,
bias=True,
out_bias=attention_out_bias,
processor=attn_processor,
processor=AttnProcessor2_0(),
)

# 3. Feed-forward
Expand Down