Skip to content

Add Step1X-Edit Pipeline #12249

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 10 commits into
base: main
Choose a base branch
from
Open

Add Step1X-Edit Pipeline #12249

Show file tree
Hide file tree
Changes from 6 commits
Commits
Show all changes
10 commits
Select commit Hold shift + click to select a range
e848634
add Step1X-Edit
Peyton-Chen Aug 26, 2025
3645b66
add Step1X-Edit
Peyton-Chen Aug 26, 2025
5ff2cff
Update pipeline_step1x_edit.py
Peyton-Chen Aug 28, 2025
f26ec62
Merge branch 'main' into step1xedit
Peyton-Chen Aug 28, 2025
88e0619
Merge branch 'huggingface:main' into step1xedit
Peyton-Chen Aug 29, 2025
152578d
Merge branch 'main' into step1xedit
sayakpaul Aug 30, 2025
9f46695
Merge branch 'huggingface:main' into step1xedit
Peyton-Chen Aug 31, 2025
79e44eb
Modify according to the review comments
Peyton-Chen Sep 1, 2025
01310e7
Merge branch 'step1xedit' of https://github.com/Peyton-Chen/diffusers…
Peyton-Chen Sep 1, 2025
4ca7aed
Update pipeline_step1x_edit.py
Peyton-Chen Sep 1, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
597 changes: 597 additions & 0 deletions scripts/convert_step1x_edit_to_diffusers.py
View file
Open in desktop

Large diffs are not rendered by default.

4 changes: 4 additions & 0 deletions src/diffusers/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -230,6 +230,7 @@
"SparseControlNetModel",
"StableAudioDiTModel",
"StableCascadeUNet",
"Step1XEditTransformer2DModel",
"T2IAdapter",
"T5FilmDecoder",
"Transformer2DModel",
Expand Down Expand Up @@ -575,6 +576,7 @@
"StableUnCLIPImg2ImgPipeline",
"StableUnCLIPPipeline",
"StableVideoDiffusionPipeline",
"Step1XEditPipeline",
"TextToVideoSDPipeline",
"TextToVideoZeroPipeline",
"TextToVideoZeroSDXLPipeline",
Expand Down Expand Up @@ -899,6 +901,7 @@
SkyReelsV2Transformer3DModel,
SparseControlNetModel,
StableAudioDiTModel,
Step1XEditTransformer2DModel,
T2IAdapter,
T5FilmDecoder,
Transformer2DModel,
Expand Down Expand Up @@ -1214,6 +1217,7 @@
StableUnCLIPImg2ImgPipeline,
StableUnCLIPPipeline,
StableVideoDiffusionPipeline,
Step1XEditPipeline,
TextToVideoSDPipeline,
TextToVideoZeroPipeline,
TextToVideoZeroSDXLPipeline,
Expand Down
2 changes: 2 additions & 0 deletions src/diffusers/models/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -97,6 +97,7 @@
_import_structure["transformers.transformer_qwenimage"] = ["QwenImageTransformer2DModel"]
_import_structure["transformers.transformer_sd3"] = ["SD3Transformer2DModel"]
_import_structure["transformers.transformer_skyreels_v2"] = ["SkyReelsV2Transformer3DModel"]
_import_structure["transformers.transformer_step1x_edit"] = ["Step1XEditTransformer2DModel"]
_import_structure["transformers.transformer_temporal"] = ["TransformerTemporalModel"]
_import_structure["transformers.transformer_wan"] = ["WanTransformer3DModel"]
_import_structure["transformers.transformer_wan_vace"] = ["WanVACETransformer3DModel"]
Expand Down Expand Up @@ -193,6 +194,7 @@
SD3Transformer2DModel,
SkyReelsV2Transformer3DModel,
StableAudioDiTModel,
Step1XEditTransformer2DModel,
T5FilmDecoder,
Transformer2DModel,
TransformerTemporalModel,
Expand Down
15 changes: 15 additions & 0 deletions src/diffusers/models/attention_processor.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5608,6 +5608,20 @@ def __new__(cls, *args, **kwargs):
processor._attention_backend = "_native_xla"
return processor

class Step1XEditAttnProcessor2_0_NPU:
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

We can remove this processor for now.

def __new__(cls, *args, **kwargs):
deprecation_message = (
"Step1XEditAttnProcessor2_0_NPU is deprecated and will be removed in a future version. An "
"alternative solution to use NPU Flash Attention will be provided in the future."
)
deprecate("Step1XEditAttnProcessor2_0_NPU", "1.0.0", deprecation_message, standard_warn=False)

from .transformers.transformer_flux import Step1XEditAttnProcessor

processor = Step1XEditAttnProcessor()
processor._attention_backend = "_native_npu"
return processor


ADDED_KV_ATTENTION_PROCESSORS = (
AttnAddedKVProcessor,
Expand Down Expand Up @@ -5668,6 +5682,7 @@ def __new__(cls, *args, **kwargs):
SanaMultiscaleLinearAttention,
SanaMultiscaleAttnProcessor2_0,
SanaMultiscaleAttentionProjection,
Step1XEditAttnProcessor2_0_NPU,
IPAdapterAttnProcessor,
IPAdapterAttnProcessor2_0,
IPAdapterXFormersAttnProcessor,
Expand Down
1 change: 1 addition & 0 deletions src/diffusers/models/transformers/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,7 @@
from .transformer_qwenimage import QwenImageTransformer2DModel
from .transformer_sd3 import SD3Transformer2DModel
from .transformer_skyreels_v2 import SkyReelsV2Transformer3DModel
from .transformer_step1x_edit import Step1XEditTransformer2DModel
from .transformer_temporal import TransformerTemporalModel
from .transformer_wan import WanTransformer3DModel
from .transformer_wan_vace import WanVACETransformer3DModel
Loading