Skip to content

Commit 068c6ef

Browse files
yiyixuxuyiyi@huggingface.co
andauthored
[modular] helios (#13216)
* add helios modular * upup * revert change in guider * up * fix for real * fix batch test * Apply suggestion from @yiyixuxu --------- Co-authored-by: yiyi@huggingface.co <yiyi@ip-26-0-163-127.ec2.internal>
1 parent 94bcb89 commit 068c6ef

15 files changed

+4441
-0
lines changed

src/diffusers/__init__.py

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -434,6 +434,12 @@
434434
"FluxKontextAutoBlocks",
435435
"FluxKontextModularPipeline",
436436
"FluxModularPipeline",
437+
"HeliosAutoBlocks",
438+
"HeliosModularPipeline",
439+
"HeliosPyramidAutoBlocks",
440+
"HeliosPyramidDistilledAutoBlocks",
441+
"HeliosPyramidDistilledModularPipeline",
442+
"HeliosPyramidModularPipeline",
437443
"QwenImageAutoBlocks",
438444
"QwenImageEditAutoBlocks",
439445
"QwenImageEditModularPipeline",
@@ -1188,6 +1194,12 @@
11881194
FluxKontextAutoBlocks,
11891195
FluxKontextModularPipeline,
11901196
FluxModularPipeline,
1197+
HeliosAutoBlocks,
1198+
HeliosModularPipeline,
1199+
HeliosPyramidAutoBlocks,
1200+
HeliosPyramidDistilledAutoBlocks,
1201+
HeliosPyramidDistilledModularPipeline,
1202+
HeliosPyramidModularPipeline,
11911203
QwenImageAutoBlocks,
11921204
QwenImageEditAutoBlocks,
11931205
QwenImageEditModularPipeline,

src/diffusers/modular_pipelines/__init__.py

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,14 @@
5656
"WanImage2VideoModularPipeline",
5757
"Wan22Image2VideoModularPipeline",
5858
]
59+
_import_structure["helios"] = [
60+
"HeliosAutoBlocks",
61+
"HeliosModularPipeline",
62+
"HeliosPyramidAutoBlocks",
63+
"HeliosPyramidDistilledAutoBlocks",
64+
"HeliosPyramidDistilledModularPipeline",
65+
"HeliosPyramidModularPipeline",
66+
]
5967
_import_structure["flux"] = [
6068
"FluxAutoBlocks",
6169
"FluxModularPipeline",
@@ -103,6 +111,14 @@
103111
Flux2KleinModularPipeline,
104112
Flux2ModularPipeline,
105113
)
114+
from .helios import (
115+
HeliosAutoBlocks,
116+
HeliosModularPipeline,
117+
HeliosPyramidAutoBlocks,
118+
HeliosPyramidDistilledAutoBlocks,
119+
HeliosPyramidDistilledModularPipeline,
120+
HeliosPyramidModularPipeline,
121+
)
106122
from .modular_pipeline import (
107123
AutoPipelineBlocks,
108124
BlockState,
Lines changed: 59 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,59 @@
1+
from typing import TYPE_CHECKING
2+
3+
from ...utils import (
4+
DIFFUSERS_SLOW_IMPORT,
5+
OptionalDependencyNotAvailable,
6+
_LazyModule,
7+
get_objects_from_module,
8+
is_torch_available,
9+
is_transformers_available,
10+
)
11+
12+
13+
_dummy_objects = {}
14+
_import_structure = {}
15+
16+
try:
17+
if not (is_transformers_available() and is_torch_available()):
18+
raise OptionalDependencyNotAvailable()
19+
except OptionalDependencyNotAvailable:
20+
from ...utils import dummy_torch_and_transformers_objects # noqa F403
21+
22+
_dummy_objects.update(get_objects_from_module(dummy_torch_and_transformers_objects))
23+
else:
24+
_import_structure["modular_blocks_helios"] = ["HeliosAutoBlocks"]
25+
_import_structure["modular_blocks_helios_pyramid"] = ["HeliosPyramidAutoBlocks"]
26+
_import_structure["modular_blocks_helios_pyramid_distilled"] = ["HeliosPyramidDistilledAutoBlocks"]
27+
_import_structure["modular_pipeline"] = [
28+
"HeliosModularPipeline",
29+
"HeliosPyramidDistilledModularPipeline",
30+
"HeliosPyramidModularPipeline",
31+
]
32+
33+
if TYPE_CHECKING or DIFFUSERS_SLOW_IMPORT:
34+
try:
35+
if not (is_transformers_available() and is_torch_available()):
36+
raise OptionalDependencyNotAvailable()
37+
except OptionalDependencyNotAvailable:
38+
from ...utils.dummy_torch_and_transformers_objects import * # noqa F403
39+
else:
40+
from .modular_blocks_helios import HeliosAutoBlocks
41+
from .modular_blocks_helios_pyramid import HeliosPyramidAutoBlocks
42+
from .modular_blocks_helios_pyramid_distilled import HeliosPyramidDistilledAutoBlocks
43+
from .modular_pipeline import (
44+
HeliosModularPipeline,
45+
HeliosPyramidDistilledModularPipeline,
46+
HeliosPyramidModularPipeline,
47+
)
48+
else:
49+
import sys
50+
51+
sys.modules[__name__] = _LazyModule(
52+
__name__,
53+
globals()["__file__"],
54+
_import_structure,
55+
module_spec=__spec__,
56+
)
57+
58+
for name, value in _dummy_objects.items():
59+
setattr(sys.modules[__name__], name, value)

0 commit comments

Comments
 (0)