Skip to content

Commit 703d750

Browse files
ElleElleWuSemmer2
authored andcommitted
[Model] SupportHunyuanImage3 Diffusion Model in GPU
Co-authored-by: ElleElleWu <1608928702@qq.com> Co-authored-by: skf1999 <13234016272@163.com> Co-authored-by: Just-it <1161406585@qq.com> Co-authored-by: Semmer2 <semmer@live.cn> Signed-off-by: Semmer2 <semmer@live.cn>
1 parent 2f97db1 commit 703d750

File tree

12 files changed

+5695
-24
lines changed

12 files changed

+5695
-24
lines changed

pyproject.toml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -184,6 +184,7 @@ extend-ignore-identifiers-re = [
184184
".*arange",
185185
".*MoBA",
186186
".*temperal_downsample",
187+
".*_nd",
187188
".*nothink.*",
188189
".*NOTHINK.*",
189190
".*nin.*",

vllm_omni/diffusion/distributed/parallel_state.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -757,6 +757,7 @@ def initialize_model_parallel(
757757
backend=backend,
758758
parallel_mode="data",
759759
)
760+
vllm_parallel_state._DP = _DP
760761

761762
global _CFG
762763
assert _CFG is None, "classifier_free_guidance group is already initialized"
@@ -774,6 +775,7 @@ def initialize_model_parallel(
774775
backend=backend,
775776
parallel_mode="pipeline",
776777
)
778+
vllm_parallel_state._PP = _PP
777779

778780
global _SP
779781
assert _SP is None, "sequence parallel group is already initialized"
Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
# SPDX-License-Identifier: Apache-2.0
2+
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3+
"""Hunyuan Image 3 diffusion model components."""
4+
5+
from vllm_omni.diffusion.models.hunyuan_image_3.hunyuan_image_3_transformer import (
6+
HunyuanImage3Model,
7+
HunyuanImage3Text2ImagePipeline,
8+
)
9+
from vllm_omni.diffusion.models.hunyuan_image_3.pipeline_hunyuan_image_3 import (
10+
HunyuanImage3Pipeline,
11+
)
12+
13+
__all__ = [
14+
"HunyuanImage3Pipeline",
15+
"HunyuanImage3Model",
16+
"HunyuanImage3Text2ImagePipeline",
17+
]

0 commit comments

Comments
 (0)