Skip to content

Commit 5fea482

Browse files
authored
[Model] SupportHunyuanImage3 Diffusion Model in vllm-omni (#1085)
Signed-off-by: Semmer2 <semmer@live.cn>
1 parent 26ba1e4 commit 5fea482

File tree

13 files changed

+5696
-24
lines changed

13 files changed

+5696
-24
lines changed

docs/models/supported_models.md

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,7 @@ th {
2020
| `Qwen3OmniMoeForConditionalGeneration` | Qwen3-Omni | `Qwen/Qwen3-Omni-30B-A3B-Instruct` |
2121
| `Qwen2_5OmniForConditionalGeneration` | Qwen2.5-Omni | `Qwen/Qwen2.5-Omni-7B`, `Qwen/Qwen2.5-Omni-3B` |
2222
| `BagelForConditionalGeneration` | BAGEL (DiT-only) | `ByteDance-Seed/BAGEL-7B-MoT` |
23+
| `HunyuanImage3ForCausalMM` | HunyuanImage3.0 (DiT-only) | `tencent/HunyuanImage-3.0`, `tencent/HunyuanImage-3.0-Instruct` |
2324
| `QwenImagePipeline` | Qwen-Image | `Qwen/Qwen-Image` |
2425
| `QwenImagePipeline` | Qwen-Image-2512 | `Qwen/Qwen-Image-2512` |
2526
| `QwenImageEditPipeline` | Qwen-Image-Edit | `Qwen/Qwen-Image-Edit` |

pyproject.toml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -188,6 +188,7 @@ extend-ignore-identifiers-re = [
188188
".*arange",
189189
".*MoBA",
190190
".*temperal_downsample",
191+
".*_nd",
191192
".*nothink.*",
192193
".*NOTHINK.*",
193194
".*nin.*",

vllm_omni/diffusion/distributed/parallel_state.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -757,6 +757,7 @@ def initialize_model_parallel(
757757
backend=backend,
758758
parallel_mode="data",
759759
)
760+
vllm_parallel_state._DP = _DP
760761

761762
global _CFG
762763
assert _CFG is None, "classifier_free_guidance group is already initialized"
@@ -774,6 +775,7 @@ def initialize_model_parallel(
774775
backend=backend,
775776
parallel_mode="pipeline",
776777
)
778+
vllm_parallel_state._PP = _PP
777779

778780
global _SP
779781
assert _SP is None, "sequence parallel group is already initialized"
Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
# SPDX-License-Identifier: Apache-2.0
2+
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3+
"""Hunyuan Image 3 diffusion model components."""
4+
5+
from vllm_omni.diffusion.models.hunyuan_image_3.hunyuan_image_3_transformer import (
6+
HunyuanImage3Model,
7+
HunyuanImage3Text2ImagePipeline,
8+
)
9+
from vllm_omni.diffusion.models.hunyuan_image_3.pipeline_hunyuan_image_3 import (
10+
HunyuanImage3Pipeline,
11+
)
12+
13+
__all__ = [
14+
"HunyuanImage3Pipeline",
15+
"HunyuanImage3Model",
16+
"HunyuanImage3Text2ImagePipeline",
17+
]

0 commit comments

Comments
 (0)