Skip to content

Commit e4f36d4

Browse files
authored
Add Wan22 flf2v doc (#324)
* Add Wan22 flf2v doc * update navigation
1 parent 045fce2 commit e4f36d4

File tree

8 files changed

+136
-38
lines changed

8 files changed

+136
-38
lines changed

docs.json

Lines changed: 32 additions & 28 deletions
Original file line numberDiff line numberDiff line change
@@ -55,7 +55,8 @@
5555
"development/core-concepts/properties",
5656
"development/core-concepts/links",
5757
"development/core-concepts/models",
58-
"development/core-concepts/dependencies" ]
58+
"development/core-concepts/dependencies"
59+
]
5960
},
6061
{
6162
"group": "Interface Guide",
@@ -135,9 +136,7 @@
135136
},
136137
{
137138
"group": "OmniGen",
138-
"pages": [
139-
"tutorials/image/omnigen/omnigen2"
140-
]
139+
"pages": ["tutorials/image/omnigen/omnigen2"]
141140
}
142141
]
143142
},
@@ -154,13 +153,18 @@
154153
"group": "Wan Video",
155154
"pages": [
156155
"tutorials/video/wan/wan2_2",
157-
"tutorials/video/wan/wan-video",
158-
"tutorials/video/wan/vace",
159-
"tutorials/video/wan/wan-ati",
160-
"tutorials/video/wan/fun-control",
161-
"tutorials/video/wan/fun-camera",
162-
"tutorials/video/wan/fun-inp",
163-
"tutorials/video/wan/wan-flf"
156+
{
157+
"group": "Wan2.1",
158+
"pages": [
159+
"tutorials/video/wan/wan-video",
160+
"tutorials/video/wan/vace",
161+
"tutorials/video/wan/wan-ati",
162+
"tutorials/video/wan/fun-control",
163+
"tutorials/video/wan/fun-camera",
164+
"tutorials/video/wan/fun-inp",
165+
"tutorials/video/wan/wan-flf"
166+
]
167+
}
164168
]
165169
},
166170
{
@@ -330,9 +334,7 @@
330334
},
331335
{
332336
"group": "3D",
333-
"pages": [
334-
"built-in-nodes/Load3D"
335-
]
337+
"pages": ["built-in-nodes/Load3D"]
336338
},
337339
{
338340
"group": "API Node",
@@ -602,7 +604,8 @@
602604
"zh-CN/development/core-concepts/properties",
603605
"zh-CN/development/core-concepts/links",
604606
"zh-CN/development/core-concepts/models",
605-
"zh-CN/development/core-concepts/dependencies" ]
607+
"zh-CN/development/core-concepts/dependencies"
608+
]
606609
},
607610
{
608611
"group": "界面指南",
@@ -684,9 +687,7 @@
684687
},
685688
{
686689
"group": "OmniGen",
687-
"pages": [
688-
"zh-CN/tutorials/image/omnigen/omnigen2"
689-
]
690+
"pages": ["zh-CN/tutorials/image/omnigen/omnigen2"]
690691
}
691692
]
692693
},
@@ -703,13 +704,18 @@
703704
"group": "万相视频",
704705
"pages": [
705706
"zh-CN/tutorials/video/wan/wan2_2",
706-
"zh-CN/tutorials/video/wan/wan-video",
707-
"zh-CN/tutorials/video/wan/vace",
708-
"zh-CN/tutorials/video/wan/wan-ati",
709-
"zh-CN/tutorials/video/wan/fun-control",
710-
"zh-CN/tutorials/video/wan/fun-camera",
711-
"zh-CN/tutorials/video/wan/fun-inp",
712-
"zh-CN/tutorials/video/wan/wan-flf"
707+
{
708+
"group": "Wan2.1",
709+
"pages": [
710+
"zh-CN/tutorials/video/wan/wan-video",
711+
"zh-CN/tutorials/video/wan/vace",
712+
"zh-CN/tutorials/video/wan/wan-ati",
713+
"zh-CN/tutorials/video/wan/fun-control",
714+
"zh-CN/tutorials/video/wan/fun-camera",
715+
"zh-CN/tutorials/video/wan/fun-inp",
716+
"zh-CN/tutorials/video/wan/wan-flf"
717+
]
718+
}
713719
]
714720
},
715721
{
@@ -885,9 +891,7 @@
885891
},
886892
{
887893
"group": "3D",
888-
"pages": [
889-
"zh-CN/built-in-nodes/Load3D"
890-
]
894+
"pages": ["zh-CN/built-in-nodes/Load3D"]
891895
},
892896
{
893897
"group": "API 节点",
527 KB
Loading

tutorials/video/wan/vace.mdx

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
---
22
title: "ComfyUI Wan2.1 VACE Video Examples"
33
description: "This article introduces how to complete Wan VACE video generation examples in ComfyUI"
4-
sidebarTitle: "Wan VACE"
4+
sidebarTitle: "Wan2.1 VACE"
55
---
66

77
import CancelBypass from '/snippets/interface/cancel-bypass.mdx'

tutorials/video/wan/wan-flf.mdx

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
---
22
title: "ComfyUI Wan2.1 FLF2V Native Example"
33
description: "This guide explains how to complete Wan2.1 FLF2V video generation examples in ComfyUI"
4-
sidebarTitle: "First-Last Frame"
4+
sidebarTitle: "Wan2.1 FLF2V"
55
---
66

77
import UpdateReminder from "/snippets/tutorials/update-reminder.mdx";

tutorials/video/wan/wan2_2.mdx

Lines changed: 51 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,8 @@ Wan 2.2 is a new generation multimodal generative model launched by WAN AI. This
1919
Wan 2.2 has three core features: cinematic-level aesthetic control, deeply integrating professional film industry aesthetic standards, supporting multi-dimensional visual control such as lighting, color, and composition; large-scale complex motion, easily restoring various complex motions and enhancing the smoothness and controllability of motion; precise semantic compliance, excelling in complex scenes and multi-object generation, better restoring users' creative intentions.
2020
The model supports multiple generation modes such as text-to-video and image-to-video, suitable for content creation, artistic creation, education and training, and other application scenarios.
2121

22+
[Wan2.2 Prompt Guide](https://alidocs.dingtalk.com/i/nodes/EpGBa2Lm8aZxe5myC99MelA2WgN7R35y)
23+
2224
## Model Highlights
2325

2426
- **Cinematic-level Aesthetic Control**: Professional camera language, supports multi-dimensional visual control such as lighting, color, and composition
@@ -56,6 +58,15 @@ For ComfyUI Wan2.2 usage, we have conducted live streams, which you can view to
5658
allowFullScreen
5759
></iframe>
5860

61+
<iframe
62+
className="w-full aspect-video rounded-xl"
63+
src="https://www.youtube.com/embed/0fyZhXga8P8?si=PMv9xQLP32wP8Ni9"
64+
title="ComfyUI Wan2.2 Deep Dive #2"
65+
allow="accelerometer; clipboard-write; encrypted-media; gyroscope; picture-in-picture"
66+
allowFullScreen
67+
></iframe>
68+
69+
5970
This tutorial will use the [🤗 Comfy-Org/Wan_2.2_ComfyUI_Repackaged](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged) version.
6071

6172
<UpdateReminder/>
@@ -104,7 +115,7 @@ ComfyUI/
104115
│ └── wan2.2_vae.safetensors
105116
```
106117

107-
### 3. Follow the Workflow Steps
118+
### 3. Follow the Steps
108119
![Step Diagram](/images/tutorial/video/wan/wan2_2/wan_2.2_5b_t2v.jpg)
109120

110121
1. Ensure the `Load Diffusion Model` node loads the `wan2.2_ti2v_5B_fp16.safetensors` model.
@@ -158,7 +169,7 @@ ComfyUI/
158169
│ └── wan_2.1_vae.safetensors
159170
```
160171

161-
### 3. Follow the Workflow Steps
172+
### 3. Follow the Steps
162173
![Step Diagram](/images/tutorial/video/wan/wan2_2/wan_2.2_14b_t2v.jpg)
163174

164175
1. Ensure the first `Load Diffusion Model` node loads the `wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors` model.
@@ -211,7 +222,7 @@ ComfyUI/
211222
│ └───📂 vae/
212223
│ └── wan_2.1_vae.safetensors
213224
```
214-
### 3. Follow the Workflow Steps
225+
### 3. Follow the Steps
215226
![Step Diagram](/images/tutorial/video/wan/wan2_2/wan_2.2_14b_i2v.jpg)
216227

217228
1. Make sure the first `Load Diffusion Model` node loads the `wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors` model.
@@ -223,6 +234,40 @@ ComfyUI/
223234
7. (Optional) In `EmptyHunyuanLatentVideo`, you can adjust the size settings and the total number of video frames (`length`).
224235
8. Click the `Run` button, or use the shortcut `Ctrl(cmd) + Enter` to execute video generation.
225236

237+
## Wan2.2 14B FLF2V Workflow Example
238+
239+
The first and last frame workflow uses the same model locations as the I2V section.
240+
241+
### 1. Workflow and Input Material Preparation
242+
243+
Download the video or the JSON workflow below and open it in ComfyUI.
244+
<video
245+
controls
246+
className="w-full aspect-video"
247+
src="https://raw.githubusercontent.com/Comfy-Org/example_workflows/refs/heads/main/video/wan/2.2/wan22_14B_flf2v.mp4"
248+
></video>
249+
250+
<a className="prose" target='_blank' href="https://raw.githubusercontent.com/Comfy-Org/workflow_templates/refs/heads/main/templates/video_wan2_2_14B_flf2v.json" style={{ display: 'inline-block', backgroundColor: '#0078D6', color: '#ffffff', padding: '10px 20px', borderRadius: '8px', borderColor: "transparent", textDecoration: 'none', fontWeight: 'bold'}}>
251+
<p className="prose" style={{ margin: 0, fontSize: "0.8rem" }}>Download JSON Workflow</p>
252+
</a>
253+
254+
Download the following images as input materials:
255+
256+
![Input Material](https://raw.githubusercontent.com/Comfy-Org/example_workflows/refs/heads/main/video/wan/2.2/wan22_14B_flf2v_start_image.png)
257+
![Input Material](https://raw.githubusercontent.com/Comfy-Org/example_workflows/refs/heads/main/video/wan/2.2/wan22_14B_flf2v_end_image.png)
258+
259+
### 2. Follow the Steps
260+
261+
![Step Diagram](/images/tutorial/video/wan/wan2_2/wan_2.2_14b_flf2v.jpg)
262+
263+
1. Upload the image to be used as the starting frame in the first `Load Image` node.
264+
2. Upload the image to be used as the ending frame in the second `Load Image` node.
265+
3. Adjust the size settings in the `WanFirstLastFrameToVideo` node.
266+
- By default, a relatively small size is set to prevent low VRAM users from consuming too many resources.
267+
- If you have enough VRAM, you can try a resolution around 720P.
268+
4. Write appropriate prompts according to your first and last frames.
269+
5. Click the `Run` button, or use the shortcut `Ctrl(cmd) + Enter` to execute video generation.
270+
226271
## Community Resources
227272

228273
### GGUF Versions
@@ -241,4 +286,6 @@ ComfyUI/
241286
[Kijai/WanVideo_comfy_fp8_scaled](https://hf-mirror.com/Kijai/WanVideo_comfy_fp8_scaled)
242287

243288
**Wan2.1 models**
244-
[Kijai/WanVideo_comfy](https://huggingface.co/Kijai/WanVideo_comfy)
289+
[Kijai/WanVideo_comfy/Lightx2v](https://huggingface.co/Kijai/WanVideo_comfy/tree/main/Lightx2v)
290+
291+
> Use the Lightx2v LoRA to achieve 8-step video generation acceleration

zh-CN/tutorials/video/wan/wan-ati.mdx

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
---
22
title: "Wan ATI ComfyUI 原生工作流教程"
33
description: "使用轨迹控制视频生成。"
4-
sidebarTitle: "WAN ATI"
4+
sidebarTitle: "Wan2.1 ATI"
55
---
66

77
import UpdateReminder from '/snippets/zh/tutorials/update-reminder.mdx'

zh-CN/tutorials/video/wan/wan-video.mdx

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
---
22
title: ComfyUI Wan2.1 Video 示例
33
description: "本文介绍了如何在 ComfyUI 中完成 Wan2.1 Video 视频首尾帧视频生成示例"
4-
sidebarTitle: Wan Video
4+
sidebarTitle: Wan2.1
55
---
66

77
import UpdateReminder from '/snippets/zh/tutorials/update-reminder.mdx'

zh-CN/tutorials/video/wan/wan2_2.mdx

Lines changed: 49 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,9 @@ import UpdateReminder from '/snippets/zh/tutorials/update-reminder.mdx'
1919
Wan 2.2 具备三大核心特性:影视级美学控制,深度融合专业电影工业的美学标准,支持光影、色彩、构图等多维度视觉控制;大规模复杂运动,轻松还原各类复杂运动并强化运动的流畅度和可控性;精准语义遵循,在复杂场景和多对象生成方面表现卓越,更好还原用户的创意意图。
2020
模型支持文生视频、图生视频等多种生成模式,适用于内容创作、艺术创作、教育培训等多种应用场景。
2121

22+
23+
[Wan2.2 提示词指南](https://alidocs.dingtalk.com/i/nodes/jb9Y4gmKWrx9eo4dCql9LlbYJGXn6lpz)
24+
2225
## 模型亮点
2326

2427
- **影视级美学控制**:专业镜头语言,支持光影、色彩、构图等多维度视觉控制
@@ -51,7 +54,15 @@ Wan2.2 系列模型基于 Apache2.0 开源协议,支持商业使用。Apache2.
5154
<iframe
5255
className="w-full aspect-video rounded-xl"
5356
src="https://www.youtube.com/embed/z62QLQ3XqSA?si=yUenvPa9Q4-VX28M"
54-
title="ComfyUI Wan2.2 深入使用"
57+
title="ComfyUI Wan2.2 深入"
58+
allow="accelerometer; clipboard-write; encrypted-media; gyroscope; picture-in-picture"
59+
allowFullScreen
60+
></iframe>
61+
62+
<iframe
63+
className="w-full aspect-video rounded-xl"
64+
src="https://www.youtube.com/embed/0fyZhXga8P8?si=PMv9xQLP32wP8Ni9"
65+
title="ComfyUI Wan2.2 深入 #2"
5566
allow="accelerometer; clipboard-write; encrypted-media; gyroscope; picture-in-picture"
5667
allowFullScreen
5768
></iframe>
@@ -224,6 +235,40 @@ ComfyUI/
224235
7. 可选)在`EmptyHunyuanLatentVideo` 你可以进行尺寸的设置调整,和视频总帧数 `length` 调整
225236
8. 点击 `Run` 按钮,或者使用快捷键 `Ctrl(cmd) + Enter(回车)` 来执行视频生成
226237

238+
## Wan2.2 14B FLF2V 首尾帧视频生成工作流示例
239+
240+
首尾帧工作流使用模型位置与 I2V 部分完全一致
241+
242+
### 1. 工作流及素材生成
243+
244+
下载下面的视频或者 JSON 格式工作流在 ComfyUI 中打开
245+
<video
246+
controls
247+
className="w-full aspect-video"
248+
src="https://raw.githubusercontent.com/Comfy-Org/example_workflows/refs/heads/main/video/wan/2.2/wan22_14B_flf2v.mp4"
249+
></video>
250+
251+
<a className="prose" target='_blank' href="https://raw.githubusercontent.com/Comfy-Org/workflow_templates/refs/heads/main/templates/video_wan2_2_14B_flf2v.json" style={{ display: 'inline-block', backgroundColor: '#0078D6', color: '#ffffff', padding: '10px 20px', borderRadius: '8px', borderColor: "transparent", textDecoration: 'none', fontWeight: 'bold'}}>
252+
<p className="prose" style={{ margin: 0, fontSize: "0.8rem" }}>下载 JSON 格式工作流</p>
253+
</a>
254+
255+
下载下面的素材作为输入
256+
257+
![输入素材](/images/tutorial/video/wan/wan2_2/wan22_14B_flf2v_start_image.png)
258+
![输入素材](/images/tutorial/video/wan/wan2_2/wan22_14B_flf2v_end_image.png)
259+
260+
### 2. 按步骤完成工作流
261+
262+
![步骤图](/images/tutorial/video/wan/wan2_2/wan_2.2_14b_flf2v.jpg)
263+
264+
1. 在第一个 `Load Image` 节点上传作为起始帧的图像
265+
2. 在第二个 `Load Image` 节点上传作为起始帧的图像
266+
3.`WanFirstLastFrameToVideo` 上修改尺寸设置
267+
- 我们默认设置了一个比较小的尺寸,防止低显存用户运行占用过多资源
268+
- 如果你有足够的显存,可以尝试 720P 左右尺寸
269+
4. 根据你的首尾帧撰写合适的提示词
270+
5. 点击 `Run` 按钮,或者使用快捷键 `Ctrl(cmd) + Enter(回车)` 来执行视频生成
271+
227272
## 社区资源
228273

229274
### GGUF 版本
@@ -242,4 +287,6 @@ ComfyUI/
242287
[Kijai/WanVideo_comfy_fp8_scaled](https://hf-mirror.com/Kijai/WanVideo_comfy_fp8_scaled)
243288

244289
**Wan2.1 models**
245-
[Kijai/WanVideo_comfy](https://huggingface.co/Kijai/WanVideo_comfy)
290+
[Kijai/WanVideo_comfy/Lightx2v](https://huggingface.co/Kijai/WanVideo_comfy/tree/main/Lightx2v)
291+
292+
> 使用 lightx2v LoRA 实现 8 步加速视频生成

0 commit comments

Comments
 (0)