[Bug] ControlNet Union Pro1 causes ComfyUI reboot #608
Description
Checklist
- 1. I have searched for related issues and FAQs (https://github.com/mit-han-lab/nunchaku/blob/main/docs/faq.md) but was unable to find a solution.
- 2. The issue persists in the latest version.
- 3. Please note that without environment information and a minimal reproducible example, it will be difficult for us to reproduce and address the issue, which may delay our response.
- 4. If your report is a question rather than a bug, please submit it as a discussion at https://github.com/mit-han-lab/ComfyUI-nunchaku/discussions/new/choose. Otherwise, this issue will be closed.
- 5. I will do my best to describe the issue in English.
Describe the Bug
When I use Nunkaku in combination with ControlNet Union Pro 1, it causes the ComfyUI service to restart directly.
Can Nunkaku only use Union Pro 2?
Environment
Windows 10
Python 3.12.9
CUDA 12.6
pytorch 2.7.1+126
comfyui：0.3.60
Reproduction Steps
workflow.json
{
"id": "37d4902e-091b-46c0-a582-0e9f15dc6c9f",
"revision": 0,
"last_node_id": 90,
"last_link_id": 174,
"nodes": [
{
"id": 28,
"type": "SamplerCustomAdvanced",
"pos": [
2058.611328125,
-65.84575653076172
],
"size": [
355.20001220703125,
106
],
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"label": "noise",
"name": "noise",
"type": "NOISE",
"link": 28
},
{
"label": "guider",
"name": "guider",
"type": "GUIDER",
"link": 29
},
{
"label": "sampler",
"name": "sampler",
"type": "SAMPLER",
"link": 30
},
{
"label": "sigmas",
"name": "sigmas",
"type": "SIGMAS",
"link": 31
},
{
"label": "latent_image",
"name": "latent_image",
"type": "LATENT",
"link": 32
}
],
"outputs": [
{
"label": "output",
"name": "output",
"type": "LATENT",
"slot_index": 0,
"links": [
36
]
},
{
"label": "denoised_output",
"name": "denoised_output",
"type": "LATENT",
"slot_index": 1,
"links": []
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "SamplerCustomAdvanced",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 33,
"type": "VAEDecode",
"pos": [
2438.611328125,
-55.845741271972656
],
"size": [
210,
46
],
"flags": {},
"order": 23,
"mode": 0,
"inputs": [
{
"label": "samples",
"name": "samples",
"type": "LATENT",
"link": 36
},
{
"label": "vae",
"name": "vae",
"type": "VAE",
"link": 157
}
],
"outputs": [
{
"label": "IMAGE",
"name": "IMAGE",
"type": "IMAGE",
"slot_index": 0,
"links": [
41
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "VAEDecode",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 31,
"type": "KSamplerSelect",
"pos": [
1628.611083984375,
154.15420532226562
],
"size": [
315,
58
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"label": "SAMPLER",
"name": "SAMPLER",
"type": "SAMPLER",
"links": [
30
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "KSamplerSelect",
"widget_ue_connectable": {}
},
"widgets_values": [
"euler"
]
},
{
"id": 30,
"type": "BasicGuider",
"pos": [
1765.803955078125,
21.873580932617188
],
"size": [
241.79998779296875,
46
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"label": "model",
"name": "model",
"type": "MODEL",
"link": 33
},
{
"label": "conditioning",
"name": "conditioning",
"type": "CONDITIONING",
"link": 34
}
],
"outputs": [
{
"label": "GUIDER",
"name": "GUIDER",
"type": "GUIDER",
"links": [
29
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "BasicGuider",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 29,
"type": "RandomNoise",
"pos": [
1588.611083984375,
-115.84575653076172
],
"size": [
315,
82
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"label": "NOISE",
"name": "NOISE",
"type": "NOISE",
"links": [
28
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "RandomNoise",
"widget_ue_connectable": {}
},
"widgets_values": [
359286708005889,
"randomize"
]
},
{
"id": 32,
"type": "BasicScheduler",
"pos": [
1616.857177734375,
277.31219482421875
],
"size": [
315,
106
],
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"label": "model",
"name": "model",
"type": "MODEL",
"link": 35
}
],
"outputs": [
{
"label": "SIGMAS",
"name": "SIGMAS",
"type": "SIGMAS",
"links": [
31
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "BasicScheduler",
"widget_ue_connectable": {}
},
"widgets_values": [
"simple",
28,
1
]
},
{
"id": 25,
"type": "EmptySD3LatentImage",
"pos": [
1206.067138671875,
135.44363403320312
],
"size": [
315,
106
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"label": "width",
"name": "width",
"type": "INT",
"widget": {
"name": "width"
},
"link": 138
},
{
"label": "height",
"name": "height",
"type": "INT",
"widget": {
"name": "height"
},
"link": 140
}
],
"outputs": [
{
"label": "LATENT",
"name": "LATENT",
"type": "LATENT",
"slot_index": 0,
"links": [
32
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "EmptySD3LatentImage",
"widget_ue_connectable": {
"width": true,
"height": true
}
},
"widgets_values": [
1024,
1536,
4
]
},
{
"id": 34,
"type": "ModelSamplingFlux",
"pos": [
1204.0496826171875,
310.9963684082031
],
"size": [
315,
130
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"label": "model",
"name": "model",
"type": "MODEL",
"link": 172
},
{
"label": "width",
"name": "width",
"type": "INT",
"widget": {
"name": "width"
},
"link": 139
},
{
"label": "height",
"name": "height",
"type": "INT",
"widget": {
"name": "height"
},
"link": 141
}
],
"outputs": [
{
"label": "MODEL",
"name": "MODEL",
"type": "MODEL",
"slot_index": 0,
"links": [
33,
35
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "ModelSamplingFlux",
"widget_ue_connectable": {
"width": true,
"height": true
}
},
"widgets_values": [
1.15,
0.5,
1024,
1536
]
},
{
"id": 80,
"type": "VAELoader",
"pos": [
1515.892578125,
74.6805648803711
],
"size": [
315,
58
],
"flags": {
"collapsed": true
},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"label": "VAE",
"name": "VAE",
"type": "VAE",
"slot_index": 0,
"links": [
157,
158
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "VAELoader",
"widget_ue_connectable": {}
},
"widgets_values": [
"flux-ae.safetensors"
]
},
{
"id": 43,
"type": "CLIPTextEncode",
"pos": [
1043.22607421875,
138.29373168945312
],
"size": [
420,
160
],
"flags": {
"collapsed": true
},
"order": 9,
"mode": 0,
"inputs": [
{
"label": "clip",
"name": "clip",
"type": "CLIP",
"link": 174
}
],
"outputs": [
{
"label": "CONDITIONING",
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
55
]
}
],
"title": "负提示词",
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "CLIPTextEncode",
"widget_ue_connectable": {}
},
"widgets_values": [
""
]
},
{
"id": 85,
"type": "ImageScaleToTotalPixels",
"pos": [
803.9721069335938,
421.4260559082031
],
"size": [
270,
82
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"label": "image",
"name": "image",
"type": "IMAGE",
"link": 167
}
],
"outputs": [
{
"label": "IMAGE",
"name": "IMAGE",
"type": "IMAGE",
"links": [
168
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "ImageScaleToTotalPixels",
"widget_ue_connectable": {}
},
"widgets_values": [
"lanczos",
1
]
},
{
"id": 44,
"type": "GetImageSize+",
"pos": [
812.4393920898438,
268.29376220703125
],
"size": [
214.20001220703125,
66
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"label": "image",
"name": "image",
"type": "IMAGE",
"link": 168
}
],
"outputs": [
{
"label": "width",
"name": "width",
"type": "INT",
"slot_index": 0,
"links": [
138,
139
]
},
{
"label": "height",
"name": "height",
"type": "INT",
"slot_index": 1,
"links": [
140,
141
]
},
{
"label": "count",
"name": "count",
"type": "INT",
"links": null
}
],
"properties": {
"cnr_id": "comfyui_essentials_mb",
"ver": "1.1.1",
"Node name for S&R": "GetImageSize+",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 87,
"type": "NunchakuFluxDiTLoader",
"pos": [
42.67258834838867,
-118.71038055419922
],
"size": [
275.7613220214844,
202
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"label": "MODEL",
"name": "MODEL",
"type": "MODEL",
"links": [
170
]
}
],
"properties": {
"cnr_id": "comfyui-nunchaku",
"ver": "0.3.4",
"Node name for S&R": "NunchakuFluxDiTLoader",
"widget_ue_connectable": {}
},
"widgets_values": [
"svdq-int4_r32-flux.1-dev.safetensors",
0,
"nunchaku-fp16",
"disable",
0,
"bfloat16",
"enabled"
]
},
{
"id": 88,
"type": "NunchakuFluxLoraLoader",
"pos": [
61.75063705444336,
145.00729370117188
],
"size": [
289.0093688964844,
82
],
"flags": {
"collapsed": true
},
"order": 7,
"mode": 0,
"inputs": [
{
"label": "model",
"name": "model",
"type": "MODEL",
"link": 170
}
],
"outputs": [
{
"label": "MODEL",
"name": "MODEL",
"type": "MODEL",
"links": [
171
]
}
],
"properties": {
"cnr_id": "comfyui-nunchaku",
"ver": "0.3.4",
"Node name for S&R": "NunchakuFluxLoraLoader",
"widget_ue_connectable": {}
},
"widgets_values": [
"FLUX.1-Turbo-Alpha.safetensors",
1
]
},
{
"id": 90,
"type": "NunchakuTextEncoderLoaderV2",
"pos": [
48.978633880615234,
203.70115661621094
],
"size": [
317.0367126464844,
130
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"label": "CLIP",
"name": "CLIP",
"type": "CLIP",
"links": [
173,
174
]
}
],
"properties": {
"cnr_id": "comfyui-nunchaku",
"ver": "0.3.4",
"Node name for S&R": "NunchakuTextEncoderLoaderV2",
"widget_ue_connectable": {}
},
"widgets_values": [
"flux.1",
"awq-int4-flux.1-t5xxl.safetensors",
"clip_l.safetensors",
512
]
},
{
"id": 27,
"type": "FluxGuidance",
"pos": [
1740.1549072265625,
423.2949523925781
],
"size": [
211.60000610351562,
58
],
"flags": {
"collapsed": true
},
"order": 17,
"mode": 0,
"inputs": [
{
"label": "conditioning",
"name": "conditioning",
"type": "CONDITIONING",
"link": 49
}
],
"outputs": [
{
"label": "CONDITIONING",
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
34
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "FluxGuidance",
"widget_ue_connectable": {}
},
"widgets_values": [
3.5
]
},
{
"id": 86,
"type": "PreviewImage",
"pos": [
1346.9759521484375,
1512.212646484375
],
"size": [
316.61761474609375,
357.1580505371094
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"label": "images",
"name": "images",
"type": "IMAGE",
"link": 169
}
],
"outputs": [],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "PreviewImage",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 37,
"type": "SaveImage",
"pos": [
2045.5111083984375,
91.45525360107422
],
"size": [
505,
695
],
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"label": "images",
"name": "images",
"type": "IMAGE",
"link": 41
}
],
"outputs": [],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "SaveImage",
"widget_ue_connectable": {}
},
"widgets_values": [
"ComfyUI"
]
},
{
"id": 77,
"type": "SetUnionControlNetType",
"pos": [
1393.85791015625,
1326.5880126953125
],
"size": [
315,
58
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"label": "control_net",
"name": "control_net",
"type": "CONTROL_NET",
"link": 147
}
],
"outputs": [
{
"label": "CONTROL_NET",
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"slot_index": 0,
"links": [
148
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "SetUnionControlNetType",
"widget_ue_connectable": {}
},
"widgets_values": [
"auto"
]
},
{
"id": 41,
"type": "ControlNetApplyAdvanced",
"pos": [
1400.602294921875,
1068.0654296875
],
"size": [
315,
186
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"label": "positive",
"name": "positive",
"type": "CONDITIONING",
"link": 48
},
{
"label": "negative",
"name": "negative",
"type": "CONDITIONING",
"link": 55
},
{
"label": "control_net",
"name": "control_net",
"type": "CONTROL_NET",
"link": 148
},
{
"label": "image",
"name": "image",
"type": "IMAGE",
"link": 46
},
{
"label": "vae",
"name": "vae",
"shape": 7,
"type": "VAE",
"link": 158
}
],
"outputs": [
{
"label": "positive",
"name": "positive",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
49
]
},
{
"label": "negative",
"name": "negative",
"type": "CONDITIONING",
"links": null
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "ControlNetApplyAdvanced",
"widget_ue_connectable": {}
},
"widgets_values": [
0.9,
0,
0.65
]
},
{
"id": 89,
"type": "NunchakuFluxLoraStack",
"pos": [
435.8658142089844,
-90.2243881225586
],
"size": [
280.4302673339844,
754
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"label": "model",
"name": "model",
"type": "MODEL",
"link": 171
}
],
"outputs": [
{
"label": "MODEL",
"name": "MODEL",
"type": "MODEL",
"links": [
172
]
}
],
"properties": {
"cnr_id": "comfyui-nunchaku",
"ver": "0.3.4",
"Node name for S&R": "NunchakuFluxLoraStack",
"widget_ue_connectable": {}
},
"widgets_values": [
"None",
1,
"None",
1,
"None",
1,
"None",
1,
"None",
1,
"None",
1,
"None",
1,
"None",
1,
"None",
1,
"None",
1,
"None",
1,
"None",
1,
"None",
1,
"None",
1,
"None",
1
]
},
{
"id": 39,
"type": "ControlNetLoader",
"pos": [
701.4468383789062,
1313.4779052734375
],
"size": [
590,
70
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [
{
"label": "CONTROL_NET",
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"slot_index": 0,
"links": [
147
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "ControlNetLoader",
"widget_ue_connectable": {}
},
"widgets_values": [
"Shakker-LabsFLUX.1-dev-ControlNet-Union-Pro.safetensors"
]
},
{
"id": 8,
"type": "AIO_Preprocessor",
"pos": [
840,
1460
],
"size": [
315,
82
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"label": "image",
"name": "image",
"type": "IMAGE",
"link": 8
}
],
"outputs": [
{
"label": "IMAGE",
"name": "IMAGE",
"type": "IMAGE",
"slot_index": 0,
"links": [
46,
169
]
}
],
"properties": {
"cnr_id": "comfyui_controlnet_aux",
"ver": "1.1.0",
"Node name for S&R": "AIO_Preprocessor",
"widget_ue_connectable": {}
},
"widgets_values": [
"TilePreprocessor",
1024
]
},
{
"id": 1,
"type": "LoadImage",
"pos": [
100,
1030
],
"size": [
540,
630
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [
{
"label": "IMAGE",
"name": "IMAGE",
"type": "IMAGE",
"slot_index": 0,
"links": [
8,
167
]
},
{
"label": "MASK",
"name": "MASK",
"type": "MASK",
"links": null
}
],
"title": "加载Union图像",
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "LoadImage",
"widget_ue_connectable": {}
},
"widgets_values": [
"20557668-991c-49b8-a25e-23ba301e6e70.png",
"image"
]
},
{
"id": 24,
"type": "CLIPTextEncode",
"pos": [
832.4840698242188,
-101.36503601074219
],
"size": [
420,
160
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"label": "clip",
"name": "clip",
"type": "CLIP",
"link": 173
}
],
"outputs": [
{
"label": "CONDITIONING",
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
48
]
}
],
"title": "正向提示词",
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.44",
"Node name for S&R": "CLIPTextEncode",
"widget_ue_connectable": {}
},
"widgets_values": [
"1girl,"
]
}
],
"links": [
[
8,
1,
0,
8,
0,
"IMAGE"
],
[
28,
29,
0,
28,
0,
"NOISE"
],
[
29,
30,
0,
28,
1,
"GUIDER"
],
[
30,
31,
0,
28,
2,
"SAMPLER"
],
[
31,
32,
0,
28,
3,
"SIGMAS"
],
[
32,
25,
0,
28,
4,
"LATENT"
],
[
33,
34,
0,
30,
0,
"MODEL"
],
[
34,
27,
0,
30,
1,
"CONDITIONING"
],
[
35,
34,
0,
32,
0,
"MODEL"
],
[
36,
28,
0,
33,
0,
"LATENT"
],
[
41,
33,
0,
37,
0,
"IMAGE"
],
[
46,
8,
0,
41,
3,
"IMAGE"
],
[
48,
24,
0,
41,
0,
"CONDITIONING"
],
[
49,
41,
0,
27,
0,
"CONDITIONING"
],
[
55,
43,
0,
41,
1,
"CONDITIONING"
],
[
138,
44,
0,
25,
0,
"INT"
],
[
139,
44,
0,
34,
1,
"INT"
],
[
140,
44,
1,
25,
1,
"INT"
],
[
141,
44,
1,
34,
2,
"INT"
],
[
147,
39,
0,
77,
0,
"CONTROL_NET"
],
[
148,
77,
0,
41,
2,
"CONTROL_NET"
],
[
157,
80,
0,
33,
1,
"VAE"
],
[
158,
80,
0,
41,
4,
"VAE"
],
[
167,
1,
0,
85,
0,
"IMAGE"
],
[
168,
85,
0,
44,
0,
"IMAGE"
],
[
169,
8,
0,
86,
0,
"IMAGE"
],
[
170,
87,
0,
88,
0,
"MODEL"
],
[
171,
88,
0,
89,
0,
"MODEL"
],
[
172,
89,
0,
34,
0,
"MODEL"
],
[
173,
90,
0,
24,
0,
"CLIP"
],
[
174,
90,
0,
43,
0,
"CLIP"
]
],
"groups": [
{
"id": 1,
"title": "Flux ControlNet（Union ）",
"bounding": [
30,
820,
2480,
1190
],
"color": "#00a896",
"font_size": 36,
"flags": {}
},
{
"id": 2,
"title": "T2I",
"bounding": [
28.61139488220215,
-215.84579467773438,
3300,
960
],
"color": "#02c39a",
"font_size": 36,
"flags": {}
}
],
"config": {},
"extra": {
"ds": {
"scale": 0.6588450000000003,
"offset": [
390.7775207716436,
268.5393625073747
]
},
"ue_links": [],
"links_added_by_ue": [],
"frontendVersion": "1.26.15"
},
"version": 0.4
}