In comfyUI, controlnet and img2img report errors, but the v1.5 model is normal.
#19
by
obtenir
- opened
Using the sd_xl_refiner_1.0 model with controlnet, the following error is reported:
The following is the workflow.json:
{
"last_node_id": 50,
"last_link_id": 62,
"nodes": [
{
"id": 29,
"type": "CLIPTextEncode",
"pos": [
1139,
1077
],
"size": {
"0": 400,
"1": 200
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 36,
"slot_index": 0
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
35
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
]
},
{
"id": 27,
"type": "VAEDecode",
"pos": [
1778,
99
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 31
},
{
"name": "vae",
"type": "VAE",
"link": 30
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
37
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 46,
"type": "LoadImage",
"pos": [
934,
1710
],
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
55
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"未标题-3 (1).png",
"image"
]
},
{
"id": 47,
"type": "Canny",
"pos": [
1396,
1713
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 55
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
56,
57
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "Canny"
},
"widgets_values": [
0.4,
0.8
]
},
{
"id": 28,
"type": "CLIPTextEncode",
"pos": [
1127,
764
],
"size": {
"0": 400,
"1": 200
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 34,
"slot_index": 0
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
58
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"red line on car body, some text on car body, racing car, white background, no shadow(1.6), porsche right side view, custom livery design, custom livery wrap, 2d, sticker"
]
},
{
"id": 44,
"type": "ControlNetApply",
"pos": [
1334,
1486
],
"size": {
"0": 317.4000244140625,
"1": 98
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 58
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 54
},
{
"name": "image",
"type": "IMAGE",
"link": 56
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
59
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ControlNetApply"
},
"widgets_values": [
0.5
]
},
{
"id": 24,
"type": "KSampler",
"pos": [
1695,
392
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 28,
"slot_index": 0
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 59,
"slot_index": 1
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 35
},
{
"name": "latent_image",
"type": "LATENT",
"link": 62
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
31
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
833302352286065,
"randomize",
40,
8,
"dpmpp_2m",
"normal",
1
]
},
{
"id": 48,
"type": "PreviewImage",
"pos": [
1961,
1730
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 57
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 49,
"type": "LoadImage",
"pos": [
1807,
940
],
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
60
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"ComfyUI_00053_.png",
"image"
]
},
{
"id": 50,
"type": "VAEEncode",
"pos": [
1848,
793
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 60
},
{
"name": "vae",
"type": "VAE",
"link": 61,
"slot_index": 1
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
62
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEEncode"
}
},
{
"id": 30,
"type": "SaveImage",
"pos": [
2197,
165
],
"size": {
"0": 482.2349548339844,
"1": 464.677490234375
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 37
}
],
"properties": {},
"widgets_values": [
"ComfyUI"
]
},
{
"id": 45,
"type": "ControlNetLoader",
"pos": [
873,
1507
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
54
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ControlNetLoader"
},
"widgets_values": [
"controlnet-canny-sdxl-1.0-mid.safetensors"
]
},
{
"id": 26,
"type": "CheckpointLoaderSimple",
"pos": [
1176,
529
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
28
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
34,
36
],
"shape": 3
},
{
"name": "VAE",
"type": "VAE",
"links": [
30,
61
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"sd_xl_refiner_1.0.safetensors"
]
}
],
"links": [
[
28,
26,
0,
24,
0,
"MODEL"
],
[
30,
26,
2,
27,
1,
"VAE"
],
[
31,
24,
0,
27,
0,
"LATENT"
],
[
34,
26,
1,
28,
0,
"CLIP"
],
[
35,
29,
0,
24,
2,
"CONDITIONING"
],
[
36,
26,
1,
29,
0,
"CLIP"
],
[
37,
27,
0,
30,
0,
"IMAGE"
],
[
54,
45,
0,
44,
1,
"CONTROL_NET"
],
[
55,
46,
0,
47,
0,
"IMAGE"
],
[
56,
47,
0,
44,
2,
"IMAGE"
],
[
57,
47,
0,
48,
0,
"IMAGE"
],
[
58,
28,
0,
44,
0,
"CONDITIONING"
],
[
59,
44,
0,
24,
1,
"CONDITIONING"
],
[
60,
49,
0,
50,
0,
"IMAGE"
],
[
61,
26,
2,
50,
1,
"VAE"
],
[
62,
50,
0,
24,
3,
"LATENT"
]
],
"groups": [],
"config": {},
"extra": {},
"version": 0.4
}