In comfyUI, controlnet and img2img report errors, but the v1.5 model is normal.

#76
by obtenir - opened

Using the sd_xl_refiner_1.0 model with controlnet, the following error is reported:

image.png

The following is the workflow.json:

{
  "last_node_id": 50,
  "last_link_id": 62,
  "nodes": [
    {
      "id": 29,
      "type": "CLIPTextEncode",
      "pos": [
        1139,
        1077
      ],
      "size": {
        "0": 400,
        "1": 200
      },
      "flags": {},
      "order": 6,
      "mode": 0,
      "inputs": [
        {
          "name": "clip",
          "type": "CLIP",
          "link": 36,
          "slot_index": 0
        }
      ],
      "outputs": [
        {
          "name": "CONDITIONING",
          "type": "CONDITIONING",
          "links": [
            35
          ],
          "shape": 3,
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "CLIPTextEncode"
      },
      "widgets_values": [
        ""
      ]
    },
    {
      "id": 27,
      "type": "VAEDecode",
      "pos": [
        1778,
        99
      ],
      "size": {
        "0": 210,
        "1": 46
      },
      "flags": {},
      "order": 11,
      "mode": 0,
      "inputs": [
        {
          "name": "samples",
          "type": "LATENT",
          "link": 31
        },
        {
          "name": "vae",
          "type": "VAE",
          "link": 30
        }
      ],
      "outputs": [
        {
          "name": "IMAGE",
          "type": "IMAGE",
          "links": [
            37
          ],
          "shape": 3,
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "VAEDecode"
      }
    },
    {
      "id": 46,
      "type": "LoadImage",
      "pos": [
        934,
        1710
      ],
      "size": {
        "0": 315,
        "1": 314
      },
      "flags": {},
      "order": 0,
      "mode": 0,
      "outputs": [
        {
          "name": "IMAGE",
          "type": "IMAGE",
          "links": [
            55
          ],
          "shape": 3,
          "slot_index": 0
        },
        {
          "name": "MASK",
          "type": "MASK",
          "links": null,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "LoadImage"
      },
      "widgets_values": [
        "未标题-3 (1).png",
        "image"
      ]
    },
    {
      "id": 47,
      "type": "Canny",
      "pos": [
        1396,
        1713
      ],
      "size": {
        "0": 315,
        "1": 82
      },
      "flags": {},
      "order": 4,
      "mode": 0,
      "inputs": [
        {
          "name": "image",
          "type": "IMAGE",
          "link": 55
        }
      ],
      "outputs": [
        {
          "name": "IMAGE",
          "type": "IMAGE",
          "links": [
            56,
            57
          ],
          "shape": 3,
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "Canny"
      },
      "widgets_values": [
        0.4,
        0.8
      ]
    },
    {
      "id": 28,
      "type": "CLIPTextEncode",
      "pos": [
        1127,
        764
      ],
      "size": {
        "0": 400,
        "1": 200
      },
      "flags": {},
      "order": 5,
      "mode": 0,
      "inputs": [
        {
          "name": "clip",
          "type": "CLIP",
          "link": 34,
          "slot_index": 0
        }
      ],
      "outputs": [
        {
          "name": "CONDITIONING",
          "type": "CONDITIONING",
          "links": [
            58
          ],
          "shape": 3,
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "CLIPTextEncode"
      },
      "widgets_values": [
        "red line on car body, some text on car body, racing car, white background, no shadow(1.6), porsche right side view, custom livery design, custom livery wrap, 2d, sticker"
      ]
    },
    {
      "id": 44,
      "type": "ControlNetApply",
      "pos": [
        1334,
        1486
      ],
      "size": {
        "0": 317.4000244140625,
        "1": 98
      },
      "flags": {},
      "order": 9,
      "mode": 0,
      "inputs": [
        {
          "name": "conditioning",
          "type": "CONDITIONING",
          "link": 58
        },
        {
          "name": "control_net",
          "type": "CONTROL_NET",
          "link": 54
        },
        {
          "name": "image",
          "type": "IMAGE",
          "link": 56
        }
      ],
      "outputs": [
        {
          "name": "CONDITIONING",
          "type": "CONDITIONING",
          "links": [
            59
          ],
          "shape": 3,
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "ControlNetApply"
      },
      "widgets_values": [
        0.5
      ]
    },
    {
      "id": 24,
      "type": "KSampler",
      "pos": [
        1695,
        392
      ],
      "size": {
        "0": 315,
        "1": 262
      },
      "flags": {},
      "order": 10,
      "mode": 0,
      "inputs": [
        {
          "name": "model",
          "type": "MODEL",
          "link": 28,
          "slot_index": 0
        },
        {
          "name": "positive",
          "type": "CONDITIONING",
          "link": 59,
          "slot_index": 1
        },
        {
          "name": "negative",
          "type": "CONDITIONING",
          "link": 35
        },
        {
          "name": "latent_image",
          "type": "LATENT",
          "link": 62
        }
      ],
      "outputs": [
        {
          "name": "LATENT",
          "type": "LATENT",
          "links": [
            31
          ],
          "shape": 3,
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "KSampler"
      },
      "widgets_values": [
        833302352286065,
        "randomize",
        40,
        8,
        "dpmpp_2m",
        "normal",
        1
      ]
    },
    {
      "id": 48,
      "type": "PreviewImage",
      "pos": [
        1961,
        1730
      ],
      "size": {
        "0": 210,
        "1": 246
      },
      "flags": {},
      "order": 8,
      "mode": 0,
      "inputs": [
        {
          "name": "images",
          "type": "IMAGE",
          "link": 57
        }
      ],
      "properties": {
        "Node name for S&R": "PreviewImage"
      }
    },
    {
      "id": 49,
      "type": "LoadImage",
      "pos": [
        1807,
        940
      ],
      "size": {
        "0": 315,
        "1": 314
      },
      "flags": {},
      "order": 1,
      "mode": 0,
      "outputs": [
        {
          "name": "IMAGE",
          "type": "IMAGE",
          "links": [
            60
          ],
          "shape": 3,
          "slot_index": 0
        },
        {
          "name": "MASK",
          "type": "MASK",
          "links": null,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "LoadImage"
      },
      "widgets_values": [
        "ComfyUI_00053_.png",
        "image"
      ]
    },
    {
      "id": 50,
      "type": "VAEEncode",
      "pos": [
        1848,
        793
      ],
      "size": {
        "0": 210,
        "1": 46
      },
      "flags": {},
      "order": 7,
      "mode": 0,
      "inputs": [
        {
          "name": "pixels",
          "type": "IMAGE",
          "link": 60
        },
        {
          "name": "vae",
          "type": "VAE",
          "link": 61,
          "slot_index": 1
        }
      ],
      "outputs": [
        {
          "name": "LATENT",
          "type": "LATENT",
          "links": [
            62
          ],
          "shape": 3,
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "VAEEncode"
      }
    },
    {
      "id": 30,
      "type": "SaveImage",
      "pos": [
        2197,
        165
      ],
      "size": {
        "0": 482.2349548339844,
        "1": 464.677490234375
      },
      "flags": {},
      "order": 12,
      "mode": 0,
      "inputs": [
        {
          "name": "images",
          "type": "IMAGE",
          "link": 37
        }
      ],
      "properties": {},
      "widgets_values": [
        "ComfyUI"
      ]
    },
    {
      "id": 45,
      "type": "ControlNetLoader",
      "pos": [
        873,
        1507
      ],
      "size": {
        "0": 315,
        "1": 58
      },
      "flags": {},
      "order": 2,
      "mode": 0,
      "outputs": [
        {
          "name": "CONTROL_NET",
          "type": "CONTROL_NET",
          "links": [
            54
          ],
          "shape": 3,
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "ControlNetLoader"
      },
      "widgets_values": [
        "controlnet-canny-sdxl-1.0-mid.safetensors"
      ]
    },
    {
      "id": 26,
      "type": "CheckpointLoaderSimple",
      "pos": [
        1176,
        529
      ],
      "size": {
        "0": 315,
        "1": 98
      },
      "flags": {},
      "order": 3,
      "mode": 0,
      "outputs": [
        {
          "name": "MODEL",
          "type": "MODEL",
          "links": [
            28
          ],
          "shape": 3,
          "slot_index": 0
        },
        {
          "name": "CLIP",
          "type": "CLIP",
          "links": [
            34,
            36
          ],
          "shape": 3
        },
        {
          "name": "VAE",
          "type": "VAE",
          "links": [
            30,
            61
          ],
          "shape": 3,
          "slot_index": 2
        }
      ],
      "properties": {
        "Node name for S&R": "CheckpointLoaderSimple"
      },
      "widgets_values": [
        "sd_xl_refiner_1.0.safetensors"
      ]
    }
  ],
  "links": [
    [
      28,
      26,
      0,
      24,
      0,
      "MODEL"
    ],
    [
      30,
      26,
      2,
      27,
      1,
      "VAE"
    ],
    [
      31,
      24,
      0,
      27,
      0,
      "LATENT"
    ],
    [
      34,
      26,
      1,
      28,
      0,
      "CLIP"
    ],
    [
      35,
      29,
      0,
      24,
      2,
      "CONDITIONING"
    ],
    [
      36,
      26,
      1,
      29,
      0,
      "CLIP"
    ],
    [
      37,
      27,
      0,
      30,
      0,
      "IMAGE"
    ],
    [
      54,
      45,
      0,
      44,
      1,
      "CONTROL_NET"
    ],
    [
      55,
      46,
      0,
      47,
      0,
      "IMAGE"
    ],
    [
      56,
      47,
      0,
      44,
      2,
      "IMAGE"
    ],
    [
      57,
      47,
      0,
      48,
      0,
      "IMAGE"
    ],
    [
      58,
      28,
      0,
      44,
      0,
      "CONDITIONING"
    ],
    [
      59,
      44,
      0,
      24,
      1,
      "CONDITIONING"
    ],
    [
      60,
      49,
      0,
      50,
      0,
      "IMAGE"
    ],
    [
      61,
      26,
      2,
      50,
      1,
      "VAE"
    ],
    [
      62,
      50,
      0,
      24,
      3,
      "LATENT"
    ]
  ],
  "groups": [],
  "config": {},
  "extra": {},
  "version": 0.4
}

Sign up or log in to comment