Instructions to use XLabs-AI/flux-controlnet-canny-v3 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use XLabs-AI/flux-controlnet-canny-v3 with Diffusers:
pip install -U diffusers transformers accelerate
from diffusers import ControlNetModel, StableDiffusionControlNetPipeline controlnet = ControlNetModel.from_pretrained("XLabs-AI/flux-controlnet-canny-v3") pipe = StableDiffusionControlNetPipeline.from_pretrained( "fill-in-base-model", controlnet=controlnet ) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- Draw Things
- DiffusionBee
| { | |
| "last_node_id": 48, | |
| "last_link_id": 115, | |
| "nodes": [ | |
| { | |
| "id": 14, | |
| "type": "ApplyFluxControlNet", | |
| "pos": [ | |
| 546, | |
| -264 | |
| ], | |
| "size": { | |
| "0": 393, | |
| "1": 78 | |
| }, | |
| "flags": {}, | |
| "order": 10, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "controlnet", | |
| "type": "FluxControlNet", | |
| "link": 44 | |
| }, | |
| { | |
| "name": "image", | |
| "type": "IMAGE", | |
| "link": 114, | |
| "slot_index": 1 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "controlnet_condition", | |
| "type": "ControlNetCondition", | |
| "links": [ | |
| 28 | |
| ], | |
| "shape": 3, | |
| "slot_index": 0 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "ApplyFluxControlNet" | |
| }, | |
| "widgets_values": [ | |
| 0.7000000000000001 | |
| ] | |
| }, | |
| { | |
| "id": 39, | |
| "type": "PreviewImage", | |
| "pos": [ | |
| 444, | |
| -130 | |
| ], | |
| "size": { | |
| "0": 210, | |
| "1": 246 | |
| }, | |
| "flags": { | |
| "collapsed": false | |
| }, | |
| "order": 9, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "images", | |
| "type": "IMAGE", | |
| "link": 113 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "PreviewImage" | |
| } | |
| }, | |
| { | |
| "id": 46, | |
| "type": "SaveImage", | |
| "pos": [ | |
| 621, | |
| 146 | |
| ], | |
| "size": { | |
| "0": 315, | |
| "1": 270 | |
| }, | |
| "flags": {}, | |
| "order": 11, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "images", | |
| "type": "IMAGE", | |
| "link": 115 | |
| } | |
| ], | |
| "properties": {}, | |
| "widgets_values": [ | |
| "canny_process" | |
| ] | |
| }, | |
| { | |
| "id": 21, | |
| "type": "PreviewImage", | |
| "pos": [ | |
| 1088, | |
| -373 | |
| ], | |
| "size": { | |
| "0": 210, | |
| "1": 246 | |
| }, | |
| "flags": {}, | |
| "order": 14, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "images", | |
| "type": "IMAGE", | |
| "link": 79, | |
| "slot_index": 0 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "PreviewImage" | |
| } | |
| }, | |
| { | |
| "id": 48, | |
| "type": "CannyEdgePreprocessor", | |
| "pos": [ | |
| 102, | |
| -227 | |
| ], | |
| "size": { | |
| "0": 315, | |
| "1": 106 | |
| }, | |
| "flags": {}, | |
| "order": 8, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "image", | |
| "type": "IMAGE", | |
| "link": 112 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "IMAGE", | |
| "type": "IMAGE", | |
| "links": [ | |
| 113, | |
| 114, | |
| 115 | |
| ], | |
| "shape": 3, | |
| "slot_index": 0 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "CannyEdgePreprocessor" | |
| }, | |
| "widgets_values": [ | |
| 100, | |
| 200, | |
| 1024 | |
| ] | |
| }, | |
| { | |
| "id": 13, | |
| "type": "LoadFluxControlNet", | |
| "pos": [ | |
| 121, | |
| -375 | |
| ], | |
| "size": { | |
| "0": 316.83343505859375, | |
| "1": 86.47058868408203 | |
| }, | |
| "flags": {}, | |
| "order": 0, | |
| "mode": 0, | |
| "outputs": [ | |
| { | |
| "name": "ControlNet", | |
| "type": "FluxControlNet", | |
| "links": [ | |
| 44 | |
| ], | |
| "shape": 3, | |
| "slot_index": 0 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "LoadFluxControlNet" | |
| }, | |
| "widgets_values": [ | |
| "flux-dev", | |
| "flux-canny-controlnet-v3.safetensors" | |
| ] | |
| }, | |
| { | |
| "id": 4, | |
| "type": "DualCLIPLoader", | |
| "pos": [ | |
| 104, | |
| -79 | |
| ], | |
| "size": { | |
| "0": 315, | |
| "1": 106 | |
| }, | |
| "flags": {}, | |
| "order": 1, | |
| "mode": 0, | |
| "outputs": [ | |
| { | |
| "name": "CLIP", | |
| "type": "CLIP", | |
| "links": [ | |
| 2, | |
| 27 | |
| ], | |
| "shape": 3, | |
| "slot_index": 0 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "DualCLIPLoader" | |
| }, | |
| "widgets_values": [ | |
| "clip_l.safetensors", | |
| "t5xxl_fp16.safetensors", | |
| "flux" | |
| ] | |
| }, | |
| { | |
| "id": 19, | |
| "type": "CLIPTextEncodeFlux", | |
| "pos": [ | |
| 203, | |
| 167 | |
| ], | |
| "size": { | |
| "0": 400, | |
| "1": 200 | |
| }, | |
| "flags": {}, | |
| "order": 7, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "clip", | |
| "type": "CLIP", | |
| "link": 27, | |
| "slot_index": 0 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "CONDITIONING", | |
| "type": "CONDITIONING", | |
| "links": [ | |
| 26 | |
| ], | |
| "shape": 3, | |
| "slot_index": 0 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "CLIPTextEncodeFlux" | |
| }, | |
| "widgets_values": [ | |
| "bad photo", | |
| "bad photo", | |
| 4 | |
| ] | |
| }, | |
| { | |
| "id": 32, | |
| "type": "UNETLoader", | |
| "pos": [ | |
| 502, | |
| 452 | |
| ], | |
| "size": { | |
| "0": 315, | |
| "1": 82 | |
| }, | |
| "flags": {}, | |
| "order": 2, | |
| "mode": 0, | |
| "outputs": [ | |
| { | |
| "name": "MODEL", | |
| "type": "MODEL", | |
| "links": [ | |
| 58 | |
| ], | |
| "shape": 3, | |
| "slot_index": 0 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "UNETLoader" | |
| }, | |
| "widgets_values": [ | |
| "flux1-dev-fp8.safetensors", | |
| "fp8_e4m3fn" | |
| ] | |
| }, | |
| { | |
| "id": 6, | |
| "type": "EmptyLatentImage", | |
| "pos": [ | |
| 850, | |
| 449 | |
| ], | |
| "size": { | |
| "0": 315, | |
| "1": 106 | |
| }, | |
| "flags": {}, | |
| "order": 3, | |
| "mode": 0, | |
| "outputs": [ | |
| { | |
| "name": "LATENT", | |
| "type": "LATENT", | |
| "links": [ | |
| 66 | |
| ], | |
| "shape": 3, | |
| "slot_index": 0 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "EmptyLatentImage" | |
| }, | |
| "widgets_values": [ | |
| 1024, | |
| 1024, | |
| 1 | |
| ] | |
| }, | |
| { | |
| "id": 7, | |
| "type": "VAEDecode", | |
| "pos": [ | |
| 1164, | |
| 40 | |
| ], | |
| "size": { | |
| "0": 210, | |
| "1": 46 | |
| }, | |
| "flags": {}, | |
| "order": 13, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "samples", | |
| "type": "LATENT", | |
| "link": 6, | |
| "slot_index": 0 | |
| }, | |
| { | |
| "name": "vae", | |
| "type": "VAE", | |
| "link": 7 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "IMAGE", | |
| "type": "IMAGE", | |
| "links": [ | |
| 79, | |
| 101 | |
| ], | |
| "shape": 3, | |
| "slot_index": 0 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "VAEDecode" | |
| } | |
| }, | |
| { | |
| "id": 16, | |
| "type": "LoadImage", | |
| "pos": [ | |
| -253, | |
| -229 | |
| ], | |
| "size": { | |
| "0": 315, | |
| "1": 314 | |
| }, | |
| "flags": {}, | |
| "order": 4, | |
| "mode": 0, | |
| "outputs": [ | |
| { | |
| "name": "IMAGE", | |
| "type": "IMAGE", | |
| "links": [ | |
| 112 | |
| ], | |
| "shape": 3, | |
| "slot_index": 0 | |
| }, | |
| { | |
| "name": "MASK", | |
| "type": "MASK", | |
| "links": null, | |
| "shape": 3 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "LoadImage" | |
| }, | |
| "widgets_values": [ | |
| "dining room of a modern brutalist house in the eng.webp", | |
| "image" | |
| ] | |
| }, | |
| { | |
| "id": 23, | |
| "type": "SaveImage", | |
| "pos": [ | |
| 1441, | |
| -122 | |
| ], | |
| "size": { | |
| "0": 356.1513671875, | |
| "1": 270 | |
| }, | |
| "flags": {}, | |
| "order": 15, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "images", | |
| "type": "IMAGE", | |
| "link": 101 | |
| } | |
| ], | |
| "properties": {}, | |
| "widgets_values": [ | |
| "canny_res" | |
| ] | |
| }, | |
| { | |
| "id": 8, | |
| "type": "VAELoader", | |
| "pos": [ | |
| 1111, | |
| -84 | |
| ], | |
| "size": { | |
| "0": 315, | |
| "1": 58 | |
| }, | |
| "flags": {}, | |
| "order": 5, | |
| "mode": 0, | |
| "outputs": [ | |
| { | |
| "name": "VAE", | |
| "type": "VAE", | |
| "links": [ | |
| 7 | |
| ], | |
| "shape": 3, | |
| "slot_index": 0 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "VAELoader" | |
| }, | |
| "widgets_values": [ | |
| "ae.safetensors" | |
| ] | |
| }, | |
| { | |
| "id": 5, | |
| "type": "CLIPTextEncodeFlux", | |
| "pos": [ | |
| 688, | |
| -110 | |
| ], | |
| "size": { | |
| "0": 400, | |
| "1": 200 | |
| }, | |
| "flags": {}, | |
| "order": 6, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "clip", | |
| "type": "CLIP", | |
| "link": 2, | |
| "slot_index": 0 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "CONDITIONING", | |
| "type": "CONDITIONING", | |
| "links": [ | |
| 18 | |
| ], | |
| "shape": 3, | |
| "slot_index": 0 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "CLIPTextEncodeFlux" | |
| }, | |
| "widgets_values": [ | |
| "cyberpank dining room, full hd, cinematic", | |
| "cyberpank dining room, full hd, cinematic", | |
| 4 | |
| ] | |
| }, | |
| { | |
| "id": 3, | |
| "type": "XlabsSampler", | |
| "pos": [ | |
| 948, | |
| 149 | |
| ], | |
| "size": { | |
| "0": 342.5999755859375, | |
| "1": 258 | |
| }, | |
| "flags": {}, | |
| "order": 12, | |
| "mode": 0, | |
| "inputs": [ | |
| { | |
| "name": "model", | |
| "type": "MODEL", | |
| "link": 58, | |
| "slot_index": 0 | |
| }, | |
| { | |
| "name": "conditioning", | |
| "type": "CONDITIONING", | |
| "link": 18 | |
| }, | |
| { | |
| "name": "neg_conditioning", | |
| "type": "CONDITIONING", | |
| "link": 26 | |
| }, | |
| { | |
| "name": "latent_image", | |
| "type": "LATENT", | |
| "link": 66 | |
| }, | |
| { | |
| "name": "controlnet_condition", | |
| "type": "ControlNetCondition", | |
| "link": 28 | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "name": "latent", | |
| "type": "LATENT", | |
| "links": [ | |
| 6 | |
| ], | |
| "shape": 3 | |
| } | |
| ], | |
| "properties": { | |
| "Node name for S&R": "XlabsSampler" | |
| }, | |
| "widgets_values": [ | |
| 324242532548, | |
| "fixed", | |
| 25, | |
| 1, | |
| 3.5, | |
| 0 | |
| ] | |
| } | |
| ], | |
| "links": [ | |
| [ | |
| 2, | |
| 4, | |
| 0, | |
| 5, | |
| 0, | |
| "CLIP" | |
| ], | |
| [ | |
| 6, | |
| 3, | |
| 0, | |
| 7, | |
| 0, | |
| "LATENT" | |
| ], | |
| [ | |
| 7, | |
| 8, | |
| 0, | |
| 7, | |
| 1, | |
| "VAE" | |
| ], | |
| [ | |
| 18, | |
| 5, | |
| 0, | |
| 3, | |
| 1, | |
| "CONDITIONING" | |
| ], | |
| [ | |
| 26, | |
| 19, | |
| 0, | |
| 3, | |
| 2, | |
| "CONDITIONING" | |
| ], | |
| [ | |
| 27, | |
| 4, | |
| 0, | |
| 19, | |
| 0, | |
| "CLIP" | |
| ], | |
| [ | |
| 28, | |
| 14, | |
| 0, | |
| 3, | |
| 4, | |
| "ControlNetCondition" | |
| ], | |
| [ | |
| 44, | |
| 13, | |
| 0, | |
| 14, | |
| 0, | |
| "FluxControlNet" | |
| ], | |
| [ | |
| 58, | |
| 32, | |
| 0, | |
| 3, | |
| 0, | |
| "MODEL" | |
| ], | |
| [ | |
| 66, | |
| 6, | |
| 0, | |
| 3, | |
| 3, | |
| "LATENT" | |
| ], | |
| [ | |
| 79, | |
| 7, | |
| 0, | |
| 21, | |
| 0, | |
| "IMAGE" | |
| ], | |
| [ | |
| 101, | |
| 7, | |
| 0, | |
| 23, | |
| 0, | |
| "IMAGE" | |
| ], | |
| [ | |
| 112, | |
| 16, | |
| 0, | |
| 48, | |
| 0, | |
| "IMAGE" | |
| ], | |
| [ | |
| 113, | |
| 48, | |
| 0, | |
| 39, | |
| 0, | |
| "IMAGE" | |
| ], | |
| [ | |
| 114, | |
| 48, | |
| 0, | |
| 14, | |
| 1, | |
| "IMAGE" | |
| ], | |
| [ | |
| 115, | |
| 48, | |
| 0, | |
| 46, | |
| 0, | |
| "IMAGE" | |
| ] | |
| ], | |
| "groups": [], | |
| "config": {}, | |
| "extra": { | |
| "ds": { | |
| "scale": 0.9229599817706443, | |
| "offset": [ | |
| 305.8091888316129, | |
| 456.5666981874018 | |
| ] | |
| } | |
| }, | |
| "version": 0.4 | |
| } |