wangfuyun

/

AnimateLCM

like 224

Interesting question. Could you share a demo code for checking?

I have been working in ComfyUI, I decided to create a clean workfile to test this with and discovered that it seems to work with a lot of the controlnet 1.1 files... so I am confused by what is happening. In the following .json I have created two workflows, one that works with the lineart model, the other with tile. Maybe it's the animated diff evolved code doing this... it's just strange that it is working in some and not others.

Perhaps you would notice if the model and lora for animate diff were replaced with v3 and it's adapter that tile should work.

If you would like to try it in ComfyUI and see if this is reproducible, drag in the mp4 or use the json below to load it:

{
"last_node_id": 62,
"last_link_id": 96,
"nodes": [
{
"id": 11,
"type": "VHS_VideoCombine",
"pos": [
1889.7973105405124,
264.8616922509672
],
"size": [
315,
599
],
"flags": {},
"order": 45,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 12
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": false,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00028.mp4",
"subfolder": "",
"type": "temp",
"format": "video/h264-mp4"
}
}
}
},
{
"id": 5,
"type": "EmptyLatentImage",
"pos": [
-480,
560
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
2
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
512,
512,
16
]
},
{
"id": 13,
"type": "ADE_StandardUniformContextOptions",
"pos": [
420,
1310
],
"size": {
"0": 327.6000061035156,
"1": 222
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "prev_context",
"type": "CONTEXT_OPTIONS",
"link": null
},
{
"name": "view_opts",
"type": "VIEW_OPTS",
"link": null
}
],
"outputs": [
{
"name": "CONTEXT_OPTS",
"type": "CONTEXT_OPTIONS",
"links": [
14
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_StandardUniformContextOptions"
},
"widgets_values": [
16,
1,
4,
"pyramid",
false,
0,
1
]
},
{
"id": 15,
"type": "LoraLoader",
"pos": [
-1030,
440
],
"size": {
"0": 315,
"1": 126
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 16
},
{
"name": "clip",
"type": "CLIP",
"link": 17
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
18
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
19,
20
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LoraLoader"
},
"widgets_values": [
"AnimateLCM_sd15_t2v_lora.safetensors",
1,
1
]
},
{
"id": 4,
"type": "CheckpointLoaderSimple",
"pos": [
-1390,
270
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
16
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
17
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
8
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"dreamshaper_8.safetensors"
]
},
{
"id": 10,
"type": "ADE_AnimateDiffLoaderGen1",
"pos": [
910,
1190
],
"size": {
"0": 315,
"1": 222
},
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 18
},
{
"name": "context_options",
"type": "CONTEXT_OPTIONS",
"link": 14,
"slot_index": 1
},
{
"name": "motion_lora",
"type": "MOTION_LORA",
"link": null,
"slot_index": 2
},
{
"name": "ad_settings",
"type": "AD_SETTINGS",
"link": null
},
{
"name": "ad_keyframes",
"type": "AD_KEYFRAMES",
"link": null
},
{
"name": "sample_settings",
"type": "SAMPLE_SETTINGS",
"link": null
},
{
"name": "scale_multival",
"type": "MULTIVAL",
"link": 13,
"slot_index": 6
},
{
"name": "effect_multival",
"type": "MULTIVAL",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
11
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffLoaderGen1"
},
"widgets_values": [
"AnimateLCM_sd15_t2v.ckpt",
"sqrt_linear (AnimateDiff)"
]
},
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
-520,
330
],
"size": {
"0": 425.27801513671875,
"1": 180.6060791015625
},
"flags": {},
"order": 26,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 20
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
31
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
]
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
-510,
130
],
"size": {
"0": 422.84503173828125,
"1": 164.31304931640625
},
"flags": {},
"order": 25,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 19
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
30
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"apple on a table"
]
},
{
"id": 26,
"type": "CLIPTextEncode",
"pos": [
-1390,
1240
],
"size": {
"0": 425.27801513671875,
"1": 180.6060791015625
},
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 43
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
39
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
]
},
{
"id": 24,
"type": "EmptyLatentImage",
"pos": [
-1350,
1470
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
40
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
1024,
1024,
1
]
},
{
"id": 23,
"type": "CheckpointLoaderSimple",
"pos": [
-2260,
1180
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
41
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
42,
43
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
45
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"juggernautXL_juggernautX.safetensors"
]
},
{
"id": 30,
"type": "PreviewImage",
"pos": [
-475.52897193421177,
1195.0491763601954
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 34,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 46
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 28,
"type": "KSampler",
"pos": [
-890,
1040
],
"size": {
"0": 315,
"1": 474
},
"flags": {},
"order": 27,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 41
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 38
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 39
},
{
"name": "latent_image",
"type": "LATENT",
"link": 40
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
44
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
80973873495999,
"fixed",
40,
5,
"dpmpp_2m",
"karras",
1
]
},
{
"id": 25,
"type": "CLIPTextEncode",
"pos": [
-1380,
1040
],
"size": {
"0": 422.84503173828125,
"1": 164.31304931640625
},
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 42
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
38
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"artistic realistic apple on a beautiful mahogany table, artistic cinematic lighting, high resolution image, intricate detail, skin texture, natural lighting, warm colors. photography, artful, hyper realistic, real"
]
},
{
"id": 32,
"type": "PreviewImage",
"pos": [
637,
811
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 38,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 49
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 20,
"type": "ACN_AdvancedControlNetApply",
"pos": [
558,
494
],
"size": {
"0": 355.20001220703125,
"1": 266
},
"flags": {},
"order": 39,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 30
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 31
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 29
},
{
"name": "image",
"type": "IMAGE",
"link": 53
},
{
"name": "mask_optional",
"type": "MASK",
"link": null
},
{
"name": "timestep_kf",
"type": "TIMESTEP_KEYFRAME",
"link": 51,
"slot_index": 5
},
{
"name": "latent_kf_override",
"type": "LATENT_KEYFRAME",
"link": 50,
"slot_index": 6
},
{
"name": "weights_override",
"type": "CONTROL_NET_WEIGHTS",
"link": null
},
{
"name": "model_optional",
"type": "MODEL",
"link": null
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
32
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
33
],
"shape": 3,
"slot_index": 1
},
{
"name": "model_opt",
"type": "MODEL",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ACN_AdvancedControlNetApply"
},
"widgets_values": [
1,
0,
1
]
},
{
"id": 34,
"type": "ScaledSoftControlNetWeights",
"pos": [
120,
583
],
"size": {
"0": 315,
"1": 102
},
"flags": {},
"order": 5,
"mode": 0,
"outputs": [
{
"name": "CN_WEIGHTS",
"type": "CONTROL_NET_WEIGHTS",
"links": null,
"shape": 3
},
{
"name": "TK_SHORTCUT",
"type": "TIMESTEP_KEYFRAME",
"links": [
51
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ScaledSoftControlNetWeights"
},
"widgets_values": [
0.7000000000000001,
false
]
},
{
"id": 33,
"type": "LatentKeyframeTiming",
"pos": [
117,
734
],
"size": {
"0": 319.20001220703125,
"1": 178
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "prev_latent_kf",
"type": "LATENT_KEYFRAME",
"link": null
}
],
"outputs": [
{
"name": "LATENT_KF",
"type": "LATENT_KEYFRAME",
"links": [
50
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "LatentKeyframeTiming"
},
"widgets_values": [
0,
16,
1,
0,
"linear",
false
]
},
{
"id": 12,
"type": "ADE_MultivalDynamic",
"pos": [
920,
1510
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "mask_optional",
"type": "MASK",
"link": null
}
],
"outputs": [
{
"name": "MULTIVAL",
"type": "MULTIVAL",
"links": [
13
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_MultivalDynamic"
},
"widgets_values": [
1.4000000000000001
]
},
{
"id": 3,
"type": "KSampler",
"pos": [
1258,
162
],
"size": {
"0": 315,
"1": 474
},
"flags": {},
"order": 41,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 11
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 32
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 33
},
{
"name": "latent_image",
"type": "LATENT",
"link": 2
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
7
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
80973873496000,
"fixed",
11,
1,
"lcm",
"sgm_uniform",
1
]
},
{
"id": 29,
"type": "VAEDecode",
"pos": [
-529.228764918812,
1057.5785414324532
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 32,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 44
},
{
"name": "vae",
"type": "VAE",
"link": 45
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
46,
47
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 31,
"type": "CannyEdgePreprocessor",
"pos": [
111,
963
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 35,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 47
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
49,
53
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CannyEdgePreprocessor"
},
"widgets_values": [
50,
50,
1024
]
},
{
"id": 21,
"type": "ControlNetLoaderAdvanced",
"pos": [
526,
322
],
"size": {
"0": 367.79998779296875,
"1": 58
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "timestep_keyframe",
"type": "TIMESTEP_KEYFRAME",
"link": null
}
],
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
29
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ControlNetLoaderAdvanced"
},
"widgets_values": [
"ComfyNet-v1-1_fp16/control_v11p_sd15_lineart_fp16.safetensors"
]
},
{
"id": 35,
"type": "KSampler",
"pos": [
1459.674825424129,
-2083.0624030603103
],
"size": {
"0": 315,
"1": 474
},
"flags": {},
"order": 40,
"mode": 2,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 54
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 55
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 56
},
{
"name": "latent_image",
"type": "LATENT",
"link": 57
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
60
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
80973873496000,
"fixed",
11,
1,
"lcm",
"sgm_uniform",
1
]
},
{
"id": 37,
"type": "EmptyLatentImage",
"pos": [
-280.3251745758704,
-1683.0624030603103
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 9,
"mode": 2,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
57
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
512,
512,
16
]
},
{
"id": 38,
"type": "CLIPTextEncode",
"pos": [
-310.3251745758704,
-2113.0624030603108
],
"size": {
"0": 422.84503173828125,
"1": 164.31304931640625
},
"flags": {},
"order": 30,
"mode": 2,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 58
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
76
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"apple on a table"
]
},
{
"id": 39,
"type": "CLIPTextEncode",
"pos": [
-320.3251745758704,
-1913.0624030603103
],
"size": {
"0": 425.27801513671875,
"1": 180.6060791015625
},
"flags": {},
"order": 31,
"mode": 2,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 59
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
77
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
]
},
{
"id": 40,
"type": "VAEDecode",
"pos": [
1819.6748254241288,
-2093.0624030603103
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 42,
"mode": 2,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 60
},
{
"name": "vae",
"type": "VAE",
"link": 61
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
65
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 41,
"type": "ADE_AnimateDiffLoaderGen1",
"pos": [
1109.674825424129,
-1053.0624030603103
],
"size": {
"0": 315,
"1": 222
},
"flags": {},
"order": 29,
"mode": 2,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 62
},
{
"name": "context_options",
"type": "CONTEXT_OPTIONS",
"link": 63,
"slot_index": 1
},
{
"name": "motion_lora",
"type": "MOTION_LORA",
"link": null,
"slot_index": 2
},
{
"name": "ad_settings",
"type": "AD_SETTINGS",
"link": null
},
{
"name": "ad_keyframes",
"type": "AD_KEYFRAMES",
"link": null
},
{
"name": "sample_settings",
"type": "SAMPLE_SETTINGS",
"link": null
},
{
"name": "scale_multival",
"type": "MULTIVAL",
"link": 64,
"slot_index": 6
},
{
"name": "effect_multival",
"type": "MULTIVAL",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
54
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffLoaderGen1"
},
"widgets_values": [
"AnimateLCM_sd15_t2v.ckpt",
"sqrt_linear (AnimateDiff)"
]
},
{
"id": 42,
"type": "VHS_VideoCombine",
"pos": [
2089.6748254241293,
-1973.0624030603103
],
"size": [
315,
599
],
"flags": {},
"order": 44,
"mode": 2,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 65
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": false,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00027.mp4",
"subfolder": "",
"type": "temp",
"format": "video/h264-mp4"
}
}
}
},
{
"id": 43,
"type": "ADE_MultivalDynamic",
"pos": [
1119.674825424129,
-733.06240306031
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 10,
"mode": 2,
"inputs": [
{
"name": "mask_optional",
"type": "MASK",
"link": null
}
],
"outputs": [
{
"name": "MULTIVAL",
"type": "MULTIVAL",
"links": [
64
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_MultivalDynamic"
},
"widgets_values": [
1.4000000000000001
]
},
{
"id": 44,
"type": "ADE_StandardUniformContextOptions",
"pos": [
619.6748254241297,
-933.06240306031
],
"size": {
"0": 327.6000061035156,
"1": 222
},
"flags": {},
"order": 11,
"mode": 2,
"inputs": [
{
"name": "prev_context",
"type": "CONTEXT_OPTIONS",
"link": null
},
{
"name": "view_opts",
"type": "VIEW_OPTS",
"link": null
}
],
"outputs": [
{
"name": "CONTEXT_OPTS",
"type": "CONTEXT_OPTIONS",
"links": [
63
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_StandardUniformContextOptions"
},
"widgets_values": [
16,
1,
4,
"pyramid",
false,
0,
1
]
},
{
"id": 45,
"type": "LoraLoader",
"pos": [
-830.3251745758703,
-1803.0624030603103
],
"size": {
"0": 315,
"1": 126
},
"flags": {},
"order": 23,
"mode": 2,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 66
},
{
"name": "clip",
"type": "CLIP",
"link": 67
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
62
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
58,
59
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LoraLoader"
},
"widgets_values": [
"AnimateLCM_sd15_t2v_lora.safetensors",
1,
1
]
},
{
"id": 50,
"type": "ACN_AdvancedControlNetApply",
"pos": [
759.6748254241297,
-1743.0624030603103
],
"size": {
"0": 355.20001220703125,
"1": 266
},
"flags": {},
"order": 37,
"mode": 2,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 76
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 77
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 78
},
{
"name": "image",
"type": "IMAGE",
"link": 93
},
{
"name": "mask_optional",
"type": "MASK",
"link": null
},
{
"name": "timestep_kf",
"type": "TIMESTEP_KEYFRAME",
"link": 80,
"slot_index": 5
},
{
"name": "latent_kf_override",
"type": "LATENT_KEYFRAME",
"link": 81,
"slot_index": 6
},
{
"name": "weights_override",
"type": "CONTROL_NET_WEIGHTS",
"link": null
},
{
"name": "model_optional",
"type": "MODEL",
"link": null
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
55
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
56
],
"shape": 3,
"slot_index": 1
},
{
"name": "model_opt",
"type": "MODEL",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ACN_AdvancedControlNetApply"
},
"widgets_values": [
1,
0,
1
]
},
{
"id": 52,
"type": "CheckpointLoaderSimple",
"pos": [
-2060.3251745758707,
-1063.0624030603103
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 12,
"mode": 2,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
84
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
82,
83
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
89
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"juggernautXL_juggernautX.safetensors"
]
},
{
"id": 53,
"type": "EmptyLatentImage",
"pos": [
-1150.325174575871,
-773.06240306031
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 13,
"mode": 2,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
87
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
1024,
1024,
1
]
},
{
"id": 54,
"type": "CLIPTextEncode",
"pos": [
-1180.325174575871,
-1203.0624030603103
],
"size": {
"0": 422.84503173828125,
"1": 164.31304931640625
},
"flags": {},
"order": 21,
"mode": 2,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 82
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
85
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"artistic realistic apple on a beautiful mahogany table, artistic cinematic lighting, high resolution image, intricate detail, skin texture, natural lighting, warm colors. photography, artful, hyper realistic, real"
]
},
{
"id": 55,
"type": "CLIPTextEncode",
"pos": [
-1190.325174575871,
-1003.0624030603099
],
"size": {
"0": 425.27801513671875,
"1": 180.6060791015625
},
"flags": {},
"order": 22,
"mode": 2,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 83
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
86
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
]
},
{
"id": 56,
"type": "KSampler",
"pos": [
-690.3251745758703,
-1203.0624030603103
],
"size": {
"0": 315,
"1": 474.0000305175781
},
"flags": {},
"order": 28,
"mode": 2,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 84
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 85
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 86
},
{
"name": "latent_image",
"type": "LATENT",
"link": 87
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
88
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
80973873495999,
"fixed",
40,
5,
"dpmpp_2m",
"karras",
1
]
},
{
"id": 58,
"type": "PreviewImage",
"pos": [
-270.3251745758704,
-1043.0624030603103
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 36,
"mode": 2,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 90
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 61,
"type": "LatentKeyframeTiming",
"pos": [
319.67482542412955,
-1503.0624030603103
],
"size": {
"0": 319.20001220703125,
"1": 178
},
"flags": {},
"order": 14,
"mode": 2,
"inputs": [
{
"name": "prev_latent_kf",
"type": "LATENT_KEYFRAME",
"link": null
}
],
"outputs": [
{
"name": "LATENT_KF",
"type": "LATENT_KEYFRAME",
"links": [
81
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "LatentKeyframeTiming"
},
"widgets_values": [
0,
16,
1,
0,
"linear",
false
]
},
{
"id": 62,
"type": "ScaledSoftControlNetWeights",
"pos": [
319.67482542412955,
-1663.0624030603103
],
"size": {
"0": 315,
"1": 102
},
"flags": {},
"order": 15,
"mode": 2,
"outputs": [
{
"name": "CN_WEIGHTS",
"type": "CONTROL_NET_WEIGHTS",
"links": null,
"shape": 3
},
{
"name": "TK_SHORTCUT",
"type": "TIMESTEP_KEYFRAME",
"links": [
80
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ScaledSoftControlNetWeights"
},
"widgets_values": [
0.7000000000000001,
false
]
},
{
"id": 36,
"type": "CheckpointLoaderSimple",
"pos": [
-1190.325174575871,
-1973.0624030603103
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 16,
"mode": 2,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
66
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
67
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
61
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"dreamshaper_8.safetensors"
]
},
{
"id": 57,
"type": "VAEDecode",
"pos": [
-330.3251745758704,
-1183.0624030603103
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 33,
"mode": 2,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 88
},
{
"name": "vae",
"type": "VAE",
"link": 89
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
90,
93
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 51,
"type": "ControlNetLoaderAdvanced",
"pos": [
729.6748254241297,
-1923.0624030603103
],
"size": {
"0": 367.79998779296875,
"1": 58
},
"flags": {},
"order": 17,
"mode": 2,
"inputs": [
{
"name": "timestep_keyframe",
"type": "TIMESTEP_KEYFRAME",
"link": null
}
],
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
78
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ControlNetLoaderAdvanced"
},
"widgets_values": [
"ComfyNet-v1-1_fp16/control_lora_rank128_v11f1e_sd15_tile_fp16.safetensors"
]
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1618,
149
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 43,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 7
},
{
"name": "vae",
"type": "VAE",
"link": 8
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
12
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
}
],
"links": [
[
2,
5,
0,
3,
3,
"LATENT"
],
[
7,
3,
0,
8,
0,
"LATENT"
],
[
8,
4,
2,
8,
1,
"VAE"
],
[
11,
10,
0,
3,
0,
"MODEL"
],
[
12,
8,
0,
11,
0,
"IMAGE"
],
[
13,
12,
0,
10,
6,
"MULTIVAL"
],
[
14,
13,
0,
10,
1,
"CONTEXT_OPTIONS"
],
[
16,
4,
0,
15,
0,
"MODEL"
],
[
17,
4,
1,
15,
1,
"CLIP"
],
[
18,
15,
0,
10,
0,
"MODEL"
],
[
19,
15,
1,
6,
0,
"CLIP"
],
[
20,
15,
1,
7,
0,
"CLIP"
],
[
29,
21,
0,
20,
2,
"CONTROL_NET"
],
[
30,
6,
0,
20,
0,
"CONDITIONING"
],
[
31,
7,
0,
20,
1,
"CONDITIONING"
],
[
32,
20,
0,
3,
1,
"CONDITIONING"
],
[
33,
20,
1,
3,
2,
"CONDITIONING"
],
[
38,
25,
0,
28,
1,
"CONDITIONING"
],
[
39,
26,
0,
28,
2,
"CONDITIONING"
],
[
40,
24,
0,
28,
3,
"LATENT"
],
[
41,
23,
0,
28,
0,
"MODEL"
],
[
42,
23,
1,
25,
0,
"CLIP"
],
[
43,
23,
1,
26,
0,
"CLIP"
],
[
44,
28,
0,
29,
0,
"LATENT"
],
[
45,
23,
2,
29,
1,
"VAE"
],
[
46,
29,
0,
30,
0,
"IMAGE"
],
[
47,
29,
0,
31,
0,
"IMAGE"
],
[
49,
31,
0,
32,
0,
"IMAGE"
],
[
50,
33,
0,
20,
6,
"LATENT_KEYFRAME"
],
[
51,
34,
1,
20,
5,
"TIMESTEP_KEYFRAME"
],
[
53,
31,
0,
20,
3,
"IMAGE"
],
[
54,
41,
0,
35,
0,
"MODEL"
],
[
55,
50,
0,
35,
1,
"CONDITIONING"
],
[
56,
50,
1,
35,
2,
"CONDITIONING"
],
[
57,
37,
0,
35,
3,
"LATENT"
],
[
58,
45,
1,
38,
0,
"CLIP"
],
[
59,
45,
1,
39,
0,
"CLIP"
],
[
60,
35,
0,
40,
0,
"LATENT"
],
[
61,
36,
2,
40,
1,
"VAE"
],
[
62,
45,
0,
41,
0,
"MODEL"
],
[
63,
44,
0,
41,
1,
"CONTEXT_OPTIONS"
],
[
64,
43,
0,
41,
6,
"MULTIVAL"
],
[
65,
40,
0,
42,
0,
"IMAGE"
],
[
66,
36,
0,
45,
0,
"MODEL"
],
[
67,
36,
1,
45,
1,
"CLIP"
],
[
76,
38,
0,
50,
0,
"CONDITIONING"
],
[
77,
39,
0,
50,
1,
"CONDITIONING"
],
[
78,
51,
0,
50,
2,
"CONTROL_NET"
],
[
80,
62,
1,
50,
5,
"TIMESTEP_KEYFRAME"
],
[
81,
61,
0,
50,
6,
"LATENT_KEYFRAME"
],
[
82,
52,
1,
54,
0,
"CLIP"
],
[
83,
52,
1,
55,
0,
"CLIP"
],
[
84,
52,
0,
56,
0,
"MODEL"
],
[
85,
54,
0,
56,
1,
"CONDITIONING"
],
[
86,
55,
0,
56,
2,
"CONDITIONING"
],
[
87,
53,
0,
56,
3,
"LATENT"
],
[
88,
56,
0,
57,
0,
"LATENT"
],
[
89,
52,
2,
57,
1,
"VAE"
],
[
90,
57,
0,
58,
0,
"IMAGE"
],
[
93,
57,
0,
50,
3,
"IMAGE"
]
],
"groups": [
{
"title": "Doesn't Work",
"bounding": [
-2149,
-2323,
4843,
1753
],
"color": "#A88",
"font_size": 24,
"locked": false
},
{
"title": "Works",
"bounding": [
-2351,
-103,
4853,
1773
],
"color": "#3f789e",
"font_size": 24,
"locked": false
}
],
"config": {},
"extra": {},
"version": 0.4
}

oh... now I feel bad for posting on here, it was something messed up with my tile controlnet that was the issue