AnimateDiff-Lightning / comfyui /animatediff_lightning_v2v_openpose_workflow.json
PeterL1n's picture
Update workflow
a46b38d
{
"last_node_id": 35,
"last_link_id": 58,
"nodes": [
{
"id": 19,
"type": "ControlNetLoader",
"pos": [
120,
340
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
32
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ControlNetLoader"
},
"widgets_values": [
"control_v11p_sd15_openpose.pth"
]
},
{
"id": 18,
"type": "CheckpointLoaderSimple",
"pos": [
120,
190
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
35
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
26,
27
],
"shape": 3,
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
45
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"toonyou_beta6.safetensors"
]
},
{
"id": 21,
"type": "CLIPTextEncode",
"pos": [
460,
360
],
"size": {
"0": 250,
"1": 120
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 27
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
31
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
]
},
{
"id": 23,
"type": "ACN_AdvancedControlNetApply",
"pos": [
730,
200
],
"size": {
"0": 285.6000061035156,
"1": 269.39959716796875
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 30
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 31
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 32
},
{
"name": "image",
"type": "IMAGE",
"link": 33
},
{
"name": "mask_optional",
"type": "MASK",
"link": null
},
{
"name": "timestep_kf",
"type": "TIMESTEP_KEYFRAME",
"link": null
},
{
"name": "latent_kf_override",
"type": "LATENT_KEYFRAME",
"link": null
},
{
"name": "weights_override",
"type": "CONTROL_NET_WEIGHTS",
"link": null
},
{
"name": "model_optional",
"type": "MODEL",
"link": 36
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
38
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
39
],
"shape": 3,
"slot_index": 1
},
{
"name": "model_opt",
"type": "MODEL",
"links": [
37
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "ACN_AdvancedControlNetApply"
},
"widgets_values": [
1,
0,
1
]
},
{
"id": 25,
"type": "KSampler",
"pos": [
1040,
200
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 37
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 38
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 39
},
{
"name": "latent_image",
"type": "LATENT",
"link": 56
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
44
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
756507205887639,
"randomize",
4,
1,
"euler",
"sgm_uniform",
1
]
},
{
"id": 28,
"type": "VHS_VAEDecodeBatched",
"pos": [
1040,
510
],
"size": {
"0": 315,
"1": 78
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 44
},
{
"name": "vae",
"type": "VAE",
"link": 45
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
46
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VHS_VAEDecodeBatched"
},
"widgets_values": {
"per_batch": 4
}
},
{
"id": 33,
"type": "ADE_EmptyLatentImageLarge",
"pos": [
1040,
80
],
"size": {
"0": 310.79998779296875,
"1": 74
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "width",
"type": "INT",
"link": 53,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 54,
"widget": {
"name": "height"
}
},
{
"name": "batch_size",
"type": "INT",
"link": 55,
"widget": {
"name": "batch_size"
}
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
56
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_EmptyLatentImageLarge"
},
"widgets_values": [
512,
512,
1
]
},
{
"id": 29,
"type": "VHS_VideoCombine",
"pos": [
1370,
200
],
"size": [
320,
833.3333333333334
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 46
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": 47
},
{
"name": "batch_manager",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "frame_rate",
"type": "INT",
"link": 50,
"widget": {
"name": "frame_rate"
}
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00194-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4"
}
}
}
},
{
"id": 31,
"type": "ADE_StandardStaticContextOptions",
"pos": [
120,
720
],
"size": {
"0": 319.20001220703125,
"1": 198
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "prev_context",
"type": "CONTEXT_OPTIONS",
"link": null,
"slot_index": 0
},
{
"name": "view_opts",
"type": "VIEW_OPTS",
"link": null
}
],
"outputs": [
{
"name": "CONTEXT_OPTS",
"type": "CONTEXT_OPTIONS",
"links": [
51
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_StandardStaticContextOptions"
},
"widgets_values": [
16,
4,
"pyramid",
false,
0,
1
]
},
{
"id": 20,
"type": "CLIPTextEncode",
"pos": [
460,
190
],
"size": {
"0": 250,
"1": 120
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 26
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
30
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"A beautiful girl dancing, pink long hair, city street, tall buildings."
]
},
{
"id": 24,
"type": "ADE_AnimateDiffLoaderGen1",
"pos": [
120,
450
],
"size": {
"0": 315,
"1": 222
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 35
},
{
"name": "context_options",
"type": "CONTEXT_OPTIONS",
"link": 51,
"slot_index": 1
},
{
"name": "motion_lora",
"type": "MOTION_LORA",
"link": null
},
{
"name": "ad_settings",
"type": "AD_SETTINGS",
"link": null
},
{
"name": "ad_keyframes",
"type": "AD_KEYFRAMES",
"link": null
},
{
"name": "sample_settings",
"type": "SAMPLE_SETTINGS",
"link": 58,
"slot_index": 5
},
{
"name": "scale_multival",
"type": "MULTIVAL",
"link": null
},
{
"name": "effect_multival",
"type": "MULTIVAL",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
36
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffLoaderGen1"
},
"widgets_values": [
"animatediff_lightning_4step_comfyui.safetensors",
"sqrt_linear (AnimateDiff)"
]
},
{
"id": 35,
"type": "ADE_AnimateDiffSamplingSettings",
"pos": [
120,
970
],
"size": {
"0": 315,
"1": 198
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "noise_layers",
"type": "NOISE_LAYERS",
"link": null
},
{
"name": "iteration_opts",
"type": "ITERATION_OPTS",
"link": null
},
{
"name": "seed_override",
"type": "INT",
"link": null,
"widget": {
"name": "seed_override"
}
}
],
"outputs": [
{
"name": "settings",
"type": "SAMPLE_SETTINGS",
"links": [
58
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffSamplingSettings"
},
"widgets_values": [
0,
"FreeNoise",
"comfy",
0,
0,
false
]
},
{
"id": 15,
"type": "Image Resize",
"pos": [
-560,
440
],
"size": {
"0": 315,
"1": 178
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 23
},
{
"name": "resize_width",
"type": "INT",
"link": 13,
"widget": {
"name": "resize_width"
}
},
{
"name": "resize_height",
"type": "INT",
"link": 14,
"widget": {
"name": "resize_height"
}
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
25,
33
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "Image Resize"
},
"widgets_values": [
"resize",
"false",
"bilinear",
1,
1024,
1536
]
},
{
"id": 14,
"type": "ImageGenResolutionFromImage",
"pos": [
-810,
90
],
"size": {
"0": 268.79998779296875,
"1": 46
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 12
}
],
"outputs": [
{
"name": "IMAGE_GEN_WIDTH (INT)",
"type": "INT",
"links": [
13,
53
],
"shape": 3,
"slot_index": 0
},
{
"name": "IMAGE_GEN_HEIGHT (INT)",
"type": "INT",
"links": [
14,
54
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "ImageGenResolutionFromImage"
}
},
{
"id": 17,
"type": "DWPreprocessor",
"pos": [
-560,
200
],
"size": {
"0": 315,
"1": 198
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 21
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
23
],
"shape": 3,
"slot_index": 0
},
{
"name": "POSE_KEYPOINT",
"type": "POSE_KEYPOINT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DWPreprocessor"
},
"widgets_values": [
"enable",
"enable",
"enable",
256,
"yolox_l.onnx",
"dw-ll_ucoco.onnx"
]
},
{
"id": 13,
"type": "VHS_VideoCombine",
"pos": [
-220,
190
],
"size": [
315,
824.4444444444445
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 25
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": 48
},
{
"name": "batch_manager",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "frame_rate",
"type": "INT",
"link": 49,
"widget": {
"name": "frame_rate"
}
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00192-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4"
}
}
}
},
{
"id": 30,
"type": "PrimitiveNode",
"pos": [
-810,
899
],
"size": {
"0": 210,
"1": 82
},
"flags": {},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
49,
50
],
"slot_index": 0,
"widget": {
"name": "frame_rate"
}
}
],
"title": "Frame rate",
"properties": {
"Run widget replace on values": false
},
"widgets_values": [
16,
"fixed"
]
},
{
"id": 10,
"type": "VHS_LoadVideo",
"pos": [
-810,
190
],
"size": [
240,
671.1111111111111
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "batch_manager",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
12,
21
],
"shape": 3,
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": [
55
],
"shape": 3,
"slot_index": 1
},
{
"name": "audio",
"type": "VHS_AUDIO",
"links": [
47,
48
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "Download.mp4",
"force_rate": 0,
"force_size": "Custom Height",
"custom_width": 512,
"custom_height": 1024,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 0,
"skip_first_frames": 0,
"force_rate": 0,
"filename": "Download.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 1,
"force_size": "?x1024"
}
}
}
}
],
"links": [
[
12,
10,
0,
14,
0,
"IMAGE"
],
[
13,
14,
0,
15,
1,
"INT"
],
[
14,
14,
1,
15,
2,
"INT"
],
[
21,
10,
0,
17,
0,
"IMAGE"
],
[
23,
17,
0,
15,
0,
"IMAGE"
],
[
25,
15,
0,
13,
0,
"IMAGE"
],
[
26,
18,
1,
20,
0,
"CLIP"
],
[
27,
18,
1,
21,
0,
"CLIP"
],
[
30,
20,
0,
23,
0,
"CONDITIONING"
],
[
31,
21,
0,
23,
1,
"CONDITIONING"
],
[
32,
19,
0,
23,
2,
"CONTROL_NET"
],
[
33,
15,
0,
23,
3,
"IMAGE"
],
[
35,
18,
0,
24,
0,
"MODEL"
],
[
36,
24,
0,
23,
8,
"MODEL"
],
[
37,
23,
2,
25,
0,
"MODEL"
],
[
38,
23,
0,
25,
1,
"CONDITIONING"
],
[
39,
23,
1,
25,
2,
"CONDITIONING"
],
[
44,
25,
0,
28,
0,
"LATENT"
],
[
45,
18,
2,
28,
1,
"VAE"
],
[
46,
28,
0,
29,
0,
"IMAGE"
],
[
47,
10,
2,
29,
1,
"VHS_AUDIO"
],
[
48,
10,
2,
13,
1,
"VHS_AUDIO"
],
[
49,
30,
0,
13,
3,
"INT"
],
[
50,
30,
0,
29,
3,
"INT"
],
[
51,
31,
0,
24,
1,
"CONTEXT_OPTIONS"
],
[
53,
14,
0,
33,
0,
"INT"
],
[
54,
14,
1,
33,
1,
"INT"
],
[
55,
10,
1,
33,
2,
"INT"
],
[
56,
33,
0,
25,
3,
"LATENT"
],
[
58,
35,
0,
24,
5,
"SAMPLE_SETTINGS"
]
],
"groups": [],
"config": {},
"extra": {},
"version": 0.4
}