Skip to content

Instantly share code, notes, and snippets.

@sanmilano
Created February 3, 2024 17:49
Show Gist options
  • Save sanmilano/400710bf8e28ae42af3fe7e21edd98c6 to your computer and use it in GitHub Desktop.
Save sanmilano/400710bf8e28ae42af3fe7e21edd98c6 to your computer and use it in GitHub Desktop.
Stable Video Diffusion - workflow (not my creation)
{
"last_node_id": 161,
"last_link_id": 327,
"nodes": [
{
"id": 88,
"type": "Reroute",
"pos": [
-25.999966899999947,
-270
],
"size": [
75,
26
],
"flags": {},
"order": 31,
"mode": 4,
"inputs": [
{
"name": "",
"type": "*",
"link": 177
}
],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
178
],
"slot_index": 0
}
],
"properties": {
"showOutputText": true,
"horizontal": false,
"showTitle": false
}
},
{
"id": 89,
"type": "Reroute",
"pos": [
384.00003309999977,
-270
],
"size": [
75,
26
],
"flags": {},
"order": 36,
"mode": 4,
"inputs": [
{
"name": "",
"type": "*",
"link": 178
}
],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
180,
181
],
"slot_index": 0
}
],
"properties": {
"showOutputText": true,
"horizontal": false,
"showTitle": false
}
},
{
"id": 36,
"type": "FreeU_V2",
"pos": [
86.30674836711431,
44.1032203568852
],
"size": {
"0": 315,
"1": 130
},
"flags": {},
"order": 35,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 66
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
170
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FreeU_V2"
},
"widgets_values": [
1.3,
1.4,
0.9,
0.2
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 87,
"type": "Reroute",
"pos": [
510,
-220
],
"size": [
82,
26
],
"flags": {},
"order": 41,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 170
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
171
],
"slot_index": 0
}
],
"properties": {
"showOutputText": true,
"horizontal": false
}
},
{
"id": 80,
"type": "KSampler",
"pos": [
800,
-860
],
"size": {
"0": 320,
"1": 470
},
"flags": {},
"order": 43,
"mode": 4,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 164
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 155
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 156
},
{
"name": "latent_image",
"type": "LATENT",
"link": 157
},
{
"name": "seed",
"type": "INT",
"link": 189,
"widget": {
"name": "seed"
}
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
158
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
39,
"fixed",
9,
1.8,
"lcm",
"karras",
1
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 82,
"type": "PreviewImage",
"pos": [
1130,
-860
],
"size": {
"0": 470,
"1": 470
},
"flags": {},
"order": 48,
"mode": 4,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 160
}
],
"properties": {
"Node name for S&R": "PreviewImage"
},
"color": "#222",
"bgcolor": "#000"
},
{
"id": 104,
"type": "Note",
"pos": [
400,
-380
],
"size": {
"0": 370,
"1": 90
},
"flags": {},
"order": 0,
"mode": 4,
"title": "LCM",
"properties": {
"text": ""
},
"widgets_values": [
"Set to use LCM by default for the txt2img generation."
],
"color": "#1a002a",
"bgcolor": "#2e073e"
},
{
"id": 102,
"type": "Note",
"pos": [
854.1694557617191,
1280.4972961914066
],
"size": {
"0": 410,
"1": 170
},
"flags": {},
"order": 1,
"mode": 0,
"title": "Suggestions",
"properties": {
"text": ""
},
"widgets_values": [
"Play with motion_bucket_id and augmentation_level to fine tune your animations. "
],
"color": "#1a002a",
"bgcolor": "#2e073e"
},
{
"id": 79,
"type": "CLIPTextEncode",
"pos": [
390,
-610
],
"size": {
"0": 400,
"1": 200
},
"flags": {},
"order": 39,
"mode": 4,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 154
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
156
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"embedding:negative_hand-neg, "
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 74,
"type": "Empty Latent by Size (WLSH)",
"pos": [
447.5897368692384,
335.6917476134755
],
"size": {
"0": 320,
"1": 150
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "latent",
"type": "LATENT",
"links": [
157
],
"shape": 3,
"slot_index": 0
},
{
"name": "width",
"type": "INT",
"links": [
148
],
"shape": 3,
"slot_index": 1
},
{
"name": "height",
"type": "INT",
"links": [
149
],
"shape": 3,
"slot_index": 2
}
],
"title": "Frame Size",
"properties": {
"Node name for S&R": "Empty Latent by Size (WLSH)"
},
"widgets_values": [
576,
1024,
1
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 98,
"type": "Note",
"pos": [
60,
340
],
"size": {
"0": 370,
"1": 140
},
"flags": {},
"order": 3,
"mode": 0,
"title": "Landscape/Portrait swap",
"properties": {
"text": ""
},
"widgets_values": [
"The Frame size field here can be right clicked and select \"swap width/height\" to quickly switch between landscape and portrait."
],
"color": "#1a002a",
"bgcolor": "#2e073e"
},
{
"id": 132,
"type": "Reroute (rgthree)",
"pos": {
"0": -40,
"1": 50,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": [
30,
40
],
"flags": {},
"order": 32,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 238,
"dir": 3,
"has_old_label": true,
"label": " "
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
232
],
"dir": 2,
"has_old_label": true,
"label": " ",
"slot_index": 0
}
],
"properties": {
"resizable": false,
"size": [
30,
40
],
"connections_layout": [
"Left",
"Bottom"
]
}
},
{
"id": 81,
"type": "VAEDecode",
"pos": [
-250,
-740
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 46,
"mode": 4,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 158
},
{
"name": "vae",
"type": "VAE",
"link": 159
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
160,
243
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"color": "#432",
"bgcolor": "#653"
},
{
"id": 136,
"type": "Reroute (rgthree)",
"pos": {
"0": 10,
"1": -740,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": [
40,
30
],
"flags": {},
"order": 49,
"mode": 4,
"inputs": [
{
"name": "",
"type": "*",
"link": 243,
"dir": 3,
"has_old_label": true,
"label": " ",
"slot_index": 0
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
244
],
"dir": 2,
"has_old_label": true,
"label": " ",
"slot_index": 0
}
],
"properties": {
"resizable": false,
"size": [
40,
30
],
"connections_layout": [
"Left",
"Bottom"
]
}
},
{
"id": 12,
"type": "SVD_img2vid_Conditioning",
"pos": [
460,
-60
],
"size": {
"0": 320,
"1": 230
},
"flags": {},
"order": 50,
"mode": 0,
"inputs": [
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": 24
},
{
"name": "init_image",
"type": "IMAGE",
"link": 253,
"slot_index": 1
},
{
"name": "vae",
"type": "VAE",
"link": 180
},
{
"name": "width",
"type": "INT",
"link": 148,
"widget": {
"name": "width"
},
"slot_index": 3
},
{
"name": "height",
"type": "INT",
"link": 149,
"widget": {
"name": "height"
},
"slot_index": 4
},
{
"name": "motion_bucket_id",
"type": "INT",
"link": 191,
"widget": {
"name": "motion_bucket_id"
}
},
{
"name": "augmentation_level",
"type": "FLOAT",
"link": 192,
"widget": {
"name": "augmentation_level"
}
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
86
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
87
],
"shape": 3,
"slot_index": 1
},
{
"name": "latent",
"type": "LATENT",
"links": [
88
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "SVD_img2vid_Conditioning"
},
"widgets_values": [
1024,
576,
24,
156,
6,
0.04
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 134,
"type": "Reroute (rgthree)",
"pos": {
"0": 430,
"1": 1060,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": [
30,
40
],
"flags": {},
"order": 42,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 239,
"dir": 3,
"has_old_label": true,
"label": " "
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
260
],
"dir": 1,
"has_old_label": true,
"label": " ",
"slot_index": 0
}
],
"properties": {
"resizable": false,
"size": [
30,
40
],
"connections_layout": [
"Left",
"Top"
]
}
},
{
"id": 121,
"type": "Reroute",
"pos": [
77.9799673461921,
735.9197167968754
],
"size": [
75,
26
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": null
}
],
"outputs": [
{
"name": "",
"type": "*",
"links": [
218
],
"slot_index": 0,
"label": "txt2img"
}
],
"title": "txt2img",
"properties": {
"showOutputText": false,
"horizontal": false,
"showTitle": true
},
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 122,
"type": "Reroute",
"pos": [
287.9799673461924,
735.9197167968754
],
"size": [
75,
26
],
"flags": {},
"order": 27,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 218
}
],
"outputs": [
{
"name": "",
"type": "*",
"links": null,
"label": "INPUT",
"slot_index": 0
}
],
"title": "INPUT",
"properties": {
"showOutputText": false,
"horizontal": false,
"showTitle": true
},
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 123,
"type": "Reroute",
"pos": [
77.9799673461921,
785.9197167968753
],
"size": [
75,
26
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": null
}
],
"outputs": [
{
"name": "",
"type": "*",
"links": null,
"label": "img2img"
}
],
"title": "img2img",
"properties": {
"showOutputText": false,
"horizontal": false,
"showTitle": true
},
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 125,
"type": "Reroute",
"pos": [
83.23989593505917,
877.3187524414042
],
"size": [
75,
26
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": null
}
],
"outputs": [
{
"name": "",
"type": "*",
"links": null,
"label": "txt2img"
}
],
"title": "txt2img",
"properties": {
"showOutputText": false,
"horizontal": false,
"showTitle": true
},
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 129,
"type": "Reroute",
"pos": [
290.91999145507805,
588.1794165039058
],
"size": [
75,
26
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": null
}
],
"outputs": [
{
"name": "",
"type": "*",
"links": null,
"label": "INPUT"
}
],
"title": "INPUT",
"properties": {
"showOutputText": false,
"horizontal": false,
"showTitle": true
},
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 127,
"type": "Reroute",
"pos": [
80.91999145507813,
588.1794165039058
],
"size": [
75,
26
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": null
}
],
"outputs": [
{
"name": "",
"type": "*",
"links": null,
"slot_index": 0,
"label": "txt2img"
}
],
"title": "txt2img",
"properties": {
"showOutputText": false,
"horizontal": false,
"showTitle": true
},
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 128,
"type": "Reroute",
"pos": [
80.91999145507813,
638.1794165039058
],
"size": [
75,
26
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": null
}
],
"outputs": [
{
"name": "",
"type": "*",
"links": null,
"label": "img2img"
}
],
"title": "img2img",
"properties": {
"showOutputText": false,
"horizontal": false,
"showTitle": true
},
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 126,
"type": "Reroute",
"pos": [
293.2398959350594,
877.3187524414042
],
"size": [
75,
26
],
"flags": {},
"order": 28,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 219
}
],
"outputs": [
{
"name": "",
"type": "*",
"links": null,
"label": "INPUT",
"slot_index": 0
}
],
"title": "INPUT",
"properties": {
"showOutputText": false,
"horizontal": false,
"showTitle": true
},
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 133,
"type": "Reroute (rgthree)",
"pos": {
"0": -40,
"1": 1060,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": [
30,
40
],
"flags": {},
"order": 37,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 232,
"dir": 1,
"has_old_label": true,
"label": " "
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
239
],
"dir": 4,
"has_old_label": true,
"label": " ",
"slot_index": 0
}
],
"properties": {
"resizable": false,
"size": [
30,
40
],
"connections_layout": [
"Top",
"Right"
]
}
},
{
"id": 138,
"type": "Reroute (rgthree)",
"pos": {
"0": 380,
"1": 1040,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": [
40,
30
],
"flags": {},
"order": 53,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 262,
"dir": 3,
"has_old_label": true,
"label": " "
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
259
],
"dir": 1,
"has_old_label": true,
"label": " ",
"slot_index": 0
}
],
"properties": {
"resizable": false,
"size": [
40,
30
],
"connections_layout": [
"Left",
"Top"
]
}
},
{
"id": 137,
"type": "Reroute (rgthree)",
"pos": {
"0": 0,
"1": 1040,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"size": [
40,
30
],
"flags": {},
"order": 51,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 244,
"dir": 1,
"has_old_label": true,
"label": " ",
"slot_index": 0
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
262
],
"dir": 4,
"has_old_label": true,
"label": " ",
"slot_index": 0
}
],
"properties": {
"resizable": false,
"size": [
40,
30
],
"connections_layout": [
"Top",
"Right"
]
}
},
{
"id": 97,
"type": "Note",
"pos": [
440,
560
],
"size": {
"0": 310,
"1": 130
},
"flags": {},
"order": 10,
"mode": 0,
"title": "Process Selection",
"properties": {
"text": ""
},
"widgets_values": [
"Connect the appropriate input method here to the INPUT node to select your process."
],
"color": "#1a002a",
"bgcolor": "#2e073e"
},
{
"id": 120,
"type": "ShowText|pysssss",
"pos": [
-670,
-680
],
"size": {
"0": 320,
"1": 200
},
"flags": {},
"order": 44,
"mode": 4,
"inputs": [
{
"name": "text",
"type": "STRING",
"link": 216,
"widget": {
"name": "text"
}
}
],
"outputs": [
{
"name": "STRING",
"type": "STRING",
"links": null,
"shape": 6
}
],
"title": "LoRA Keywords",
"properties": {
"Node name for S&R": "ShowText|pysssss"
},
"widgets_values": [
"1950s ",
"1950s ",
"1950s "
],
"color": "#002e96",
"bgcolor": "#0042aa"
},
{
"id": 152,
"type": "Note",
"pos": [
-660,
-430
],
"size": {
"0": 310,
"1": 200
},
"flags": {},
"order": 11,
"mode": 4,
"title": "Ignore this error",
"properties": {
"text": ""
},
"widgets_values": [
"This is just a useful tool that will list custom tags that trigger a specific LoRA. The LoRA won't affect your render, it's just here to provide information. Not all LoRA have keywords, but this can help you remember them."
],
"color": "#1a002a",
"bgcolor": "#2e073e"
},
{
"id": 149,
"type": "Reroute",
"pos": [
380,
-210
],
"size": [
75,
26
],
"flags": {},
"order": 57,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 291
}
],
"outputs": [
{
"name": "",
"type": "IMAGE",
"links": [],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
}
},
{
"id": 78,
"type": "CLIPTextEncode",
"pos": [
390,
-860
],
"size": {
"0": 400,
"1": 200
},
"flags": {},
"order": 38,
"mode": 4,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 153
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
155
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"photo of a humanoid werewolf, (wide brim black hat:1.2), (red long coat:1.2), howling at the moon."
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 14,
"type": "VideoLinearCFGGuidance",
"pos": [
82.9221291546147,
-62.97380776186414
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 30,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 317
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
66
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VideoLinearCFGGuidance"
},
"widgets_values": [
1
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 38,
"type": "KSampler",
"pos": [
877.690925514061,
-9.794058015038491
],
"size": {
"0": 460,
"1": 730
},
"flags": {},
"order": 52,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 171,
"slot_index": 0
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 86,
"slot_index": 1
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 87
},
{
"name": "latent_image",
"type": "LATENT",
"link": 88,
"slot_index": 3
},
{
"name": "seed",
"type": "INT",
"link": 183,
"widget": {
"name": "seed"
},
"slot_index": 4
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
90
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
156623021628826,
"randomize",
25,
2.5,
"euler",
"karras",
0.9
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 92,
"type": "Note",
"pos": [
854.1694557617191,
1100.4972961914066
],
"size": {
"0": 410,
"1": 130
},
"flags": {},
"order": 12,
"mode": 0,
"title": "Video only seed",
"properties": {
"text": ""
},
"widgets_values": [
"This seed is for video generation and is kept separate from the txt2img so that you can keep that image steady while experimenting with video effects. If you don't like the preview, but like the image, change the video seed and run it again for a different effect."
],
"color": "#1a002a",
"bgcolor": "#2e073e"
},
{
"id": 116,
"type": "Reroute",
"pos": [
656.4501586914058,
743.0981333007809
],
"size": [
75,
26
],
"flags": {},
"order": 47,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 320
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
253
],
"slot_index": 0,
"label": "INPUT"
}
],
"title": "INPUT",
"properties": {
"showOutputText": false,
"horizontal": false,
"showTitle": true
},
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 100,
"type": "Seed Generator",
"pos": [
1324.1694557617186,
910.497296191406
],
"size": {
"0": 410,
"1": 82
},
"flags": {},
"order": 13,
"mode": 0,
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
189
],
"shape": 3,
"slot_index": 0
}
],
"title": "Txt Prompt Seed",
"properties": {
"Node name for S&R": "Seed Generator"
},
"widgets_values": [
2027,
"fixed"
],
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 114,
"type": "Reroute",
"pos": [
466.4501586914059,
743.0981333007809
],
"size": [
75,
26
],
"flags": {},
"order": 55,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 259
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [],
"slot_index": 0,
"label": "txt2img"
}
],
"title": "txt2img",
"properties": {
"showOutputText": false,
"horizontal": false,
"showTitle": true
},
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 156,
"type": "Note",
"pos": [
50,
1070
],
"size": {
"0": 330,
"1": 440
},
"flags": {},
"order": 14,
"mode": 0,
"title": "Creation Process",
"properties": {
"text": ""
},
"widgets_values": [
"For your process you'll want to Render Stills Only until you have the starting image you want to use. \n\nThen set the Process Selector to do txt2vid and play with your video settings until you have the animation you want.\n\nFinally, connect the Connect for Final nodes and render your finished video with HiRes Fix applied."
],
"color": "#1a002a",
"bgcolor": "#2e073e"
},
{
"id": 76,
"type": "CheckpointLoaderSimple",
"pos": [
-30,
-860
],
"size": {
"0": 390,
"1": 100
},
"flags": {},
"order": 15,
"mode": 4,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
151
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
152
],
"shape": 3,
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
159
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"juggernautXL_v7Rundiffusion.safetensors"
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 119,
"type": "LoraLoaderTagsQuery",
"pos": [
-670,
-1010
],
"size": {
"0": 320,
"1": 280
},
"flags": {},
"order": 40,
"mode": 4,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 214
},
{
"name": "clip",
"type": "CLIP",
"link": 215
},
{
"name": "opt_prompt",
"type": "STRING",
"link": null,
"widget": {
"name": "opt_prompt"
}
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": null,
"shape": 3
},
{
"name": "CLIP",
"type": "CLIP",
"links": null,
"shape": 3
},
{
"name": "STRING",
"type": "STRING",
"links": [
216
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "LoraLoaderTagsQuery"
},
"widgets_values": [
"add-detail-xl.safetensors",
1,
1,
true,
true,
false,
false,
true,
""
],
"color": "#001a66",
"bgcolor": "#002e7a"
},
{
"id": 124,
"type": "Reroute",
"pos": [
81,
926
],
"size": [
75,
26
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": null
}
],
"outputs": [
{
"name": "",
"type": "*",
"links": [
219
],
"label": "img2img",
"slot_index": 0
}
],
"title": "img2img",
"properties": {
"showOutputText": false,
"horizontal": false,
"showTitle": true,
"microdot": false,
"dot": false
},
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 117,
"type": "Reroute",
"pos": [
466.4501586914059,
793.0981333007809
],
"size": [
75,
26
],
"flags": {},
"order": 45,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 260
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
320
],
"label": "img2img",
"slot_index": 0
}
],
"title": "img2img",
"properties": {
"showOutputText": false,
"horizontal": false,
"showTitle": true
},
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 161,
"type": "VHS_VideoCombine",
"pos": [
2891.632714293162,
239.71253160644397
],
"size": [
650,
1424
],
"flags": {},
"order": 59,
"mode": 4,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 324
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
},
{
"name": "batch_manager",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"title": "Final Output",
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 9,
"loop_count": 0,
"filename_prefix": "Vids/Finished/Final",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 1,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "Final_00041.mp4",
"subfolder": "Vids\\Finished",
"type": "output",
"format": "video/h264-mp4"
}
}
},
"color": "#222",
"bgcolor": "#000"
},
{
"id": 90,
"type": "Reroute",
"pos": [
1369,
-20
],
"size": [
75,
26
],
"flags": {},
"order": 33,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 182,
"widget": {
"name": "value"
}
}
],
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
183
],
"slot_index": 0
}
],
"properties": {
"showOutputText": true,
"horizontal": false
}
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1367,
53
],
"size": {
"0": 210,
"1": 46
},
"flags": {
"collapsed": true
},
"order": 54,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 90
},
{
"name": "vae",
"type": "VAE",
"link": 181
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
116,
291,
327
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"color": "#432",
"bgcolor": "#653"
},
{
"id": 101,
"type": "CR LoRA Stack",
"pos": [
-260,
-620
],
"size": {
"0": 310,
"1": 342
},
"flags": {},
"order": 17,
"mode": 4,
"inputs": [
{
"name": "lora_stack",
"type": "LORA_STACK",
"link": null
}
],
"outputs": [
{
"name": "LORA_STACK",
"type": "LORA_STACK",
"links": [
190
],
"shape": 3,
"slot_index": 0
},
{
"name": "show_help",
"type": "STRING",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CR LoRA Stack"
},
"widgets_values": [
"Off",
"None",
0.51,
1,
"Off",
"None",
1,
1,
"Off",
"None",
1,
1
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 75,
"type": "CR LoRA Stack",
"pos": [
70,
-620
],
"size": {
"0": 310,
"1": 342
},
"flags": {},
"order": 29,
"mode": 4,
"inputs": [
{
"name": "lora_stack",
"type": "LORA_STACK",
"link": 190
}
],
"outputs": [
{
"name": "LORA_STACK",
"type": "LORA_STACK",
"links": [
150
],
"shape": 3,
"slot_index": 0
},
{
"name": "show_help",
"type": "STRING",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CR LoRA Stack"
},
"widgets_values": [
"On",
"pytorch_lora_weights.safetensors",
1,
1,
"On",
"None",
1,
1,
"Off",
"None",
1,
1
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 77,
"type": "CR Apply LoRA Stack",
"pos": [
-260,
-860
],
"size": {
"0": 210,
"1": 66
},
"flags": {},
"order": 34,
"mode": 4,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 151
},
{
"name": "clip",
"type": "CLIP",
"link": 152
},
{
"name": "lora_stack",
"type": "LORA_STACK",
"link": 150
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
164,
214
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
153,
154,
215
],
"shape": 3,
"slot_index": 1
},
{
"name": "show_help",
"type": "STRING",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CR Apply LoRA Stack"
},
"color": "#432",
"bgcolor": "#653"
},
{
"id": 99,
"type": "Note",
"pos": [
861.1694557617191,
866.497296191406
],
"size": {
"0": 408.86639404296875,
"1": 171.07040405273438
},
"flags": {},
"order": 18,
"mode": 0,
"title": "Txt Prompt seed",
"properties": {
"text": ""
},
"widgets_values": [
"This is the seed for txt2img generation. It is recommended you keep this on fixed except when you want to generate a whole new image. Doing so will allow you to play with your animation without having to generate a new image each time."
],
"color": "#1a002a",
"bgcolor": "#2e073e"
},
{
"id": 105,
"type": "Note",
"pos": [
835,
1539
],
"size": {
"0": 940,
"1": 140
},
"flags": {},
"order": 19,
"mode": 0,
"title": "Hint",
"properties": {
"text": ""
},
"widgets_values": [
"Motion Bucket and Video Seed will make the biggest differences in your output. Don't be afraid to experiment. If you don't like the preview animation, change one of those and Queue again for a new result. Motion Bucket has a high range. I've used settings as high as 250 on the right animation."
],
"color": "#1a002a",
"bgcolor": "#2e073e"
},
{
"id": 158,
"type": "FaceRestoreCFWithModel",
"pos": [
2894.440907027537,
85.08501894164857
],
"size": {
"0": 315,
"1": 102
},
"flags": {
"pinned": false
},
"order": 58,
"mode": 4,
"inputs": [
{
"name": "facerestore_model",
"type": "FACERESTORE_MODEL",
"link": 321,
"slot_index": 0
},
{
"name": "image",
"type": "IMAGE",
"link": 327,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
324
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FaceRestoreCFWithModel"
},
"widgets_values": [
"retinaface_resnet50",
0.53
]
},
{
"id": 159,
"type": "FaceRestoreModelLoader",
"pos": [
2898.440907027537,
-27.914981058351408
],
"size": {
"0": 439.88177490234375,
"1": 61.28623580932617
},
"flags": {
"pinned": false,
"collapsed": false
},
"order": 20,
"mode": 4,
"outputs": [
{
"name": "FACERESTORE_MODEL",
"type": "FACERESTORE_MODEL",
"links": [
321
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "FaceRestoreModelLoader"
},
"widgets_values": [
"codeformer.pth"
]
},
{
"id": 109,
"type": "Note",
"pos": [
1666,
-604
],
"size": {
"0": 400,
"1": 320
},
"flags": {},
"order": 21,
"mode": 0,
"title": "Crash Note",
"properties": {
"text": ""
},
"widgets_values": [
"If you experience an out of memory crash the first time HirRes fix runs, just hit Queue again and it should fix itself.\n\nI don't know why this happens to me so your mileage may vary. It's probably related to my only having 8gb of vram on my 3070. Would gratefully accept a 4090 donation."
],
"color": "#cf1000",
"bgcolor": "#e32400"
},
{
"id": 15,
"type": "ImageOnlyCheckpointLoader",
"pos": [
-640,
-110
],
"size": {
"0": 540,
"1": 110
},
"flags": {},
"order": 22,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
317
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP_VISION",
"type": "CLIP_VISION",
"links": [
24
],
"shape": 3,
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
177
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "ImageOnlyCheckpointLoader"
},
"widgets_values": [
"svd_xt_1_1.safetensors"
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 26,
"type": "VHS_VideoCombine",
"pos": [
2136,
-68
],
"size": [
660,
1441.7777777777778
],
"flags": {},
"order": 56,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 116
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
},
{
"name": "batch_manager",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"title": "Preview Output",
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 9,
"loop_count": 0,
"filename_prefix": "Vids/quick/Preview",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 1,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "Preview_00048.mp4",
"subfolder": "Vids\\quick",
"type": "output",
"format": "video/h264-mp4"
}
}
},
"color": "#222",
"bgcolor": "#000"
},
{
"id": 107,
"type": "Integer",
"pos": [
1324.1694557617186,
1270.4972961914066
],
"size": {
"0": 400,
"1": 70
},
"flags": {},
"order": 23,
"mode": 0,
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
191
],
"shape": 3,
"slot_index": 0
}
],
"title": "Motion Bucket",
"properties": {
"Node name for S&R": "Integer"
},
"widgets_values": [
127
],
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 108,
"type": "Float",
"pos": [
1324.1694557617186,
1390.4972961914066
],
"size": {
"0": 400,
"1": 60
},
"flags": {},
"order": 24,
"mode": 0,
"outputs": [
{
"name": "FLOAT",
"type": "FLOAT",
"links": [
192
],
"shape": 3,
"slot_index": 0
}
],
"title": "Augmentation level",
"properties": {
"Node name for S&R": "Float"
},
"widgets_values": [
0.1
],
"color": "#003951",
"bgcolor": "#004d65"
},
{
"id": 23,
"type": "LoadImage",
"pos": [
-650,
60
],
"size": {
"0": 550,
"1": 550
},
"flags": {},
"order": 25,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
238
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"ComfyUI_temp_qrmpy_00022_ (1).png",
"image"
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 85,
"type": "Seed Generator",
"pos": [
1324.1694557617186,
1120.4972961914066
],
"size": {
"0": 410,
"1": 82
},
"flags": {},
"order": 26,
"mode": 0,
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
182
],
"shape": 3,
"slot_index": 0
}
],
"title": "Video Only Seed",
"properties": {
"Node name for S&R": "Seed Generator"
},
"widgets_values": [
1400,
"fixed"
],
"color": "#003951",
"bgcolor": "#004d65"
}
],
"links": [
[
24,
15,
1,
12,
0,
"CLIP_VISION"
],
[
66,
14,
0,
36,
0,
"MODEL"
],
[
86,
12,
0,
38,
1,
"CONDITIONING"
],
[
87,
12,
1,
38,
2,
"CONDITIONING"
],
[
88,
12,
2,
38,
3,
"LATENT"
],
[
90,
38,
0,
8,
0,
"LATENT"
],
[
116,
8,
0,
26,
0,
"IMAGE"
],
[
148,
74,
1,
12,
3,
"INT"
],
[
149,
74,
2,
12,
4,
"INT"
],
[
150,
75,
0,
77,
2,
"LORA_STACK"
],
[
151,
76,
0,
77,
0,
"MODEL"
],
[
152,
76,
1,
77,
1,
"CLIP"
],
[
153,
77,
1,
78,
0,
"CLIP"
],
[
154,
77,
1,
79,
0,
"CLIP"
],
[
155,
78,
0,
80,
1,
"CONDITIONING"
],
[
156,
79,
0,
80,
2,
"CONDITIONING"
],
[
157,
74,
0,
80,
3,
"LATENT"
],
[
158,
80,
0,
81,
0,
"LATENT"
],
[
159,
76,
2,
81,
1,
"VAE"
],
[
160,
81,
0,
82,
0,
"IMAGE"
],
[
164,
77,
0,
80,
0,
"MODEL"
],
[
170,
36,
0,
87,
0,
"*"
],
[
171,
87,
0,
38,
0,
"MODEL"
],
[
177,
15,
2,
88,
0,
"*"
],
[
178,
88,
0,
89,
0,
"*"
],
[
180,
89,
0,
12,
2,
"VAE"
],
[
181,
89,
0,
8,
1,
"VAE"
],
[
182,
85,
0,
90,
0,
"*"
],
[
183,
90,
0,
38,
4,
"INT"
],
[
189,
100,
0,
80,
4,
"INT"
],
[
190,
101,
0,
75,
0,
"LORA_STACK"
],
[
191,
107,
0,
12,
5,
"INT"
],
[
192,
108,
0,
12,
6,
"FLOAT"
],
[
214,
77,
0,
119,
0,
"MODEL"
],
[
215,
77,
1,
119,
1,
"CLIP"
],
[
216,
119,
2,
120,
0,
"STRING"
],
[
218,
121,
0,
122,
0,
"*"
],
[
219,
124,
0,
126,
0,
"*"
],
[
232,
132,
0,
133,
0,
"*"
],
[
238,
23,
0,
132,
0,
"*"
],
[
239,
133,
0,
134,
0,
"*"
],
[
243,
81,
0,
136,
0,
"*"
],
[
244,
136,
0,
137,
0,
"*"
],
[
253,
116,
0,
12,
1,
"IMAGE"
],
[
259,
138,
0,
114,
0,
"*"
],
[
260,
134,
0,
117,
0,
"*"
],
[
262,
137,
0,
138,
0,
"*"
],
[
291,
8,
0,
149,
0,
"*"
],
[
317,
15,
0,
14,
0,
"MODEL"
],
[
320,
117,
0,
116,
0,
"*"
],
[
321,
159,
0,
158,
0,
"FACERESTORE_MODEL"
],
[
324,
158,
0,
161,
0,
"IMAGE"
],
[
327,
8,
0,
158,
1,
"IMAGE"
]
],
"groups": [
{
"title": "Major Controls",
"bounding": [
836,
773,
936,
706
],
"color": "#9dc978",
"font_size": 24,
"locked": false
},
{
"title": "txt2img generation",
"bounding": [
-276,
-958,
1898,
674
],
"color": "#eb9169",
"font_size": 24,
"locked": false
},
{
"title": "Configuration",
"bounding": [
45,
246,
757,
778
],
"color": "#9dc978",
"font_size": 24,
"locked": false
},
{
"title": "Video Pre-processing",
"bounding": [
53,
-164,
757,
374
],
"color": "#94b2ea",
"font_size": 24,
"locked": false
},
{
"title": "Video Samplers",
"bounding": [
838,
-99,
680,
837
],
"color": "#94b2ea",
"font_size": 24,
"locked": false
},
{
"title": "Render Stills Only",
"bounding": [
62,
533,
326,
147
],
"color": "#ddb5ea",
"font_size": 24,
"locked": false
},
{
"title": "img2vid",
"bounding": [
62,
829,
324,
135
],
"color": "#ddb5ea",
"font_size": 24,
"locked": false
},
{
"title": "txt2vid",
"bounding": [
62,
682,
325,
145
],
"color": "#ddb5ea",
"font_size": 24,
"locked": false
},
{
"title": "Process Selector",
"bounding": [
445,
700,
302,
145
],
"color": "#ddb5ea",
"font_size": 24,
"locked": false
},
{
"title": "Process Selection Key",
"bounding": [
62,
488,
326,
80
],
"color": "#ddb5ea",
"font_size": 24,
"locked": false
},
{
"title": "Lora Query",
"bounding": [
-702,
-1097,
386,
905
],
"color": "#ebc594",
"font_size": 24,
"locked": false
},
{
"title": "Connect for Final",
"bounding": [
448,
867,
301,
130
],
"color": "#ebe7a5",
"font_size": 24,
"locked": false
},
{
"title": "Face Restoration",
"bounding": [
2872,
-112,
682,
961
],
"color": "#3f789e",
"font_size": 24,
"locked": false
}
],
"config": {},
"extra": {},
"version": 0.4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment