Skip to content

Instantly share code, notes, and snippets.

@jankammerath

jankammerath/video2video-racoon.json Secret

Created April 27, 2024 15:42
Show Gist options
  • Save jankammerath/beba7e519f6210224251d4e182b1557d to your computer and use it in GitHub Desktop.
Save jankammerath/beba7e519f6210224251d4e182b1557d to your computer and use it in GitHub Desktop.
Download ZIP
Video2Video Racoon Workflow
Raw
video2video-racoon.json
{
"last_node_id": 23,
"last_link_id": 41,
"nodes": [
{
"id": 14,
"type": "VideoLinearCFGGuidance",
"pos": [
1463.739995117188,
366.55992248535165
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 23
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
39
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VideoLinearCFGGuidance"
},
"widgets_values": [
1
]
},
{
"id": 12,
"type": "SVD_img2vid_Conditioning",
"pos": [
1463.739995117188,
496.55992248535154
],
"size": {
"0": 315,
"1": 218
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": 24
},
{
"name": "init_image",
"type": "IMAGE",
"link": 35,
"slot_index": 1
},
{
"name": "vae",
"type": "VAE",
"link": 25
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
40
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
17
],
"shape": 3,
"slot_index": 1
},
{
"name": "latent",
"type": "LATENT",
"links": [
18
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "SVD_img2vid_Conditioning"
},
"widgets_values": [
1024,
576,
25,
127,
6,
0
]
},
{
"id": 21,
"type": "PreviewImage",
"pos": [
1152.400012207032,
656.4000274658205
],
"size": {
"0": 275.9453125,
"1": 246
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 36
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 20,
"type": "VAEDecode",
"pos": [
1172.400012207032,
566.4000274658204
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 33
},
{
"name": "vae",
"type": "VAE",
"link": 34,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
35,
36
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 22,
"type": "EmptyLatentImage",
"pos": [
422.4000122070312,
866.4000274658204
],
"size": {
"0": 310,
"1": 110
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
37
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
1024,
576,
1
]
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
2183.73999511719,
476.55992248535154
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 7
},
{
"name": "vae",
"type": "VAE",
"link": 26
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
41
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 23,
"type": "VHS_VideoCombine",
"pos": [
1748,
839
],
"size": [
612.7633056640625,
637.4293594360352
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 41
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "Txt2Vid_",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "Txt2Vid__00017.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4"
}
}
}
},
{
"id": 18,
"type": "CLIPTextEncode",
"pos": [
342.4000122070312,
516.4000274658204
],
"size": {
"0": 390,
"1": 130
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 29
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
30
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"Photography of a chubby fluggy racoon walking in the forest, 8k, F2.8, RAW Photo, ultra detailed, real life, hasselblad photography"
]
},
{
"id": 16,
"type": "CheckpointLoaderSimple",
"pos": [
-258,
498
],
"size": {
"0": 415.8150329589844,
"1": 125.15596008300781
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
28
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
29,
31
],
"shape": 3,
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
34
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"juggernautXL.safetensors"
]
},
{
"id": 19,
"type": "CLIPTextEncode",
"pos": [
342.4000122070312,
696.4000274658205
],
"size": {
"0": 390,
"1": 130
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 31
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
32
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"(low quality, worst quality, bad quality, lowres:1.2), bad photo, bad anatomy, cloudy eyes"
]
},
{
"id": 17,
"type": "KSampler",
"pos": [
802.4000122070315,
566.4000274658204
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 28
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 30
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 32
},
{
"name": "latent_image",
"type": "LATENT",
"link": 37,
"slot_index": 3
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
33
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
893144581818903,
"randomize",
40,
3.5,
"dpmpp_3m_sde_gpu",
"karras",
1
]
},
{
"id": 15,
"type": "ImageOnlyCheckpointLoader",
"pos": [
1050,
320
],
"size": {
"0": 369.6000061035156,
"1": 98
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
23
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP_VISION",
"type": "CLIP_VISION",
"links": [
24
],
"shape": 3,
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
25,
26
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "ImageOnlyCheckpointLoader"
},
"widgets_values": [
"svd_xt_1_1.safetensors"
]
},
{
"id": 3,
"type": "KSampler",
"pos": [
1844,
477
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 39
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 40
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 17
},
{
"name": "latent_image",
"type": "LATENT",
"link": 18
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
7
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
1117329839422307,
"randomize",
40,
3.5,
"dpmpp_3m_sde_gpu",
"karras",
1
]
}
],
"links": [
[
7,
3,
0,
8,
0,
"LATENT"
],
[
17,
12,
1,
3,
2,
"CONDITIONING"
],
[
18,
12,
2,
3,
3,
"LATENT"
],
[
23,
15,
0,
14,
0,
"MODEL"
],
[
24,
15,
1,
12,
0,
"CLIP_VISION"
],
[
25,
15,
2,
12,
2,
"VAE"
],
[
26,
15,
2,
8,
1,
"VAE"
],
[
28,
16,
0,
17,
0,
"MODEL"
],
[
29,
16,
1,
18,
0,
"CLIP"
],
[
30,
18,
0,
17,
1,
"CONDITIONING"
],
[
31,
16,
1,
19,
0,
"CLIP"
],
[
32,
19,
0,
17,
2,
"CONDITIONING"
],
[
33,
17,
0,
20,
0,
"LATENT"
],
[
34,
16,
2,
20,
1,
"VAE"
],
[
35,
20,
0,
12,
1,
"IMAGE"
],
[
36,
20,
0,
21,
0,
"IMAGE"
],
[
37,
22,
0,
17,
3,
"LATENT"
],
[
39,
14,
0,
3,
0,
"MODEL"
],
[
40,
12,
0,
3,
1,
"CONDITIONING"
],
[
41,
8,
0,
23,
0,
"IMAGE"
]
],
"groups": [
{
"title": "Image to Video",
"bounding": [
1454,
293,
954,
478
],
"color": "#8A8",
"font_size": 24
},
{
"title": "Text to Image",
"bounding": [
332,
442,
1106,
544
],
"color": "#3f789e",
"font_size": 24
}
],
"config": {},
"extra": {},
"version": 0.4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment