Skip to content

Instantly share code, notes, and snippets.

@HongSiu

HongSiu/SDXL_Lightning_with_Controlnet.json

Last active March 8, 2024 20:48
Show Gist options
  • Save HongSiu/44dc2ac1b822f5714f91c9e9c7d189cf to your computer and use it in GitHub Desktop.
Save HongSiu/44dc2ac1b822f5714f91c9e9c7d189cf to your computer and use it in GitHub Desktop.
Download ZIP
Raw
SDXL_Lightning_with_Controlnet.json
{
"extra": {},
"links": [
[
7,
3,
0,
8,
0,
"LATENT"
],
[
13,
8,
0,
11,
0,
"IMAGE"
],
[
28,
4,
2,
18,
3,
"VAE"
],
[
35,
18,
1,
3,
0,
"MODEL"
],
[
36,
15,
0,
16,
0,
"LATENT"
],
[
38,
18,
6,
3,
3,
"LATENT"
],
[
40,
7,
0,
18,
5,
"CONDITIONING"
],
[
41,
18,
4,
3,
1,
"CONDITIONING"
],
[
42,
18,
5,
3,
2,
"CONDITIONING"
],
[
43,
18,
3,
8,
1,
"VAE"
],
[
46,
23,
0,
6,
1,
"STRING"
],
[
47,
24,
0,
3,
4,
"FLOAT"
],
[
48,
8,
0,
25,
0,
"IMAGE"
],
[
51,
20,
0,
15,
0,
"IMAGE"
],
[
62,
36,
0,
35,
1,
"CONTROL_NET"
],
[
63,
20,
0,
35,
2,
"IMAGE"
],
[
64,
6,
0,
35,
0,
"CONDITIONING"
],
[
65,
35,
0,
18,
4,
"CONDITIONING"
],
[
66,
37,
0,
18,
6,
"LATENT"
],
[
68,
41,
0,
35,
3,
"FLOAT"
],
[
69,
28,
0,
20,
0,
"IMAGE"
],
[
70,
4,
0,
43,
0,
"MODEL"
],
[
71,
4,
1,
43,
1,
"CLIP"
],
[
76,
43,
0,
18,
1,
"MODEL"
],
[
77,
43,
1,
18,
2,
"CLIP"
],
[
80,
43,
1,
6,
0,
"CLIP"
],
[
81,
43,
1,
7,
0,
"CLIP"
],
[
82,
46,
0,
3,
5,
"INT"
]
],
"nodes": [
{
"id": 6,
"pos": [
387,
164
],
"mode": 0,
"size": {
"0": 422.84503173828125,
"1": 164.31304931640625
},
"type": "CLIPTextEncode",
"flags": {},
"order": 12,
"inputs": [
{
"link": 80,
"name": "clip",
"type": "CLIP"
},
{
"link": 46,
"name": "text",
"type": "STRING",
"widget": {
"name": "text"
}
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
64
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"two man on a boat in the ocean with a blue sky and white clouds in the background is a small island, with the sun"
]
},
{
"id": 15,
"pos": [
647,
595
],
"mode": 4,
"size": {
"0": 210,
"1": 46
},
"type": "VAEEncode",
"flags": {},
"order": 11,
"inputs": [
{
"link": 51,
"name": "pixels",
"type": "IMAGE"
},
{
"link": null,
"name": "vae",
"type": "VAE"
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
36
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEEncode"
}
},
{
"id": 35,
"pos": [
466,
753
],
"mode": 0,
"size": {
"0": 317.4000244140625,
"1": 98
},
"type": "ControlNetApply",
"flags": {},
"order": 15,
"inputs": [
{
"link": 64,
"name": "conditioning",
"type": "CONDITIONING"
},
{
"link": 62,
"name": "control_net",
"type": "CONTROL_NET",
"slot_index": 1
},
{
"link": 63,
"name": "image",
"type": "IMAGE"
},
{
"link": 68,
"name": "strength",
"type": "FLOAT",
"widget": {
"name": "strength"
}
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
65
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ControlNetApply"
},
"widgets_values": [
0.55
]
},
{
"id": 41,
"pos": [
472,
919
],
"mode": 0,
"size": {
"0": 315,
"1": 82
},
"type": "ComfyUIDeployExternalNumber",
"flags": {},
"order": 0,
"outputs": [
{
"name": "value",
"type": "FLOAT",
"links": [
68
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ComfyUIDeployExternalNumber"
},
"widgets_values": [
"controlnet_value",
0.5
]
},
{
"id": 20,
"pos": [
-76,
737
],
"mode": 0,
"size": {
"0": 315,
"1": 130
},
"type": "ComfyDeployWebscoketImageInput",
"flags": {},
"order": 9,
"inputs": [
{
"link": 69,
"name": "default_value",
"type": "IMAGE"
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
51,
63
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ComfyDeployWebscoketImageInput"
},
"widgets_values": [
"input_id",
900181512176194,
"randomize",
""
]
},
{
"id": 24,
"pos": [
829,
-3
],
"mode": 0,
"size": {
"0": 315,
"1": 82
},
"type": "ComfyUIDeployExternalNumber",
"flags": {},
"order": 1,
"outputs": [
{
"name": "value",
"type": "FLOAT",
"links": [
47
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ComfyUIDeployExternalNumber"
},
"widgets_values": [
"input_number",
1
]
},
{
"id": 28,
"pos": [
-463,
736
],
"mode": 0,
"size": {
"0": 315,
"1": 314.0000305175781
},
"type": "LoadImage",
"flags": {},
"order": 2,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
69
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"mask.png",
"image"
]
},
{
"id": 37,
"pos": [
-258,
562
],
"mode": 0,
"size": {
"0": 315,
"1": 106
},
"type": "EmptyLatentImage",
"flags": {},
"order": 3,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
66
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
1024,
1024,
1
]
},
{
"id": 16,
"pos": [
914,
537
],
"mode": 4,
"size": {
"0": 315,
"1": 130
},
"type": "LatentUpscale",
"flags": {},
"order": 14,
"inputs": [
{
"link": 36,
"name": "samples",
"type": "LATENT"
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LatentUpscale"
},
"widgets_values": [
"nearest-exact",
1024,
1024,
"disabled"
]
},
{
"id": 3,
"pos": [
1319,
70
],
"mode": 0,
"size": {
"0": 320,
"1": 474
},
"type": "KSampler",
"flags": {},
"order": 17,
"inputs": [
{
"link": 35,
"name": "model",
"type": "MODEL"
},
{
"link": 41,
"name": "positive",
"type": "CONDITIONING"
},
{
"link": 42,
"name": "negative",
"type": "CONDITIONING"
},
{
"link": 38,
"name": "latent_image",
"type": "LATENT"
},
{
"link": 47,
"name": "denoise",
"type": "FLOAT",
"widget": {
"name": "denoise"
}
},
{
"link": 82,
"name": "seed",
"type": "INT",
"widget": {
"name": "seed"
}
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
7
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
159321863199738,
"randomize",
4,
1,
"dpmpp_3m_sde_gpu",
"simple",
0.68
]
},
{
"id": 8,
"pos": [
1699,
68
],
"mode": 0,
"size": {
"0": 210,
"1": 46
},
"type": "VAEDecode",
"flags": {},
"order": 18,
"inputs": [
{
"link": 7,
"name": "samples",
"type": "LATENT"
},
{
"link": 43,
"name": "vae",
"type": "VAE"
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
13,
48
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 25,
"pos": [
2045,
40
],
"mode": 0,
"size": {
"0": 315,
"1": 130
},
"type": "ComfyDeployWebscoketImageOutput",
"flags": {},
"order": 20,
"inputs": [
{
"link": 48,
"name": "images",
"type": "IMAGE"
}
],
"properties": {
"Node name for S&R": "ComfyDeployWebscoketImageOutput"
},
"widgets_values": [
"output_id",
"WEBP",
80,
""
]
},
{
"id": 43,
"pos": [
-268,
376
],
"mode": 0,
"size": {
"0": 315,
"1": 126
},
"type": "LoraLoader",
"flags": {},
"order": 10,
"inputs": [
{
"link": 70,
"name": "model",
"type": "MODEL"
},
{
"link": 71,
"name": "clip",
"type": "CLIP"
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
76
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
77,
80,
81
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LoraLoader"
},
"widgets_values": [
"sdxl_lightning_4step_lora.safetensors",
1,
1
]
},
{
"id": 18,
"pos": {
"0": 950,
"1": 189,
"2": 0,
"3": 0,
"4": 0,
"5": 0,
"6": 0,
"7": 0,
"8": 0,
"9": 0
},
"mode": 0,
"size": {
"0": 216.59999084472656,
"1": 186
},
"type": "Context (rgthree)",
"flags": {},
"order": 16,
"inputs": [
{
"dir": 3,
"link": null,
"name": "base_ctx",
"type": "RGTHREE_CONTEXT"
},
{
"dir": 3,
"link": 76,
"name": "model",
"type": "MODEL"
},
{
"dir": 3,
"link": 77,
"name": "clip",
"type": "CLIP"
},
{
"dir": 3,
"link": 28,
"name": "vae",
"type": "VAE"
},
{
"dir": 3,
"link": 65,
"name": "positive",
"type": "CONDITIONING"
},
{
"dir": 3,
"link": 40,
"name": "negative",
"type": "CONDITIONING"
},
{
"dir": 3,
"link": 66,
"name": "latent",
"type": "LATENT"
},
{
"dir": 3,
"link": null,
"name": "images",
"type": "IMAGE"
},
{
"dir": 3,
"link": null,
"name": "seed",
"type": "INT"
}
],
"outputs": [
{
"dir": 4,
"name": "CONTEXT",
"type": "RGTHREE_CONTEXT",
"links": null,
"shape": 3
},
{
"dir": 4,
"name": "MODEL",
"type": "MODEL",
"links": [
35
],
"shape": 3,
"slot_index": 1
},
{
"dir": 4,
"name": "CLIP",
"type": "CLIP",
"links": [],
"shape": 3,
"slot_index": 2
},
{
"dir": 4,
"name": "VAE",
"type": "VAE",
"links": [
43
],
"shape": 3,
"slot_index": 3
},
{
"dir": 4,
"name": "POSITIVE",
"type": "CONDITIONING",
"links": [
41
],
"shape": 3,
"slot_index": 4
},
{
"dir": 4,
"name": "NEGATIVE",
"type": "CONDITIONING",
"links": [
42
],
"shape": 3,
"slot_index": 5
},
{
"dir": 4,
"name": "LATENT",
"type": "LATENT",
"links": [
38
],
"shape": 3,
"slot_index": 6
},
{
"dir": 4,
"name": "IMAGE",
"type": "IMAGE",
"links": null,
"shape": 3
},
{
"dir": 4,
"name": "SEED",
"type": "INT",
"links": null,
"shape": 3
}
],
"properties": {}
},
{
"id": 21,
"pos": [
0,
0
],
"mode": 0,
"size": {
"0": 210,
"1": 96
},
"type": "ComfyDeploy",
"color": "#432",
"flags": {},
"order": 4,
"bgcolor": "#653",
"properties": {
"version": "",
"workflow_id": "",
"workflow_name": ""
},
"widgets_values": [
"[Blanchon] sdxl lighting latent injection",
"335d6e64-15ea-4ea4-b48a-d81674b2dd68",
6
]
},
{
"id": 23,
"pos": [
-77,
138
],
"mode": 0,
"size": {
"0": 400,
"1": 200
},
"type": "ComfyUIDeployExternalText",
"flags": {},
"order": 5,
"outputs": [
{
"name": "text",
"type": "STRING",
"links": [
46
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ComfyUIDeployExternalText"
},
"widgets_values": [
"input_text",
"1girl, looking at viewer, simple background, white background, smile, wh"
]
},
{
"id": 11,
"pos": [
1930,
233
],
"mode": 4,
"size": {
"0": 574.0621337890625,
"1": 678.6472778320312
},
"type": "PreviewImage",
"flags": {},
"order": 19,
"inputs": [
{
"link": 13,
"name": "images",
"type": "IMAGE"
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 36,
"pos": [
-66,
934
],
"mode": 0,
"size": {
"0": 315,
"1": 58
},
"type": "ControlNetLoader",
"flags": {},
"order": 6,
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
62
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ControlNetLoader"
},
"widgets_values": [
"OpenPoseXL2.safetensors"
]
},
{
"id": 7,
"pos": [
390,
378
],
"mode": 0,
"size": {
"0": 418.79931640625,
"1": 171.99391174316406
},
"type": "CLIPTextEncode",
"flags": {},
"order": 13,
"inputs": [
{
"link": 81,
"name": "clip",
"type": "CLIP"
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
40
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
" (nude:1.3), (worst quality:1.3, low quality:1.3), (bad anatomy), (inaccurate limb:1.2), bad composition, inaccurate eyes, extra digit, fewer digits, extra arms, hand, coved eye, blurry, monochrome, greyscale,animal,3d,(hard shadow),wind,multiple views,chair,table,long neck, nsfw, ((noisy)), ((blurry)), ((bad quality)), bad anatomy, worst quality, low quality, low resolution, extra fingers, blur, blurry, ugly, wrong proportions, watermark, image artifacts, lowres, jpeg artifacts, deformed, noisy image, text, watermask, nipples, sexy, nude, pornography, porno, pussy, m legs, without clothes, ((nsfw)), topless, extra hands, extra fingers, wired hands, wired foot, extra foot,"
]
},
{
"id": 46,
"pos": [
457,
4
],
"mode": 0,
"size": {
"0": 315,
"1": 82
},
"type": "ComfyUIDeployExternalNumberInt",
"flags": {},
"order": 7,
"outputs": [
{
"name": "value",
"type": "INT",
"links": [
82
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ComfyUIDeployExternalNumberInt"
},
"widgets_values": [
"seed",
204358021818544
]
},
{
"id": 4,
"pos": [
-870,
356
],
"mode": 0,
"size": {
"0": 498.7109375,
"1": 98
},
"type": "CheckpointLoaderSimple",
"color": "#322",
"flags": {},
"order": 8,
"bgcolor": "#533",
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
70
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
71
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
28
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"sdxlYamersAnime_stageNA.safetensors"
]
}
],
"config": {},
"groups": [],
"version": 0.4,
"last_link_id": 82,
"last_node_id": 46
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment