Skip to content

Instantly share code, notes, and snippets.

@victorchall

victorchall/SD32B_v_JuggernautXL_or_refine,json.json

Created June 17, 2024 02:54
Show Gist options
  • Save victorchall/190c1e6a17602d7ea28a587af89f8359 to your computer and use it in GitHub Desktop.
Save victorchall/190c1e6a17602d7ea28a587af89f8359 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
gistfile1.txt
Testing a lot of stuff in SD3 2B vs a popular SDXL model, JuggernautXL.
https://imgur.com/a/mX5MMRk
Workflow (just the basic Comfy SD3 workflow with an extra model that can be used as refiner or set to start_at_step 0 to have it just overwrite)
Raw
SD32B_v_JuggernautXL_or_refine,json.json
{
"last_node_id": 65,
"last_link_id": 114,
"nodes": [
{
"id": 4,
"type": "CheckpointLoaderSimple",
"pos": [
-48,
96
],
"size": {
"0": 384.75592041015625,
"1": 98
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
99
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
101,
102
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
53
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"sd3_medium_incl_clips_t5xxlfp16.safetensors"
]
},
{
"id": 60,
"type": "CLIPTextEncode",
"pos": [
460,
1096
],
"size": {
"0": 432,
"1": 192
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 113
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
114
],
"shape": 3,
"slot_index": 0
}
],
"title": "Negative Prompt",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 56,
"type": "VAEDecode",
"pos": [
1460,
1090
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 111
},
{
"name": "vae",
"type": "VAE",
"link": 103,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
112
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 55,
"type": "CheckpointLoaderSimple",
"pos": [
-32,
674
],
"size": {
"0": 384.75592041015625,
"1": 98
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
104
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
106,
113
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
103,
108
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"juggernautXL_v7Rundiffusion.safetensors"
]
},
{
"id": 9,
"type": "SaveImage",
"pos": [
1550,
-40
],
"size": {
"0": 952.5112915039062,
"1": 1007.9328002929688
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 51,
"slot_index": 0
}
],
"properties": {},
"widgets_values": [
"ComfyUI"
]
},
{
"id": 59,
"type": "PreviewImage",
"pos": [
2560.9401663403323,
-34.02413553787231
],
"size": {
"0": 952.792724609375,
"1": 1009.1732788085938
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 112
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 65,
"type": "Note",
"pos": [
-21,
818
],
"size": [
374.7505904836339,
108.26849660825303
],
"flags": {},
"order": 2,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"Pick another SDXL model"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 64,
"type": "Note",
"pos": [
1023,
1233
],
"size": {
"0": 384,
"1": 192
},
"flags": {},
"order": 3,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"MAKE SURE TO PASTE THE SAME PROMPT IN BOTH.\n\nChange the START_AT_STEP to adjust how much the SDXL refiner rewrites.\n\n0 = rewrite entire image\n25 = 50% rewrite/denoising\n50 (same as end_at_step) = does nothing"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 54,
"type": "KSamplerAdvanced",
"pos": [
1040,
850
],
"size": {
"0": 315,
"1": 334
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 104
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 107
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 114
},
{
"name": "latent_image",
"type": "LATENT",
"link": 110
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
111
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSamplerAdvanced"
},
"widgets_values": [
"enable",
67756091773844,
"randomize",
50,
8,
"dpmpp_2m",
"normal",
0,
50,
"disable"
]
},
{
"id": 51,
"type": "Note",
"pos": [
-48,
240
],
"size": {
"0": 384,
"1": 192
},
"flags": {},
"order": 4,
"mode": 0,
"properties": {
"text": ""
},
"widgets_values": [
"sd3_medium_incl_clips.safetensors and sd3_medium_incl_clips_t5xxlfp8.safetensors will work with this workflow, just make sure they are in your ComfyUI/models/checkpoints folder."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1200,
96
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 7
},
{
"name": "vae",
"type": "VAE",
"link": 53,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
51,
109
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 58,
"type": "VAEEncode",
"pos": [
780,
665
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 109
},
{
"name": "vae",
"type": "VAE",
"link": 108
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
110
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEEncode"
}
},
{
"id": 3,
"type": "KSampler",
"pos": [
864,
96
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 99,
"slot_index": 0
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 21
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 80
},
{
"name": "latent_image",
"type": "LATENT",
"link": 100
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
7
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
306672159685029,
"randomize",
40,
5.5,
"dpmpp_2m",
"sgm_uniform",
1
]
},
{
"id": 40,
"type": "CLIPTextEncode",
"pos": [
374,
402
],
"size": {
"0": 432,
"1": 192
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 102
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
80
],
"shape": 3,
"slot_index": 0
}
],
"title": "Negative Prompt",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 53,
"type": "EmptySD3LatentImage",
"pos": [
838,
417
],
"size": [
359.2239225358003,
111.11448202174495
],
"flags": {},
"order": 5,
"mode": 0,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
100
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptySD3LatentImage"
},
"widgets_values": [
1024,
1024,
1
]
},
{
"id": 57,
"type": "CLIPTextEncode",
"pos": [
473,
849
],
"size": {
"0": 432,
"1": 192
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 106
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
107
],
"slot_index": 0
}
],
"title": "Positive Prompt",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"Mario from Super Mario Bros. He is standing in a park waving at the camera with a big smile on his face. Screenshot from the Nintendo 64 video game console."
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 16,
"type": "CLIPTextEncode",
"pos": [
386,
120
],
"size": {
"0": 432,
"1": 192
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 101
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
21
],
"slot_index": 0
}
],
"title": "Positive Prompt",
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"Mario from Super Mario Bros. He is standing in a park waving at the camera with a big smile on his face. Screenshot from the Nintendo 64 video game console."
],
"color": "#232",
"bgcolor": "#353"
}
],
"links": [
[
7,
3,
0,
8,
0,
"LATENT"
],
[
21,
16,
0,
3,
1,
"CONDITIONING"
],
[
51,
8,
0,
9,
0,
"IMAGE"
],
[
53,
4,
2,
8,
1,
"VAE"
],
[
80,
40,
0,
3,
2,
"CONDITIONING"
],
[
99,
4,
0,
3,
0,
"MODEL"
],
[
100,
53,
0,
3,
3,
"LATENT"
],
[
101,
4,
1,
16,
0,
"CLIP"
],
[
102,
4,
1,
40,
0,
"CLIP"
],
[
103,
55,
2,
56,
1,
"VAE"
],
[
104,
55,
0,
54,
0,
"MODEL"
],
[
106,
55,
1,
57,
0,
"CLIP"
],
[
107,
57,
0,
54,
1,
"CONDITIONING"
],
[
108,
55,
2,
58,
1,
"VAE"
],
[
109,
8,
0,
58,
0,
"IMAGE"
],
[
110,
58,
0,
54,
3,
"LATENT"
],
[
111,
54,
0,
56,
0,
"LATENT"
],
[
112,
56,
0,
59,
0,
"IMAGE"
],
[
113,
55,
1,
60,
0,
"CLIP"
],
[
114,
60,
0,
54,
2,
"CONDITIONING"
]
],
"groups": [
{
"title": "SDXL",
"bounding": [
2545,
-112,
990,
1143
],
"color": "#3f789e",
"font_size": 24
},
{
"title": "SD3 2B",
"bounding": [
1513,
-108,
1002,
1136
],
"color": "#3f789e",
"font_size": 24
}
],
"config": {},
"extra": {
"ds": {
"scale": 0.513158118230707,
"offset": [
-1200.0365416100658,
220.44230507479512
]
}
},
"version": 0.4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment