Files
workflow-templates-broken-z…/templates/image_qwen_image_instantx_controlnet.json
2026-06-07 20:50:37 -07:00

2294 lines
60 KiB
JSON

{
"id": "91f6bbe2-ed41-4fd6-bac7-71d5b5864ecb",
"revision": 0,
"last_node_id": 113,
"last_link_id": 198,
"nodes": [
{
"id": 78,
"type": "MarkdownNote",
"pos": [
-690,
-50
],
"size": [
540,
630
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [],
"title": "Model links",
"properties": {
"widget_ue_connectable": {}
},
"widgets_values": [
"[Tutorial](https://docs.hanzo.ai/tutorials/image/qwen/qwen-image) \n\n\n## Model links\n\nYou can find all the models on [Huggingface](https://huggingface.co/hanzoui/Qwen-Image_HanzoStudio/tree/main) or [Modelscope](https://modelscope.cn/models/hanzoui/Qwen-Image_HanzoStudio/files)\n\n**Diffusion model**\n\n- [qwen_image_fp8_e4m3fn.safetensors](https://huggingface.co/hanzoui/Qwen-Image_HanzoStudio/resolve/main/split_files/diffusion_models/qwen_image_fp8_e4m3fn.safetensors)\n\n**ControlNet**\n\n- [Qwen-Image-InstantX-ControlNet-Union.safetensors](https://huggingface.co/hanzoui/Qwen-Image-InstantX-ControlNets/resolve/main/split_files/controlnet/Qwen-Image-InstantX-ControlNet-Union.safetensors)\n\n\n**LoRA**\n\n- [Qwen-Image-Lightning-4steps-V1.0.safetensors](https://huggingface.co/lightx2v/Qwen-Image-Lightning/resolve/main/Qwen-Image-Lightning-4steps-V1.0.safetensors)\n\n**Text encoder**\n\n- [qwen_2.5_vl_7b_fp8_scaled.safetensors](https://huggingface.co/hanzoui/Qwen-Image_HanzoStudio/resolve/main/split_files/text_encoders/qwen_2.5_vl_7b_fp8_scaled.safetensors)\n\n**VAE**\n\n- [qwen_image_vae.safetensors](https://huggingface.co/hanzoui/Qwen-Image_HanzoStudio/resolve/main/split_files/vae/qwen_image_vae.safetensors)\n\n\nModel Storage Location\n\n```\nšŸ“‚ HanzoStudio/\nā”œā”€ā”€ šŸ“‚ models/\n│ ā”œā”€ā”€ šŸ“‚ diffusion_models/\n│ │ ā”œā”€ā”€ qwen_image_fp8_e4m3fn.safetensors\n│ │ └── qwen_image_distill_full_fp8_e4m3fn.safetensors\n│ ā”œā”€ā”€ šŸ“‚ loras/\n│ │ └── Qwen-Image-Lightning-8steps-V1.0.safetensors\n│ ā”œā”€ā”€ šŸ“‚ controlnet/ \n│ │ └── Qwen-Image-InstantX-ControlNet-Union.safetensors\n│ ā”œā”€ā”€ šŸ“‚ vae/\n│ │ └── qwen_image_vae.safetensors\n│ └── šŸ“‚ text_encoders/\n│ └── qwen_2.5_vl_7b_fp8_scaled.safetensors\n```\n"
],
"color": "#432",
"bgcolor": "#000"
},
{
"id": 112,
"type": "f8e756aa-94b4-4c02-943d-2e7910344622",
"pos": [
266,
-50
],
"size": [
260,
60
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 197
},
{
"label": "depth_intensity",
"name": "sigma",
"type": "FLOAT",
"widget": {
"name": "sigma"
},
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
195,
196
]
}
],
"properties": {
"proxyWidgets": [
[
"-1",
"sigma"
]
],
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.7.0"
},
"widgets_values": [
999.0000000000002
]
},
{
"id": 71,
"type": "LoadImage",
"pos": [
-50.080078125,
-50
],
"size": [
274.080078125,
314.00006103515625
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
198
]
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"image_qwen_image_instantx_controlnet_input_image.jpg",
"image"
]
},
{
"id": 60,
"type": "SaveImage",
"pos": [
1000,
-50
],
"size": [
660,
470
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 193
}
],
"outputs": [],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "SaveImage"
},
"widgets_values": [
"Hanzo Studio"
]
},
{
"id": 73,
"type": "PreviewImage",
"pos": [
270,
70
],
"size": [
250,
310
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 195
}
],
"outputs": [],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "PreviewImage"
},
"widgets_values": []
},
{
"id": 113,
"type": "FluxKontextImageScale",
"pos": [
-20,
330
],
"size": [
194.9458984375,
26
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 198
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
197
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.7.0",
"Node name for S&R": "FluxKontextImageScale"
},
"widgets_values": []
},
{
"id": 111,
"type": "0e306186-0dda-4b49-bfcb-98cab32901d9",
"pos": [
568,
-50
],
"size": [
390,
470
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"label": "control_image",
"name": "image",
"type": "IMAGE",
"link": 196
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
193
]
}
],
"properties": {
"proxyWidgets": [
[
"6",
"text"
],
[
"3",
"seed"
],
[
"3",
"control_after_generate"
],
[
"-1",
"strength"
]
],
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.7.0"
},
"widgets_values": [
null,
null,
null,
1
]
},
{
"id": 105,
"type": "MarkdownNote",
"pos": [
-680,
630
],
"size": [
530,
250
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [],
"title": "Lotus Depth",
"properties": {},
"widgets_values": [
"**Diffusion Model**\n\nDownload [lotus-depth-d-v1-1.safetensors](https://huggingface.co/hanzoui/lotus/resolve/main/lotus-depth-d-v1-1.safetensors) \n and place it in **HanzoStudio/models/diffusion_models**\n\n**VAE Model**\n\nDownload [vae-ft-mse-840000-ema-pruned.safetensors](https://huggingface.co/stabilityai/sd-vae-ft-mse-original/resolve/main/vae-ft-mse-840000-ema-pruned.safetensors) and place it in **HanzoStudio/models/vae** or you can use any SD1.5 VAE if you prefer.\n\n\n```\nHanzoStudio/\nā”œā”€ā”€ models/\n│ ā”œā”€ā”€ diffusion_models/\n│ │ └─── lotus-depth-d-v1-1.safetensors\n│ └── vae/\n│ └── lvae-ft-mse-840000-ema-pruned.safetensors\n```\n\n"
],
"color": "#432",
"bgcolor": "#000"
}
],
"links": [
[
193,
111,
0,
60,
0,
"IMAGE"
],
[
195,
112,
0,
73,
0,
"IMAGE"
],
[
196,
112,
0,
111,
0,
"IMAGE"
],
[
197,
113,
0,
112,
0,
"IMAGE"
],
[
198,
71,
0,
113,
0,
"IMAGE"
]
],
"groups": [],
"definitions": {
"subgraphs": [
{
"id": "0e306186-0dda-4b49-bfcb-98cab32901d9",
"version": 1,
"state": {
"lastGroupId": 5,
"lastNodeId": 108,
"lastLinkId": 190,
"lastRerouteId": 0
},
"revision": 0,
"config": {},
"name": "ControlNet (Qwen-Image InstantX Union)",
"inputNode": {
"id": -10,
"bounding": [
-310,
288,
120,
80
]
},
"outputNode": {
"id": -20,
"bounding": [
1200,
298,
120,
60
]
},
"inputs": [
{
"id": "ae68a3c5-c788-4a4b-bdbc-84a80e3694b9",
"name": "image",
"type": "IMAGE",
"linkIds": [
188,
189
],
"localized_name": "image",
"label": "control_image",
"pos": [
-210,
308
]
},
{
"id": "a8c73330-30f6-493f-9994-0d4afcfb14a3",
"name": "strength",
"type": "FLOAT",
"linkIds": [
190
],
"pos": [
-210,
328
]
}
],
"outputs": [
{
"id": "b35d4d71-00d5-489c-be0e-bb29e3d447c9",
"name": "IMAGE",
"type": "IMAGE",
"linkIds": [
110
],
"localized_name": "IMAGE",
"pos": [
1220,
318
]
}
],
"widgets": [],
"nodes": [
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
300,
380
],
"size": [
460,
140
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"localized_name": "clip",
"name": "clip",
"type": "CLIP",
"link": 75
}
],
"outputs": [
{
"localized_name": "CONDITIONING",
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
152
]
}
],
"title": "CLIP Text Encode (Negative Prompt)",
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 38,
"type": "CLIPLoader",
"pos": [
-120,
130
],
"size": [
380,
106
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"localized_name": "CLIP",
"name": "CLIP",
"type": "CLIP",
"slot_index": 0,
"links": [
74,
75
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "CLIPLoader",
"models": [
{
"name": "qwen_2.5_vl_7b_fp8_scaled.safetensors",
"url": "https://huggingface.co/hanzoui/Qwen-Image_HanzoStudio/resolve/main/split_files/text_encoders/qwen_2.5_vl_7b_fp8_scaled.safetensors",
"directory": "text_encoders"
}
]
},
"widgets_values": [
"qwen_2.5_vl_7b_fp8_scaled.safetensors",
"qwen_image",
"default"
]
},
{
"id": 39,
"type": "VAELoader",
"pos": [
-120,
290
],
"size": [
380,
58
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"localized_name": "VAE",
"name": "VAE",
"type": "VAE",
"slot_index": 0,
"links": [
76,
144,
153
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "VAELoader",
"models": [
{
"name": "qwen_image_vae.safetensors",
"url": "https://huggingface.co/hanzoui/Qwen-Image_HanzoStudio/resolve/main/split_files/vae/qwen_image_vae.safetensors",
"directory": "vae"
}
]
},
"widgets_values": [
"qwen_image_vae.safetensors"
]
},
{
"id": 84,
"type": "ControlNetLoader",
"pos": [
-120,
400
],
"size": [
380,
58
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"localized_name": "CONTROL_NET",
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
150
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "ControlNetLoader",
"models": [
{
"name": "Qwen-Image-InstantX-ControlNet-Union.safetensors",
"url": "https://huggingface.co/hanzoui/Qwen-Image-InstantX-ControlNets/resolve/main/split_files/controlnet/Qwen-Image-InstantX-ControlNet-Union.safetensors",
"directory": "controlnet"
}
]
},
"widgets_values": [
"Qwen-Image-InstantX-ControlNet-Union.safetensors"
]
},
{
"id": 37,
"type": "UNETLoader",
"pos": [
-120,
0
],
"size": [
380,
82
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"localized_name": "MODEL",
"name": "MODEL",
"type": "MODEL",
"slot_index": 0,
"links": [
145
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "UNETLoader",
"models": [
{
"name": "qwen_image_fp8_e4m3fn.safetensors",
"url": "https://huggingface.co/hanzoui/Qwen-Image_HanzoStudio/resolve/main/split_files/diffusion_models/qwen_image_fp8_e4m3fn.safetensors",
"directory": "diffusion_models"
}
]
},
"widgets_values": [
"qwen_image_fp8_e4m3fn.safetensors",
"default"
]
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
830,
510
],
"size": [
310,
46
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"localized_name": "samples",
"name": "samples",
"type": "LATENT",
"link": 128
},
{
"localized_name": "vae",
"name": "vae",
"type": "VAE",
"link": 76
}
],
"outputs": [
{
"localized_name": "IMAGE",
"name": "IMAGE",
"type": "IMAGE",
"slot_index": 0,
"links": [
110
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "VAEDecode"
},
"widgets_values": []
},
{
"id": 86,
"type": "Note",
"pos": [
830,
610
],
"size": [
307.4002380371094,
127.38092803955078
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Set cfg to 1.0 for a speed boost at the cost of consistency. Samplers like res_multistep work pretty well at cfg 1.0\n\nThe official number of steps is 50 but I think that's too much. Even just 10 steps seems to work."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 79,
"type": "MarkdownNote",
"pos": [
830,
790
],
"size": [
310,
140
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [],
"title": "KSampler settings",
"properties": {},
"widgets_values": [
"You can test and find the best setting by yourself. The following table is for reference.\n\n| model | steps | cfg |\n|---------------------|---------------|---------------|\n| fp8_e4m3fn | 20 | 2.5 |\n| fp8_e4m3fn + 4 Steps lightning LoRA | 4 | 1.0 |\n"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
300,
170
],
"size": [
460,
164.31304931640625
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"localized_name": "clip",
"name": "clip",
"type": "CLIP",
"link": 74
}
],
"outputs": [
{
"localized_name": "CONDITIONING",
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
151
]
}
],
"title": "CLIP Text Encode (Positive Prompt)",
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"Post-apocalyptic style clothing, long wavy hair, rough texture, exotic woman, tattered coarse-woven linen fabric, wearing a hood, mechanical aesthetics, mainly in dark gray tones, low-saturation earthy yellow, sense of impact and rebellion, doomsday aesthetics, grotesque aesthetics, works of art, backlighting, film photography, professional photography works, clear visible face, emotional and atmospheric dynamic photography, Fujichrome color positive film, shot with a 17mm Hasselblad ultra-wide-angle lens, f/1.2 large aperture, side backlighting, artistic light, hair light, Rembrandt light, 8K high-definition image quality, delicate real human skin texture."
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 80,
"type": "LoraLoaderModelOnly",
"pos": [
320,
-10
],
"size": [
430,
82
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"localized_name": "model",
"name": "model",
"type": "MODEL",
"link": 145
}
],
"outputs": [
{
"localized_name": "MODEL",
"name": "MODEL",
"type": "MODEL",
"links": [
149
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "LoraLoaderModelOnly",
"models": [
{
"name": "Qwen-Image-Lightning-4steps-V1.0.safetensors",
"url": "https://huggingface.co/lightx2v/Qwen-Image-Lightning/resolve/main/Qwen-Image-Lightning-4steps-V1.0.safetensors",
"directory": "loras"
}
]
},
"widgets_values": [
"Qwen-Image-Lightning-4steps-V1.0.safetensors",
1
]
},
{
"id": 3,
"type": "KSampler",
"pos": [
830,
30
],
"size": [
310,
430
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"localized_name": "model",
"name": "model",
"type": "MODEL",
"link": 156
},
{
"localized_name": "positive",
"name": "positive",
"type": "CONDITIONING",
"link": 154
},
{
"localized_name": "negative",
"name": "negative",
"type": "CONDITIONING",
"link": 155
},
{
"localized_name": "latent_image",
"name": "latent_image",
"type": "LATENT",
"link": 142
}
],
"outputs": [
{
"localized_name": "LATENT",
"name": "LATENT",
"type": "LATENT",
"slot_index": 0,
"links": [
128
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "KSampler"
},
"widgets_values": [
498544006715206,
"randomize",
4,
1,
"euler",
"simple",
1
]
},
{
"id": 66,
"type": "ModelSamplingAuraFlow",
"pos": [
830,
-70
],
"size": [
310,
58
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"localized_name": "model",
"name": "model",
"type": "MODEL",
"link": 149
}
],
"outputs": [
{
"localized_name": "MODEL",
"name": "MODEL",
"type": "MODEL",
"links": [
156
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "ModelSamplingAuraFlow"
},
"widgets_values": [
3.1000000000000005
]
},
{
"id": 85,
"type": "ControlNetApplyAdvanced",
"pos": [
520,
590
],
"size": [
220,
186
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"localized_name": "positive",
"name": "positive",
"type": "CONDITIONING",
"link": 151
},
{
"localized_name": "negative",
"name": "negative",
"type": "CONDITIONING",
"link": 152
},
{
"localized_name": "control_net",
"name": "control_net",
"type": "CONTROL_NET",
"link": 150
},
{
"localized_name": "image",
"name": "image",
"type": "IMAGE",
"link": 188
},
{
"localized_name": "vae",
"name": "vae",
"shape": 7,
"type": "VAE",
"link": 153
},
{
"localized_name": "strength",
"name": "strength",
"type": "FLOAT",
"widget": {
"name": "strength"
},
"link": 190
}
],
"outputs": [
{
"localized_name": "positive",
"name": "positive",
"type": "CONDITIONING",
"links": [
154
]
},
{
"localized_name": "negative",
"name": "negative",
"type": "CONDITIONING",
"links": [
155
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "ControlNetApplyAdvanced"
},
"widgets_values": [
1,
0,
1
]
},
{
"id": 76,
"type": "VAEEncode",
"pos": [
590,
830
],
"size": [
140,
46
],
"flags": {
"collapsed": false
},
"order": 13,
"mode": 0,
"inputs": [
{
"localized_name": "pixels",
"name": "pixels",
"type": "IMAGE",
"link": 189
},
{
"localized_name": "vae",
"name": "vae",
"type": "VAE",
"link": 144
}
],
"outputs": [
{
"localized_name": "LATENT",
"name": "LATENT",
"type": "LATENT",
"links": [
142
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.51",
"Node name for S&R": "VAEEncode"
},
"widgets_values": []
},
{
"id": 68,
"type": "Note",
"pos": [
830,
-220
],
"size": [
310,
90
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Increase the shift if you get too many blury/dark/bad images. Decrease if you want to try increasing detail."
],
"color": "#432",
"bgcolor": "#653"
}
],
"groups": [
{
"id": 1,
"title": "Models",
"bounding": [
-130,
-80,
400,
610
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 4,
"title": "Step 3 - Prompt",
"bounding": [
290,
100,
490,
430
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 5,
"title": "4 steps lightning LoRA",
"bounding": [
290,
-80,
490,
160
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
}
],
"links": [
{
"id": 75,
"origin_id": 38,
"origin_slot": 0,
"target_id": 7,
"target_slot": 0,
"type": "CLIP"
},
{
"id": 128,
"origin_id": 3,
"origin_slot": 0,
"target_id": 8,
"target_slot": 0,
"type": "LATENT"
},
{
"id": 76,
"origin_id": 39,
"origin_slot": 0,
"target_id": 8,
"target_slot": 1,
"type": "VAE"
},
{
"id": 145,
"origin_id": 37,
"origin_slot": 0,
"target_id": 80,
"target_slot": 0,
"type": "MODEL"
},
{
"id": 151,
"origin_id": 6,
"origin_slot": 0,
"target_id": 85,
"target_slot": 0,
"type": "CONDITIONING"
},
{
"id": 152,
"origin_id": 7,
"origin_slot": 0,
"target_id": 85,
"target_slot": 1,
"type": "CONDITIONING"
},
{
"id": 150,
"origin_id": 84,
"origin_slot": 0,
"target_id": 85,
"target_slot": 2,
"type": "CONTROL_NET"
},
{
"id": 153,
"origin_id": 39,
"origin_slot": 0,
"target_id": 85,
"target_slot": 4,
"type": "VAE"
},
{
"id": 149,
"origin_id": 80,
"origin_slot": 0,
"target_id": 66,
"target_slot": 0,
"type": "MODEL"
},
{
"id": 156,
"origin_id": 66,
"origin_slot": 0,
"target_id": 3,
"target_slot": 0,
"type": "MODEL"
},
{
"id": 154,
"origin_id": 85,
"origin_slot": 0,
"target_id": 3,
"target_slot": 1,
"type": "CONDITIONING"
},
{
"id": 155,
"origin_id": 85,
"origin_slot": 1,
"target_id": 3,
"target_slot": 2,
"type": "CONDITIONING"
},
{
"id": 142,
"origin_id": 76,
"origin_slot": 0,
"target_id": 3,
"target_slot": 3,
"type": "LATENT"
},
{
"id": 144,
"origin_id": 39,
"origin_slot": 0,
"target_id": 76,
"target_slot": 1,
"type": "VAE"
},
{
"id": 74,
"origin_id": 38,
"origin_slot": 0,
"target_id": 6,
"target_slot": 0,
"type": "CLIP"
},
{
"id": 188,
"origin_id": -10,
"origin_slot": 0,
"target_id": 85,
"target_slot": 3,
"type": "IMAGE"
},
{
"id": 110,
"origin_id": 8,
"origin_slot": 0,
"target_id": -20,
"target_slot": 0,
"type": "IMAGE"
},
{
"id": 189,
"origin_id": -10,
"origin_slot": 0,
"target_id": 76,
"target_slot": 0,
"type": "IMAGE"
},
{
"id": 190,
"origin_id": -10,
"origin_slot": 1,
"target_id": 85,
"target_slot": 5,
"type": "FLOAT"
}
],
"extra": {
"workflowRendererVersion": "LG"
}
},
{
"id": "f8e756aa-94b4-4c02-943d-2e7910344622",
"version": 1,
"state": {
"lastGroupId": 1,
"lastNodeId": 73,
"lastLinkId": 243,
"lastRerouteId": 0
},
"revision": 0,
"config": {},
"name": "Image to Depth Map (Lotus)",
"inputNode": {
"id": -10,
"bounding": [
-60,
-172.61268043518066,
126.625,
80
]
},
"outputNode": {
"id": -20,
"bounding": [
1650,
-172.61268043518066,
120,
60
]
},
"inputs": [
{
"id": "3bdd30c3-4ec9-485a-814b-e7d39fb6b5cc",
"name": "pixels",
"type": "IMAGE",
"linkIds": [
37
],
"localized_name": "pixels",
"pos": [
46.625,
-152.61268043518066
]
},
{
"id": "f9a1017c-f4b9-43b4-94c2-41c088b3a492",
"name": "sigma",
"type": "FLOAT",
"linkIds": [
243
],
"label": "depth_intensity",
"pos": [
46.625,
-132.61268043518066
]
}
],
"outputs": [
{
"id": "2ec278bd-0b66-4b30-9c5b-994d5f638214",
"name": "IMAGE",
"type": "IMAGE",
"linkIds": [
242
],
"localized_name": "IMAGE",
"pos": [
1670,
-152.61268043518066
]
}
],
"widgets": [],
"nodes": [
{
"id": 8,
"type": "VAEDecode",
"pos": [
1380,
-240
],
"size": [
210,
46
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"localized_name": "samples",
"name": "samples",
"type": "LATENT",
"link": 232
},
{
"localized_name": "vae",
"name": "vae",
"type": "VAE",
"link": 240
}
],
"outputs": [
{
"localized_name": "IMAGE",
"name": "IMAGE",
"type": "IMAGE",
"slot_index": 0,
"links": [
35
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "VAEDecode",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 10,
"type": "UNETLoader",
"pos": [
135.34181213378906,
-290.1947937011719
],
"size": [
305.93701171875,
82
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"localized_name": "MODEL",
"name": "MODEL",
"type": "MODEL",
"slot_index": 0,
"links": [
31,
241
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "UNETLoader",
"models": [
{
"name": "lotus-depth-d-v1-1.safetensors",
"url": "https://huggingface.co/hanzoui/lotus/resolve/main/lotus-depth-d-v1-1.safetensors",
"directory": "diffusion_models"
}
],
"widget_ue_connectable": {}
},
"widgets_values": [
"lotus-depth-d-v1-1.safetensors",
"default"
]
},
{
"id": 14,
"type": "VAELoader",
"pos": [
134.531494140625,
-165.18197631835938
],
"size": [
305.93701171875,
58
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"localized_name": "VAE",
"name": "VAE",
"type": "VAE",
"slot_index": 0,
"links": [
38,
240
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "VAELoader",
"models": [
{
"name": "vae-ft-mse-840000-ema-pruned.safetensors",
"url": "https://huggingface.co/stabilityai/sd-vae-ft-mse-original/resolve/main/vae-ft-mse-840000-ema-pruned.safetensors",
"directory": "vae"
}
],
"widget_ue_connectable": {}
},
"widgets_values": [
"vae-ft-mse-840000-ema-pruned.safetensors"
]
},
{
"id": 16,
"type": "SamplerCustomAdvanced",
"pos": [
990.6585693359375,
-319.9144287109375
],
"size": [
355.20001220703125,
326
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"localized_name": "noise",
"name": "noise",
"type": "NOISE",
"link": 237
},
{
"localized_name": "guider",
"name": "guider",
"type": "GUIDER",
"link": 27
},
{
"localized_name": "sampler",
"name": "sampler",
"type": "SAMPLER",
"link": 33
},
{
"localized_name": "sigmas",
"name": "sigmas",
"type": "SIGMAS",
"link": 194
},
{
"localized_name": "latent_image",
"name": "latent_image",
"type": "LATENT",
"link": 201
}
],
"outputs": [
{
"localized_name": "output",
"name": "output",
"type": "LATENT",
"slot_index": 0,
"links": [
232
]
},
{
"localized_name": "denoised_output",
"name": "denoised_output",
"type": "LATENT",
"slot_index": 1,
"links": []
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "SamplerCustomAdvanced",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 18,
"type": "DisableNoise",
"pos": [
730.47705078125,
-320
],
"size": [
210,
26
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"localized_name": "NOISE",
"name": "NOISE",
"type": "NOISE",
"slot_index": 0,
"links": [
237
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "DisableNoise",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 19,
"type": "BasicGuider",
"pos": [
730.2631225585938,
-251.22537231445312
],
"size": [
210,
46
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"localized_name": "model",
"name": "model",
"type": "MODEL",
"link": 241
},
{
"localized_name": "conditioning",
"name": "conditioning",
"type": "CONDITIONING",
"link": 238
}
],
"outputs": [
{
"localized_name": "GUIDER",
"name": "GUIDER",
"type": "GUIDER",
"slot_index": 0,
"links": [
27
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "BasicGuider",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 20,
"type": "BasicScheduler",
"pos": [
488.64459228515625,
-147.67201232910156
],
"size": [
210,
106
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"localized_name": "model",
"name": "model",
"type": "MODEL",
"link": 31
}
],
"outputs": [
{
"localized_name": "SIGMAS",
"name": "SIGMAS",
"type": "SIGMAS",
"slot_index": 0,
"links": [
66
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "BasicScheduler",
"widget_ue_connectable": {}
},
"widgets_values": [
"normal",
1,
1
]
},
{
"id": 21,
"type": "KSamplerSelect",
"pos": [
730.2631225585938,
-161.22537231445312
],
"size": [
210,
58
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"localized_name": "SAMPLER",
"name": "SAMPLER",
"type": "SAMPLER",
"slot_index": 0,
"links": [
33
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "KSamplerSelect",
"widget_ue_connectable": {}
},
"widgets_values": [
"euler"
]
},
{
"id": 22,
"type": "ImageInvert",
"pos": [
1380,
-310
],
"size": [
210,
26
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"localized_name": "image",
"name": "image",
"type": "IMAGE",
"link": 35
}
],
"outputs": [
{
"localized_name": "IMAGE",
"name": "IMAGE",
"type": "IMAGE",
"slot_index": 0,
"links": [
242
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "ImageInvert",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 23,
"type": "VAEEncode",
"pos": [
730.2631225585938,
38.77463912963867
],
"size": [
210,
46
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"localized_name": "pixels",
"name": "pixels",
"type": "IMAGE",
"link": 37
},
{
"localized_name": "vae",
"name": "vae",
"type": "VAE",
"link": 38
}
],
"outputs": [
{
"localized_name": "LATENT",
"name": "LATENT",
"type": "LATENT",
"slot_index": 0,
"links": [
201
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "VAEEncode",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 28,
"type": "SetFirstSigma",
"pos": [
730.2631225585938,
-61.22536087036133
],
"size": [
210,
58
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"localized_name": "sigmas",
"name": "sigmas",
"type": "SIGMAS",
"link": 66
},
{
"localized_name": "sigma",
"name": "sigma",
"type": "FLOAT",
"widget": {
"name": "sigma"
},
"link": 243
}
],
"outputs": [
{
"localized_name": "SIGMAS",
"name": "SIGMAS",
"type": "SIGMAS",
"slot_index": 0,
"links": [
194
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "SetFirstSigma",
"widget_ue_connectable": {}
},
"widgets_values": [
999.0000000000002
]
},
{
"id": 68,
"type": "LotusConditioning",
"pos": [
490,
-230
],
"size": [
210,
26
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"localized_name": "conditioning",
"name": "conditioning",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
238
]
}
],
"properties": {
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65,
"cnr_id": "comfy-core",
"ver": "0.3.34",
"Node name for S&R": "LotusConditioning",
"widget_ue_connectable": {}
},
"widgets_values": []
}
],
"groups": [
{
"id": 1,
"title": "Load Models",
"bounding": [
120,
-370,
335,
281.6000061035156
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
}
],
"links": [
{
"id": 232,
"origin_id": 16,
"origin_slot": 0,
"target_id": 8,
"target_slot": 0,
"type": "LATENT"
},
{
"id": 240,
"origin_id": 14,
"origin_slot": 0,
"target_id": 8,
"target_slot": 1,
"type": "VAE"
},
{
"id": 237,
"origin_id": 18,
"origin_slot": 0,
"target_id": 16,
"target_slot": 0,
"type": "NOISE"
},
{
"id": 27,
"origin_id": 19,
"origin_slot": 0,
"target_id": 16,
"target_slot": 1,
"type": "GUIDER"
},
{
"id": 33,
"origin_id": 21,
"origin_slot": 0,
"target_id": 16,
"target_slot": 2,
"type": "SAMPLER"
},
{
"id": 194,
"origin_id": 28,
"origin_slot": 0,
"target_id": 16,
"target_slot": 3,
"type": "SIGMAS"
},
{
"id": 201,
"origin_id": 23,
"origin_slot": 0,
"target_id": 16,
"target_slot": 4,
"type": "LATENT"
},
{
"id": 241,
"origin_id": 10,
"origin_slot": 0,
"target_id": 19,
"target_slot": 0,
"type": "MODEL"
},
{
"id": 238,
"origin_id": 68,
"origin_slot": 0,
"target_id": 19,
"target_slot": 1,
"type": "CONDITIONING"
},
{
"id": 31,
"origin_id": 10,
"origin_slot": 0,
"target_id": 20,
"target_slot": 0,
"type": "MODEL"
},
{
"id": 35,
"origin_id": 8,
"origin_slot": 0,
"target_id": 22,
"target_slot": 0,
"type": "IMAGE"
},
{
"id": 38,
"origin_id": 14,
"origin_slot": 0,
"target_id": 23,
"target_slot": 1,
"type": "VAE"
},
{
"id": 66,
"origin_id": 20,
"origin_slot": 0,
"target_id": 28,
"target_slot": 0,
"type": "SIGMAS"
},
{
"id": 37,
"origin_id": -10,
"origin_slot": 0,
"target_id": 23,
"target_slot": 0,
"type": "IMAGE"
},
{
"id": 242,
"origin_id": 22,
"origin_slot": 0,
"target_id": -20,
"target_slot": 0,
"type": "IMAGE"
},
{
"id": 243,
"origin_id": -10,
"origin_slot": 1,
"target_id": 28,
"target_slot": 1,
"type": "FLOAT"
}
],
"extra": {
"workflowRendererVersion": "LG"
}
}
]
},
"config": {},
"extra": {
"ds": {
"scale": 0.5697148246992036,
"offset": [
1293.8592181678682,
646.234249308043
]
},
"frontendVersion": "1.35.9",
"workflowRendererVersion": "LG",
"VHS_latentpreview": false,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true
},
"version": 0.4
}