moshferatu/comfy-ui-workflows
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
29f80692a2
comfy-ui-workflows/ipadapter/ipadapter-sketch-to-image-with-style-transfer.json

847 lines
14 KiB
JSON
Raw Normal View History

Add workflow for turning sketches into images while transferring a desired style
2024-04-17 13:41:10 +00:00
{
"last_node_id": 19,
"last_link_id": 26,
"nodes": [
{
"id": 13,
"type": "VAEEncode",
"pos": [
780,
950
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 14
},
{
"name": "vae",
"type": "VAE",
"link": 15
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
16
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEEncode"
}
},
{
"id": 16,
"type": "ImageInvert",
"pos": [
790,
1070
],
"size": {
"0": 210,
"1": 26
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 17
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
18
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageInvert"
}
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
680,
450
],
"size": {
"0": 422.84503173828125,
"1": 164.31304931640625
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 3
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
20
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"illustration of an adorable baby cow, high quality"
]
},
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
680,
680
],
"size": {
"0": 425.27801513671875,
"1": 180.6060791015625
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 5
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
19
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"blurry, noisy, messy, glitch, distorted, malformed, ill, horror, naked"
]
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1830,
270
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 7
},
{
"name": "vae",
"type": "VAE",
"link": 8
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
9
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 15,
"type": "ControlNetApplyAdvanced",
"pos": [
1220,
780
],
"size": {
"0": 315,
"1": 166
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 20
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 19
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 23
},
{
"name": "image",
"type": "IMAGE",
"link": 18
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
21
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
22
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "ControlNetApplyAdvanced"
},
"widgets_values": [
0.6,
0,
0.6
]
},
{
"id": 17,
"type": "ControlNetLoader",
"pos": [
730,
1170
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
23
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ControlNetLoader"
},
"widgets_values": [
"lineart.safetensors"
]
},
{
"id": 4,
"type": "CheckpointLoaderSimple",
"pos": [
250,
600
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
11
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
3,
5
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
8,
15
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"Art Universe v2.0.safetensors"
]
},
{
"id": 18,
"type": "LoadImage",
"pos": [
250,
170
],
"size": [
315,
314
],
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
25
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"ComfyUI_temp_pkprd_00005_.png",
"image"
]
},
{
"id": 10,
"type": "IPAdapterUnifiedLoader",
"pos": [
640,
260
],
"size": {
"0": 315,
"1": 78
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 11
},
{
"name": "ipadapter",
"type": "IPADAPTER",
"link": null
}
],
"outputs": [
{
"name": "model",
"type": "MODEL",
"links": [
10
],
"shape": 3,
"slot_index": 0
},
{
"name": "ipadapter",
"type": "IPADAPTER",
"links": [
13
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "IPAdapterUnifiedLoader"
},
"widgets_values": [
"PLUS (high strength)"
]
},
{
"id": 9,
"type": "SaveImage",
"pos": [
1630,
600
],
"size": [
626.1695972656257,
601.2523698339846
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 9
}
],
"properties": {},
"widgets_values": [
"ComfyUI"
]
},
{
"id": 11,
"type": "IPAdapterAdvanced",
"pos": [
1020,
110
],
"size": {
"0": 315,
"1": 278
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 10
},
{
"name": "ipadapter",
"type": "IPADAPTER",
"link": 13
},
{
"name": "image",
"type": "IMAGE",
"link": 26,
"slot_index": 2
},
{
"name": "image_negative",
"type": "IMAGE",
"link": null
},
{
"name": "attn_mask",
"type": "MASK",
"link": null
},
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
12
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "IPAdapterAdvanced"
},
"widgets_values": [
0.9,
"style transfer (SDXL)",
"concat",
0,
1,
"V only"
]
},
{
"id": 12,
"type": "LoadImage",
"pos": [
250,
820
],
"size": [
315,
314
],
"flags": {},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
14,
17
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"baby_calf.webp",
"image"
]
},
{
"id": 19,
"type": "PrepImageForClipVision",
"pos": [
640,
100
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 25
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
26
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "PrepImageForClipVision"
},
"widgets_values": [
"LANCZOS",
"top",
0.1
]
},
{
"id": 3,
"type": "KSampler",
"pos": [
1430,
230
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 12
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 21
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 22
},
{
"name": "latent_image",
"type": "LATENT",
"link": 16
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
7
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
550232268579926,
"randomize",
20,
3.5,
"dpmpp_2m_sde",
"karras",
0.9
]
}
],
"links": [
[
3,
4,
1,
6,
0,
"CLIP"
],
[
5,
4,
1,
7,
0,
"CLIP"
],
[
7,
3,
0,
8,
0,
"LATENT"
],
[
8,
4,
2,
8,
1,
"VAE"
],
[
9,
8,
0,
9,
0,
"IMAGE"
],
[
10,
10,
0,
11,
0,
"MODEL"
],
[
11,
4,
0,
10,
0,
"MODEL"
],
[
12,
11,
0,
3,
0,
"MODEL"
],
[
13,
10,
1,
11,
1,
"IPADAPTER"
],
[
14,
12,
0,
13,
0,
"IMAGE"
],
[
15,
4,
2,
13,
1,
"VAE"
],
[
16,
13,
0,
3,
3,
"LATENT"
],
[
17,
12,
0,
16,
0,
"IMAGE"
],
[
18,
16,
0,
15,
3,
"IMAGE"
],
[
19,
7,
0,
15,
1,
"CONDITIONING"
],
[
20,
6,
0,
15,
0,
"CONDITIONING"
],
[
21,
15,
0,
3,
1,
"CONDITIONING"
],
[
22,
15,
1,
3,
2,
"CONDITIONING"
],
[
23,
17,
0,
15,
2,
"CONTROL_NET"
],
[
25,
18,
0,
19,
0,
"IMAGE"
],
[
26,
19,
0,
11,
2,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {},
"version": 0.4
}
Reference in New Issue Copy Permalink