diff --git a/ipadapter/README.md b/ipadapter/README.md index 3cff308..8639701 100644 --- a/ipadapter/README.md +++ b/ipadapter/README.md @@ -8,4 +8,8 @@ ![IPAdapter Style Image](./ipadapter-style-image.png) +## Sketch to Image with Style Transfer + +![IPAdapter Sketch to Image with Style Transfer](./ipadapter-sketch-to-image-with-style-transfer.png) + --- \ No newline at end of file diff --git a/ipadapter/ipadapter-sketch-to-image-with-style-transfer.json b/ipadapter/ipadapter-sketch-to-image-with-style-transfer.json new file mode 100644 index 0000000..8a1940e --- /dev/null +++ b/ipadapter/ipadapter-sketch-to-image-with-style-transfer.json @@ -0,0 +1,847 @@ +{ + "last_node_id": 19, + "last_link_id": 26, + "nodes": [ + { + "id": 13, + "type": "VAEEncode", + "pos": [ + 780, + 950 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "pixels", + "type": "IMAGE", + "link": 14 + }, + { + "name": "vae", + "type": "VAE", + "link": 15 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 16 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEEncode" + } + }, + { + "id": 16, + "type": "ImageInvert", + "pos": [ + 790, + 1070 + ], + "size": { + "0": 210, + "1": 26 + }, + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 17 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 18 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ImageInvert" + } + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 680, + 450 + ], + "size": { + "0": 422.84503173828125, + "1": 164.31304931640625 + }, + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 3 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 20 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "illustration of an adorable baby cow, high quality" + ] + }, + { + "id": 7, + "type": "CLIPTextEncode", + "pos": [ + 680, + 680 + ], + "size": { + "0": 425.27801513671875, + "1": 180.6060791015625 + }, + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 5 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 19 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "blurry, noisy, messy, glitch, distorted, malformed, ill, horror, naked" + ] + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1830, + 270 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 7 + }, + { + "name": "vae", + "type": "VAE", + "link": 8 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 9 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + } + }, + { + "id": 15, + "type": "ControlNetApplyAdvanced", + "pos": [ + 1220, + 780 + ], + "size": { + "0": 315, + "1": 166 + }, + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "link": 20 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 19 + }, + { + "name": "control_net", + "type": "CONTROL_NET", + "link": 23 + }, + { + "name": "image", + "type": "IMAGE", + "link": 18 + } + ], + "outputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "links": [ + 21 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "negative", + "type": "CONDITIONING", + "links": [ + 22 + ], + "shape": 3, + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "ControlNetApplyAdvanced" + }, + "widgets_values": [ + 0.6, + 0, + 0.6 + ] + }, + { + "id": 17, + "type": "ControlNetLoader", + "pos": [ + 730, + 1170 + ], + "size": { + "0": 315, + "1": 58 + }, + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "CONTROL_NET", + "type": "CONTROL_NET", + "links": [ + 23 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ControlNetLoader" + }, + "widgets_values": [ + "lineart.safetensors" + ] + }, + { + "id": 4, + "type": "CheckpointLoaderSimple", + "pos": [ + 250, + 600 + ], + "size": { + "0": 315, + "1": 98 + }, + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 11 + ], + "slot_index": 0 + }, + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 3, + 5 + ], + "slot_index": 1 + }, + { + "name": "VAE", + "type": "VAE", + "links": [ + 8, + 15 + ], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimple" + }, + "widgets_values": [ + "Art Universe v2.0.safetensors" + ] + }, + { + "id": 18, + "type": "LoadImage", + "pos": [ + 250, + 170 + ], + "size": [ + 315, + 314 + ], + "flags": {}, + "order": 2, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 25 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "ComfyUI_temp_pkprd_00005_.png", + "image" + ] + }, + { + "id": 10, + "type": "IPAdapterUnifiedLoader", + "pos": [ + 640, + 260 + ], + "size": { + "0": 315, + "1": 78 + }, + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 11 + }, + { + "name": "ipadapter", + "type": "IPADAPTER", + "link": null + } + ], + "outputs": [ + { + "name": "model", + "type": "MODEL", + "links": [ + 10 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "ipadapter", + "type": "IPADAPTER", + "links": [ + 13 + ], + "shape": 3, + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "IPAdapterUnifiedLoader" + }, + "widgets_values": [ + "PLUS (high strength)" + ] + }, + { + "id": 9, + "type": "SaveImage", + "pos": [ + 1630, + 600 + ], + "size": [ + 626.1695972656257, + 601.2523698339846 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 9 + } + ], + "properties": {}, + "widgets_values": [ + "ComfyUI" + ] + }, + { + "id": 11, + "type": "IPAdapterAdvanced", + "pos": [ + 1020, + 110 + ], + "size": { + "0": 315, + "1": 278 + }, + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 10 + }, + { + "name": "ipadapter", + "type": "IPADAPTER", + "link": 13 + }, + { + "name": "image", + "type": "IMAGE", + "link": 26, + "slot_index": 2 + }, + { + "name": "image_negative", + "type": "IMAGE", + "link": null + }, + { + "name": "attn_mask", + "type": "MASK", + "link": null + }, + { + "name": "clip_vision", + "type": "CLIP_VISION", + "link": null + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 12 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "IPAdapterAdvanced" + }, + "widgets_values": [ + 0.9, + "style transfer (SDXL)", + "concat", + 0, + 1, + "V only" + ] + }, + { + "id": 12, + "type": "LoadImage", + "pos": [ + 250, + 820 + ], + "size": [ + 315, + 314 + ], + "flags": {}, + "order": 3, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 14, + 17 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "baby_calf.webp", + "image" + ] + }, + { + "id": 19, + "type": "PrepImageForClipVision", + "pos": [ + 640, + 100 + ], + "size": { + "0": 315, + "1": 106 + }, + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 25 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 26 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "PrepImageForClipVision" + }, + "widgets_values": [ + "LANCZOS", + "top", + 0.1 + ] + }, + { + "id": 3, + "type": "KSampler", + "pos": [ + 1430, + 230 + ], + "size": { + "0": 315, + "1": 262 + }, + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 12 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 21 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 22 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 16 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 7 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "KSampler" + }, + "widgets_values": [ + 550232268579926, + "randomize", + 20, + 3.5, + "dpmpp_2m_sde", + "karras", + 0.9 + ] + } + ], + "links": [ + [ + 3, + 4, + 1, + 6, + 0, + "CLIP" + ], + [ + 5, + 4, + 1, + 7, + 0, + "CLIP" + ], + [ + 7, + 3, + 0, + 8, + 0, + "LATENT" + ], + [ + 8, + 4, + 2, + 8, + 1, + "VAE" + ], + [ + 9, + 8, + 0, + 9, + 0, + "IMAGE" + ], + [ + 10, + 10, + 0, + 11, + 0, + "MODEL" + ], + [ + 11, + 4, + 0, + 10, + 0, + "MODEL" + ], + [ + 12, + 11, + 0, + 3, + 0, + "MODEL" + ], + [ + 13, + 10, + 1, + 11, + 1, + "IPADAPTER" + ], + [ + 14, + 12, + 0, + 13, + 0, + "IMAGE" + ], + [ + 15, + 4, + 2, + 13, + 1, + "VAE" + ], + [ + 16, + 13, + 0, + 3, + 3, + "LATENT" + ], + [ + 17, + 12, + 0, + 16, + 0, + "IMAGE" + ], + [ + 18, + 16, + 0, + 15, + 3, + "IMAGE" + ], + [ + 19, + 7, + 0, + 15, + 1, + "CONDITIONING" + ], + [ + 20, + 6, + 0, + 15, + 0, + "CONDITIONING" + ], + [ + 21, + 15, + 0, + 3, + 1, + "CONDITIONING" + ], + [ + 22, + 15, + 1, + 3, + 2, + "CONDITIONING" + ], + [ + 23, + 17, + 0, + 15, + 2, + "CONTROL_NET" + ], + [ + 25, + 18, + 0, + 19, + 0, + "IMAGE" + ], + [ + 26, + 19, + 0, + 11, + 2, + "IMAGE" + ] + ], + "groups": [], + "config": {}, + "extra": {}, + "version": 0.4 +} \ No newline at end of file diff --git a/ipadapter/ipadapter-sketch-to-image-with-style-transfer.png b/ipadapter/ipadapter-sketch-to-image-with-style-transfer.png new file mode 100644 index 0000000..d0b47f9 Binary files /dev/null and b/ipadapter/ipadapter-sketch-to-image-with-style-transfer.png differ