diff --git a/instant-id/README.md b/instant-id/README.md new file mode 100644 index 0000000..51b145e --- /dev/null +++ b/instant-id/README.md @@ -0,0 +1,7 @@ +# InstantID Workflows + +## InstantID with IPAdapter + +![InstantID with IPAdapter](./instant-id-with-ip-adapter.png) + +--- \ No newline at end of file diff --git a/instant-id/instant-id-with-ip-adapter.json b/instant-id/instant-id-with-ip-adapter.json new file mode 100644 index 0000000..179e09a --- /dev/null +++ b/instant-id/instant-id-with-ip-adapter.json @@ -0,0 +1,1232 @@ +{ + "last_node_id": 35, + "last_link_id": 68, + "nodes": [ + { + "id": 14, + "type": "LoadImage", + "pos": [ + 600, + 420 + ], + "size": { + "0": 315, + "1": 314 + }, + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 23 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "yi_yi_new_2.png", + "image" + ] + }, + { + "id": 17, + "type": "LoadImage", + "pos": [ + 230, + 520 + ], + "size": { + "0": 315, + "1": 314 + }, + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 20 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "yiyi14 (1).png", + "image" + ] + }, + { + "id": 18, + "type": "LoadImage", + "pos": [ + 240, + 140 + ], + "size": { + "0": 315, + "1": 314 + }, + "flags": {}, + "order": 2, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 29 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "yi_yi_new_3.png", + "image" + ] + }, + { + "id": 19, + "type": "ImageBatch", + "pos": [ + 650, + 170 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "image1", + "type": "IMAGE", + "link": 31 + }, + { + "name": "image2", + "type": "IMAGE", + "link": 20 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 22 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ImageBatch" + } + }, + { + "id": 24, + "type": "ImageBatch", + "pos": [ + 650, + 70 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "image1", + "type": "IMAGE", + "link": 30 + }, + { + "name": "image2", + "type": "IMAGE", + "link": 29 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 31 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ImageBatch" + } + }, + { + "id": 11, + "type": "InstantIDModelLoader", + "pos": [ + 990, + 360 + ], + "size": { + "0": 315, + "1": 58 + }, + "flags": {}, + "order": 3, + "mode": 0, + "outputs": [ + { + "name": "INSTANTID", + "type": "INSTANTID", + "links": [ + 36 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "InstantIDModelLoader" + }, + "widgets_values": [ + "ip-adapter.bin" + ] + }, + { + "id": 12, + "type": "InstantIDFaceAnalysis", + "pos": [ + 990, + 480 + ], + "size": { + "0": 315, + "1": 58 + }, + "flags": {}, + "order": 4, + "mode": 0, + "outputs": [ + { + "name": "FACEANALYSIS", + "type": "FACEANALYSIS", + "links": [ + 37 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "InstantIDFaceAnalysis" + }, + "widgets_values": [ + "CPU" + ] + }, + { + "id": 7, + "type": "CLIPTextEncode", + "pos": [ + 800, + 1060 + ], + "size": { + "0": 425.27801513671875, + "1": 180.6060791015625 + }, + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 5 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 42 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "anime, text, close up, cropped, out of frame, worst quality, low quality, jpeg artifacts, ugly, duplicate, morbid, mutilated, extra fingers, mutated hands, poorly drawn hands, poorly drawn face, mutation, deformed, blurry, dehydrated, bad anatomy, bad proportions, extra limbs, cloned face, disfigured, gross proportions, malformed limbs, missing arms, missing legs, extra arms, extra legs, fused fingers, too many fingers, long neck" + ] + }, + { + "id": 20, + "type": "ImageBatch", + "pos": [ + 650, + 290 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [ + { + "name": "image1", + "type": "IMAGE", + "link": 22 + }, + { + "name": "image2", + "type": "IMAGE", + "link": 23 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 39, + 55 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ImageBatch" + } + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1750, + 820 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 21, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 7 + }, + { + "name": "vae", + "type": "VAE", + "link": 8 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 9 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + } + }, + { + "id": 23, + "type": "LoadImage", + "pos": [ + -110, + 300 + ], + "size": { + "0": 315, + "1": 314 + }, + "flags": {}, + "order": 5, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 30 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "yiyi_3 (16).jpg", + "image" + ] + }, + { + "id": 33, + "type": "IPAdapter", + "pos": [ + 1390, + 160 + ], + "size": { + "0": 315, + "1": 190 + }, + "flags": {}, + "order": 16, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 53 + }, + { + "name": "ipadapter", + "type": "IPADAPTER", + "link": 52 + }, + { + "name": "image", + "type": "IMAGE", + "link": 55 + }, + { + "name": "attn_mask", + "type": "MASK", + "link": 62 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 64 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "IPAdapter" + }, + "widgets_values": [ + 0.8, + 0, + 0.9, + "standard" + ] + }, + { + "id": 25, + "type": "ApplyInstantIDAdvanced", + "pos": [ + 1390, + 430 + ], + "size": { + "0": 315, + "1": 290 + }, + "flags": {}, + "order": 17, + "mode": 0, + "inputs": [ + { + "name": "instantid", + "type": "INSTANTID", + "link": 36 + }, + { + "name": "insightface", + "type": "FACEANALYSIS", + "link": 37 + }, + { + "name": "control_net", + "type": "CONTROL_NET", + "link": 38 + }, + { + "name": "image", + "type": "IMAGE", + "link": 39 + }, + { + "name": "model", + "type": "MODEL", + "link": 64 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 41 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 42 + }, + { + "name": "image_kps", + "type": "IMAGE", + "link": null + }, + { + "name": "mask", + "type": "MASK", + "link": null + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 65 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "positive", + "type": "CONDITIONING", + "links": [ + 33 + ], + "shape": 3, + "slot_index": 1 + }, + { + "name": "negative", + "type": "CONDITIONING", + "links": [ + 35 + ], + "shape": 3, + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "ApplyInstantIDAdvanced" + }, + "widgets_values": [ + 1, + 0.7000000000000001, + 0, + 1 + ] + }, + { + "id": 22, + "type": "SelfAttentionGuidance", + "pos": [ + 1760, + 230 + ], + "size": { + "0": 315, + "1": 82 + }, + "flags": {}, + "order": 18, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 65 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 67 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "SelfAttentionGuidance" + }, + "widgets_values": [ + 1, + 1 + ] + }, + { + "id": 3, + "type": "KSampler", + "pos": [ + 1390, + 810 + ], + "size": { + "0": 315, + "1": 262 + }, + "flags": {}, + "order": 20, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 68 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 33 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 35 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 2 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 7 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "KSampler" + }, + "widgets_values": [ + 464839680470078, + "randomize", + 6, + 2, + "dpmpp_sde", + "karras", + 1 + ] + }, + { + "id": 35, + "type": "RescaleCFG", + "pos": [ + 1750, + 490 + ], + "size": { + "0": 221.73822021484375, + "1": 58 + }, + "flags": {}, + "order": 19, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 67 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 68 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "RescaleCFG" + }, + "widgets_values": [ + 0.8 + ] + }, + { + "id": 5, + "type": "EmptyLatentImage", + "pos": [ + 850, + 1300 + ], + "size": { + "0": 315, + "1": 106 + }, + "flags": {}, + "order": 6, + "mode": 0, + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 2 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "EmptyLatentImage" + }, + "widgets_values": [ + 1024, + 1024, + 1 + ] + }, + { + "id": 34, + "type": "LoadImage", + "pos": [ + -110, + -80 + ], + "size": { + "0": 315, + "1": 314 + }, + "flags": {}, + "order": 7, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": null, + "shape": 3 + }, + { + "name": "MASK", + "type": "MASK", + "links": [ + 62 + ], + "shape": 3, + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "clipspace/clipspace-mask-9818161.png [input]", + "image" + ] + }, + { + "id": 9, + "type": "SaveImage", + "pos": [ + 2030, + 450 + ], + "size": { + "0": 565, + "1": 690 + }, + "flags": {}, + "order": 22, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 9 + } + ], + "properties": {}, + "widgets_values": [ + "ComfyUI" + ] + }, + { + "id": 4, + "type": "CheckpointLoaderSimple", + "pos": [ + 190, + 930 + ], + "size": { + "0": 386.4959716796875, + "1": 98 + }, + "flags": {}, + "order": 8, + "mode": 0, + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 56 + ], + "slot_index": 0 + }, + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 3, + 5 + ], + "slot_index": 1 + }, + { + "name": "VAE", + "type": "VAE", + "links": [ + 8 + ], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimple" + }, + "widgets_values": [ + "DreamShaper XL Lightning.safetensors" + ] + }, + { + "id": 28, + "type": "IPAdapterUnifiedLoaderFaceID", + "pos": [ + 990, + 80 + ], + "size": { + "0": 315, + "1": 126 + }, + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 56 + }, + { + "name": "ipadapter", + "type": "IPADAPTER", + "link": null + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 53 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "ipadapter", + "type": "IPADAPTER", + "links": [ + 52 + ], + "shape": 3, + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "IPAdapterUnifiedLoaderFaceID" + }, + "widgets_values": [ + "FACEID PLUS V2", + 1, + "CPU" + ] + }, + { + "id": 13, + "type": "ControlNetLoader", + "pos": [ + 950, + 600 + ], + "size": { + "0": 395.6024169921875, + "1": 58 + }, + "flags": {}, + "order": 9, + "mode": 0, + "outputs": [ + { + "name": "CONTROL_NET", + "type": "CONTROL_NET", + "links": [ + 38 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ControlNetLoader" + }, + "widgets_values": [ + "diffusion_pytorch_model.safetensors" + ] + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 800, + 830 + ], + "size": { + "0": 422.84503173828125, + "1": 164.31304931640625 + }, + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 3 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 41 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "asian woman with long black hair, purple background, high quality" + ] + } + ], + "links": [ + [ + 2, + 5, + 0, + 3, + 3, + "LATENT" + ], + [ + 3, + 4, + 1, + 6, + 0, + "CLIP" + ], + [ + 5, + 4, + 1, + 7, + 0, + "CLIP" + ], + [ + 7, + 3, + 0, + 8, + 0, + "LATENT" + ], + [ + 8, + 4, + 2, + 8, + 1, + "VAE" + ], + [ + 9, + 8, + 0, + 9, + 0, + "IMAGE" + ], + [ + 20, + 17, + 0, + 19, + 1, + "IMAGE" + ], + [ + 22, + 19, + 0, + 20, + 0, + "IMAGE" + ], + [ + 23, + 14, + 0, + 20, + 1, + "IMAGE" + ], + [ + 29, + 18, + 0, + 24, + 1, + "IMAGE" + ], + [ + 30, + 23, + 0, + 24, + 0, + "IMAGE" + ], + [ + 31, + 24, + 0, + 19, + 0, + "IMAGE" + ], + [ + 33, + 25, + 1, + 3, + 1, + "CONDITIONING" + ], + [ + 35, + 25, + 2, + 3, + 2, + "CONDITIONING" + ], + [ + 36, + 11, + 0, + 25, + 0, + "INSTANTID" + ], + [ + 37, + 12, + 0, + 25, + 1, + "FACEANALYSIS" + ], + [ + 38, + 13, + 0, + 25, + 2, + "CONTROL_NET" + ], + [ + 39, + 20, + 0, + 25, + 3, + "IMAGE" + ], + [ + 41, + 6, + 0, + 25, + 5, + "CONDITIONING" + ], + [ + 42, + 7, + 0, + 25, + 6, + "CONDITIONING" + ], + [ + 52, + 28, + 1, + 33, + 1, + "IPADAPTER" + ], + [ + 53, + 28, + 0, + 33, + 0, + "MODEL" + ], + [ + 55, + 20, + 0, + 33, + 2, + "IMAGE" + ], + [ + 56, + 4, + 0, + 28, + 0, + "MODEL" + ], + [ + 62, + 34, + 1, + 33, + 3, + "MASK" + ], + [ + 64, + 33, + 0, + 25, + 4, + "MODEL" + ], + [ + 65, + 25, + 0, + 22, + 0, + "MODEL" + ], + [ + 67, + 22, + 0, + 35, + 0, + "MODEL" + ], + [ + 68, + 35, + 0, + 3, + 0, + "MODEL" + ] + ], + "groups": [], + "config": {}, + "extra": {}, + "version": 0.4 +} \ No newline at end of file diff --git a/instant-id/instant-id-with-ip-adapter.png b/instant-id/instant-id-with-ip-adapter.png new file mode 100644 index 0000000..7c45c98 Binary files /dev/null and b/instant-id/instant-id-with-ip-adapter.png differ