flux_union_controlnet

{
  "last_node_id": 60,
  "last_link_id": 139,
  "nodes": [
    {
      "id": 22,
      "type": "BasicGuider",
      "pos": [
        438,
        57
      ],
      "size": {
        "0": 222.3482666015625,
        "1": 46
      },
      "flags": {},
      "order": 23,
      "mode": 0,
      "inputs": [
        {
          "name": "model",
          "type": "MODEL",
          "link": 54,
          "slot_index": 0
        },
        {
          "name": "conditioning",
          "type": "CONDITIONING",
          "link": 42,
          "slot_index": 1
        }
      ],
      "outputs": [
        {
          "name": "GUIDER",
          "type": "GUIDER",
          "links": [
            30
          ],
          "slot_index": 0,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "BasicGuider"
      }
    },
    {
      "id": 27,
      "type": "EmptySD3LatentImage",
      "pos": [
        480,
        624
      ],
      "size": {
        "0": 315,
        "1": 106
      },
      "flags": {},
      "order": 15,
      "mode": 0,
      "inputs": [
        {
          "name": "width",
          "type": "INT",
          "link": 112,
          "widget": {
            "name": "width"
          }
        },
        {
          "name": "height",
          "type": "INT",
          "link": 113,
          "widget": {
            "name": "height"
          }
        }
      ],
      "outputs": [
        {
          "name": "LATENT",
          "type": "LATENT",
          "links": [
            116
          ],
          "slot_index": 0,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "EmptySD3LatentImage"
      },
      "widgets_values": [
        1200,
        800,
        1
      ]
    },
    {
      "id": 28,
      "type": "Note",
      "pos": [
        48,
        576
      ],
      "size": {
        "0": 336,
        "1": 288
      },
      "flags": {},
      "order": 0,
      "mode": 0,
      "properties": {
        "text": ""
      },
      "widgets_values": [
        "If you get an error in any of the nodes above make sure the files are in the correct directories.\n\nSee the top of the examples page for the links : https://comfyanonymous.github.io/ComfyUI_examples/flux/\n\nflux1-dev.safetensors goes in: ComfyUI/models/unet/\n\nt5xxl_fp16.safetensors and clip_l.safetensors go in: ComfyUI/models/clip/\n\nae.safetensors goes in: ComfyUI/models/vae/\n\n\nTip: You can set the weight_dtype above to one of the fp8 types if you have memory issues."
      ],
      "color": "#432",
      "bgcolor": "#653"
    },
    {
      "id": 42,
      "type": "CLIPTextEncode",
      "pos": [
        455,
        359
      ],
      "size": {
        "0": 285.6000061035156,
        "1": 76
      },
      "flags": {},
      "order": 14,
      "mode": 0,
      "inputs": [
        {
          "name": "clip",
          "type": "CLIP",
          "link": 123
        }
      ],
      "outputs": [
        {
          "name": "CONDITIONING",
          "type": "CONDITIONING",
          "links": [
            124
          ],
          "slot_index": 0
        }
      ],
      "title": "CLIP Text Encode (Negative Prompt)",
      "properties": {
        "Node name for S&R": "CLIPTextEncode"
      },
      "widgets_values": [
        ""
      ],
      "color": "#322",
      "bgcolor": "#533"
    },
    {
      "id": 11,
      "type": "DualCLIPLoader",
      "pos": [
        12,
        283
      ],
      "size": {
        "0": 315,
        "1": 106
      },
      "flags": {},
      "order": 1,
      "mode": 0,
      "outputs": [
        {
          "name": "CLIP",
          "type": "CLIP",
          "links": [
            10,
            123
          ],
          "slot_index": 0,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "DualCLIPLoader"
      },
      "widgets_values": [
        "t5xxl_fp8_e4m3fn.safetensors",
        "clip_l.safetensors",
        "flux"
      ]
    },
    {
      "id": 8,
      "type": "VAEDecode",
      "pos": [
        799,
        375
      ],
      "size": {
        "0": 210,
        "1": 46
      },
      "flags": {},
      "order": 25,
      "mode": 0,
      "inputs": [
        {
          "name": "samples",
          "type": "LATENT",
          "link": 24
        },
        {
          "name": "vae",
          "type": "VAE",
          "link": 12
        }
      ],
      "outputs": [
        {
          "name": "IMAGE",
          "type": "IMAGE",
          "links": [
            9
          ],
          "slot_index": 0
        }
      ],
      "properties": {
        "Node name for S&R": "VAEDecode"
      }
    },
    {
      "id": 34,
      "type": "PrimitiveNode",
      "pos": [
        432,
        480
      ],
      "size": {
        "0": 210,
        "1": 82
      },
      "flags": {},
      "order": 2,
      "mode": 0,
      "outputs": [
        {
          "name": "INT",
          "type": "INT",
          "links": [
            112,
            115
          ],
          "slot_index": 0,
          "widget": {
            "name": "width"
          }
        }
      ],
      "title": "width",
      "properties": {
        "Run widget replace on values": false
      },
      "widgets_values": [
        1200,
        "fixed"
      ],
      "color": "#323",
      "bgcolor": "#535"
    },
    {
      "id": 35,
      "type": "PrimitiveNode",
      "pos": [
        672,
        480
      ],
      "size": {
        "0": 210,
        "1": 82
      },
      "flags": {},
      "order": 3,
      "mode": 0,
      "outputs": [
        {
          "name": "INT",
          "type": "INT",
          "links": [
            113,
            114
          ],
          "slot_index": 0,
          "widget": {
            "name": "height"
          }
        }
      ],
      "title": "height",
      "properties": {
        "Run widget replace on values": false
      },
      "widgets_values": [
        800,
        "fixed"
      ],
      "color": "#323",
      "bgcolor": "#535"
    },
    {
      "id": 26,
      "type": "FluxGuidance",
      "pos": [
        999,
        -2
      ],
      "size": {
        "0": 317.4000244140625,
        "1": 58
      },
      "flags": {},
      "order": 22,
      "mode": 0,
      "inputs": [
        {
          "name": "conditioning",
          "type": "CONDITIONING",
          "link": 120
        }
      ],
      "outputs": [
        {
          "name": "CONDITIONING",
          "type": "CONDITIONING",
          "links": [
            42
          ],
          "slot_index": 0,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "FluxGuidance"
      },
      "widgets_values": [
        3.5
      ],
      "color": "#233",
      "bgcolor": "#355"
    },
    {
      "id": 13,
      "type": "SamplerCustomAdvanced",
      "pos": [
        1038,
        103
      ],
      "size": {
        "0": 272.3617858886719,
        "1": 326
      },
      "flags": {
        "collapsed": false
      },
      "order": 24,
      "mode": 0,
      "inputs": [
        {
          "name": "noise",
          "type": "NOISE",
          "link": 37,
          "slot_index": 0
        },
        {
          "name": "guider",
          "type": "GUIDER",
          "link": 30,
          "slot_index": 1
        },
        {
          "name": "sampler",
          "type": "SAMPLER",
          "link": 19,
          "slot_index": 2
        },
        {
          "name": "sigmas",
          "type": "SIGMAS",
          "link": 20,
          "slot_index": 3
        },
        {
          "name": "latent_image",
          "type": "LATENT",
          "link": 116,
          "slot_index": 4
        }
      ],
      "outputs": [
        {
          "name": "output",
          "type": "LATENT",
          "links": [
            24
          ],
          "slot_index": 0,
          "shape": 3
        },
        {
          "name": "denoised_output",
          "type": "LATENT",
          "links": null,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "SamplerCustomAdvanced"
      }
    },
    {
      "id": 25,
      "type": "RandomNoise",
      "pos": [
        480,
        768
      ],
      "size": {
        "0": 315,
        "1": 82
      },
      "flags": {},
      "order": 4,
      "mode": 0,
      "outputs": [
        {
          "name": "NOISE",
          "type": "NOISE",
          "links": [
            37
          ],
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "RandomNoise"
      },
      "widgets_values": [
        174720593592312,
        "fixed"
      ],
      "color": "#2a363b",
      "bgcolor": "#3f5159"
    },
    {
      "id": 30,
      "type": "ModelSamplingFlux",
      "pos": [
        480,
        1152
      ],
      "size": {
        "0": 315,
        "1": 130
      },
      "flags": {},
      "order": 17,
      "mode": 0,
      "inputs": [
        {
          "name": "model",
          "type": "MODEL",
          "link": 139,
          "slot_index": 0
        },
        {
          "name": "width",
          "type": "INT",
          "link": 115,
          "slot_index": 1,
          "widget": {
            "name": "width"
          }
        },
        {
          "name": "height",
          "type": "INT",
          "link": 114,
          "slot_index": 2,
          "widget": {
            "name": "height"
          }
        }
      ],
      "outputs": [
        {
          "name": "MODEL",
          "type": "MODEL",
          "links": [
            54,
            55
          ],
          "slot_index": 0,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "ModelSamplingFlux"
      },
      "widgets_values": [
        0.5,
        0.5,
        1200,
        800
      ]
    },
    {
      "id": 6,
      "type": "CLIPTextEncode",
      "pos": [
        370,
        148
      ],
      "size": {
        "0": 422.84503173828125,
        "1": 164.31304931640625
      },
      "flags": {},
      "order": 13,
      "mode": 0,
      "inputs": [
        {
          "name": "clip",
          "type": "CLIP",
          "link": 10
        }
      ],
      "outputs": [
        {
          "name": "CONDITIONING",
          "type": "CONDITIONING",
          "links": [
            119
          ],
          "slot_index": 0
        }
      ],
      "title": "CLIP Text Encode (Positive Prompt)",
      "properties": {
        "Node name for S&R": "CLIPTextEncode"
      },
      "widgets_values": [
        "Envision a mystical scene where a fungal-composed myconid sage, more mushroom than humanoid, sits in deep meditation within a magical mushroom grove. This ethereal being seamlessly blends with its environment. The creature is in a classic meditation pose, rooted directly to the ground. The face and body of the creature consists of gills and spores. The glow of mushrooms bathes the entire serene setting, highlighting the intricate interplay of light and shadow. The scene is framed by gnarled branches and smaller glowing mushrooms that form a protective canopy overhead. In the background, a misty, enchanted forest dotted with gentle, glowing fauna and cascading waterfalls adds a layer of mysticism. The night sky above this tranquil grove sparkles faintly with distant stars, enhancing the magical atmosphere. This depiction not only showcases the myconid sage’s deep integration with its environment but also captures themes of tranquility, wisdom, and the cyclical nature of life, creating a poignant image of quietude and spiritual connection in this fantastical ecosystem."
      ],
      "color": "#232",
      "bgcolor": "#353"
    },
    {
      "id": 17,
      "type": "BasicScheduler",
      "pos": [
        487,
        989
      ],
      "size": {
        "0": 315,
        "1": 106
      },
      "flags": {},
      "order": 20,
      "mode": 0,
      "inputs": [
        {
          "name": "model",
          "type": "MODEL",
          "link": 55,
          "slot_index": 0
        }
      ],
      "outputs": [
        {
          "name": "SIGMAS",
          "type": "SIGMAS",
          "links": [
            20
          ],
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "BasicScheduler"
      },
      "widgets_values": [
        "simple",
        28,
        1
      ]
    },
    {
      "id": 16,
      "type": "KSamplerSelect",
      "pos": [
        480,
        892
      ],
      "size": {
        "0": 315,
        "1": 58
      },
      "flags": {},
      "order": 5,
      "mode": 0,
      "outputs": [
        {
          "name": "SAMPLER",
          "type": "SAMPLER",
          "links": [
            19
          ],
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "KSamplerSelect"
      },
      "widgets_values": [
        "euler"
      ]
    },
    {
      "id": 59,
      "type": "PreviewImage",
      "pos": [
        1335.8660155899884,
        999.5778923080543
      ],
      "size": {
        "0": 210,
        "1": 246
      },
      "flags": {},
      "order": 19,
      "mode": 4,
      "inputs": [
        {
          "name": "images",
          "type": "IMAGE",
          "link": 138
        }
      ],
      "properties": {
        "Node name for S&R": "PreviewImage"
      }
    },
    {
      "id": 56,
      "type": "OpenposePreprocessor",
      "pos": [
        1086.5981891082874,
        993.7204909665024
      ],
      "size": {
        "0": 221.93661499023438,
        "1": 215.78916931152344
      },
      "flags": {},
      "order": 16,
      "mode": 4,
      "inputs": [
        {
          "name": "image",
          "type": "IMAGE",
          "link": 135
        }
      ],
      "outputs": [
        {
          "name": "IMAGE",
          "type": "IMAGE",
          "links": [
            138
          ],
          "slot_index": 0,
          "shape": 3
        },
        {
          "name": "POSE_KEYPOINT",
          "type": "POSE_KEYPOINT",
          "links": null,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "OpenposePreprocessor"
      },
      "widgets_values": [
        "disable",
        "enable",
        "disable",
        1216
      ]
    },
    {
      "id": 38,
      "type": "ControlNetApplySD3",
      "pos": [
        1040,
        482
      ],
      "size": {
        "0": 315,
        "1": 186
      },
      "flags": {},
      "order": 21,
      "mode": 0,
      "inputs": [
        {
          "name": "positive",
          "type": "CONDITIONING",
          "link": 119
        },
        {
          "name": "negative",
          "type": "CONDITIONING",
          "link": 124
        },
        {
          "name": "control_net",
          "type": "CONTROL_NET",
          "link": 130
        },
        {
          "name": "vae",
          "type": "VAE",
          "link": 121
        },
        {
          "name": "image",
          "type": "IMAGE",
          "link": 137
        }
      ],
      "outputs": [
        {
          "name": "positive",
          "type": "CONDITIONING",
          "links": [
            120
          ],
          "slot_index": 0,
          "shape": 3
        },
        {
          "name": "negative",
          "type": "CONDITIONING",
          "links": null,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "ControlNetApplySD3"
      },
      "widgets_values": [
        0.4,
        0,
        0.6
      ]
    },
    {
      "id": 58,
      "type": "LoadImage",
      "pos": [
        847.8660155899878,
        999.5778923080543
      ],
      "size": {
        "0": 210,
        "1": 314.0000305175781
      },
      "flags": {},
      "order": 6,
      "mode": 4,
      "outputs": [
        {
          "name": "IMAGE",
          "type": "IMAGE",
          "links": [
            135
          ],
          "slot_index": 0,
          "shape": 3
        },
        {
          "name": "MASK",
          "type": "MASK",
          "links": null,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "LoadImage"
      },
      "widgets_values": [
        "meditation-ncc.jpeg",
        "image"
      ]
    },
    {
      "id": 12,
      "type": "UNETLoader",
      "pos": [
        15,
        142
      ],
      "size": {
        "0": 315,
        "1": 82
      },
      "flags": {},
      "order": 7,
      "mode": 0,
      "outputs": [
        {
          "name": "MODEL",
          "type": "MODEL",
          "links": [
            139
          ],
          "slot_index": 0,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "UNETLoader"
      },
      "widgets_values": [
        "FLUX/flux1-dev.safetensors",
        "fp8_e4m3fn"
      ],
      "color": "#223",
      "bgcolor": "#335"
    },
    {
      "id": 10,
      "type": "VAELoader",
      "pos": [
        14,
        447
      ],
      "size": {
        "0": 311.81634521484375,
        "1": 60.429901123046875
      },
      "flags": {},
      "order": 8,
      "mode": 0,
      "outputs": [
        {
          "name": "VAE",
          "type": "VAE",
          "links": [
            12,
            121
          ],
          "slot_index": 0,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "VAELoader"
      },
      "widgets_values": [
        "ae.safetensors"
      ]
    },
    {
      "id": 57,
      "type": "LoadImage",
      "pos": [
        80,
        920
      ],
      "size": {
        "0": 277.5882568359375,
        "1": 314
      },
      "flags": {},
      "order": 9,
      "mode": 0,
      "outputs": [
        {
          "name": "IMAGE",
          "type": "IMAGE",
          "links": [
            137
          ],
          "slot_index": 0,
          "shape": 3
        },
        {
          "name": "MASK",
          "type": "MASK",
          "links": null,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "LoadImage"
      },
      "widgets_values": [
        "meditation-ncc.jpeg",
        "image"
      ]
    },
    {
      "id": 37,
      "type": "Note",
      "pos": [
        47,
        1310
      ],
      "size": {
        "0": 314.99755859375,
        "1": 117.98363494873047
      },
      "flags": {},
      "order": 10,
      "mode": 0,
      "properties": {
        "text": ""
      },
      "widgets_values": [
        "The reference sampling implementation auto adjusts the shift value based on the resolution, if you don't want this you can just bypass (CTRL-B) this ModelSamplingFlux node.\n"
      ],
      "color": "#432",
      "bgcolor": "#653"
    },
    {
      "id": 53,
      "type": "Note",
      "pos": [
        820,
        707
      ],
      "size": {
        "0": 278.28350830078125,
        "1": 177.200927734375
      },
      "flags": {},
      "order": 11,
      "mode": 0,
      "properties": {
        "text": ""
      },
      "widgets_values": [
        "IMPORTANT!\n\nCorrect controlnet type to set for each Flux Union mode (in the node above the loader):\n\ncanny - \"openpose\"\ntile - \"depth\"\ndepth - \"hed/pidi/scribble/ted\"\nblur - \"canny/lineart/anime_lineart/mlsd\"\npose - \"normal\"\ngray - \"segment\"\nlow quality - \"tile\""
      ],
      "color": "#432",
      "bgcolor": "#653"
    },
    {
      "id": 48,
      "type": "ControlNetLoader",
      "pos": [
        1162,
        833
      ],
      "size": {
        "0": 314.2430114746094,
        "1": 58
      },
      "flags": {},
      "order": 12,
      "mode": 0,
      "outputs": [
        {
          "name": "CONTROL_NET",
          "type": "CONTROL_NET",
          "links": [
            129
          ],
          "slot_index": 0,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "ControlNetLoader"
      },
      "widgets_values": [
        "diffusion_pytorch_model.safetensors"
      ]
    },
    {
      "id": 9,
      "type": "SaveImage",
      "pos": [
        1579,
        -49
      ],
      "size": {
        "0": 906.4111328125,
        "1": 1144.6201171875
      },
      "flags": {},
      "order": 26,
      "mode": 0,
      "inputs": [
        {
          "name": "images",
          "type": "IMAGE",
          "link": 9
        }
      ],
      "properties": {
        "Node name for S&R": "SaveImage"
      },
      "widgets_values": [
        "ComfyUI"
      ]
    },
    {
      "id": 49,
      "type": "SetUnionControlNetType",
      "pos": [
        1146,
        718
      ],
      "size": {
        "0": 315,
        "1": 58
      },
      "flags": {},
      "order": 18,
      "mode": 0,
      "inputs": [
        {
          "name": "control_net",
          "type": "CONTROL_NET",
          "link": 129
        }
      ],
      "outputs": [
        {
          "name": "CONTROL_NET",
          "type": "CONTROL_NET",
          "links": [
            130
          ],
          "slot_index": 0,
          "shape": 3
        }
      ],
      "properties": {
        "Node name for S&R": "SetUnionControlNetType"
      },
      "widgets_values": [
        "hed/pidi/scribble/ted"
      ]
    }
  ],
  "links": [
    [
      9,
      8,
      0,
      9,
      0,
      "IMAGE"
    ],
    [
      10,
      11,
      0,
      6,
      0,
      "CLIP"
    ],
    [
      12,
      10,
      0,
      8,
      1,
      "VAE"
    ],
    [
      19,
      16,
      0,
      13,
      2,
      "SAMPLER"
    ],
    [
      20,
      17,
      0,
      13,
      3,
      "SIGMAS"
    ],
    [
      24,
      13,
      0,
      8,
      0,
      "LATENT"
    ],
    [
      30,
      22,
      0,
      13,
      1,
      "GUIDER"
    ],
    [
      37,
      25,
      0,
      13,
      0,
      "NOISE"
    ],
    [
      42,
      26,
      0,
      22,
      1,
      "CONDITIONING"
    ],
    [
      54,
      30,
      0,
      22,
      0,
      "MODEL"
    ],
    [
      55,
      30,
      0,
      17,
      0,
      "MODEL"
    ],
    [
      112,
      34,
      0,
      27,
      0,
      "INT"
    ],
    [
      113,
      35,
      0,
      27,
      1,
      "INT"
    ],
    [
      114,
      35,
      0,
      30,
      2,
      "INT"
    ],
    [
      115,
      34,
      0,
      30,
      1,
      "INT"
    ],
    [
      116,
      27,
      0,
      13,
      4,
      "LATENT"
    ],
    [
      119,
      6,
      0,
      38,
      0,
      "CONDITIONING"
    ],
    [
      120,
      38,
      0,
      26,
      0,
      "CONDITIONING"
    ],
    [
      121,
      10,
      0,
      38,
      3,
      "VAE"
    ],
    [
      123,
      11,
      0,
      42,
      0,
      "CLIP"
    ],
    [
      124,
      42,
      0,
      38,
      1,
      "CONDITIONING"
    ],
    [
      129,
      48,
      0,
      49,
      0,
      "CONTROL_NET"
    ],
    [
      130,
      49,
      0,
      38,
      2,
      "CONTROL_NET"
    ],
    [
      135,
      58,
      0,
      56,
      0,
      "IMAGE"
    ],
    [
      137,
      57,
      0,
      38,
      4,
      "IMAGE"
    ],
    [
      138,
      56,
      0,
      59,
      0,
      "IMAGE"
    ],
    [
      139,
      12,
      0,
      30,
      0,
      "MODEL"
    ]
  ],
  "groups": [
    {
      "title": "Optional: Extract Openpose from image",
      "bounding": [
        829,
        927,
        730,
        444
      ],
      "color": "#3f789e",
      "font_size": 24,
      "locked": false
    }
  ],
  "config": {},
  "extra": {
    "ds": {
      "scale": 0.7627768444385503,
      "offset": [
        552.2231654335736,
        188.1528727426464
      ]
    },
    "groupNodes": {}
  },
  "version": 0.4
}