简介
ControlNet 是一个很强的插件，提供了很多种图片的控制方式，有的可以控制画面的结构，有的可以控制人物的姿势，还有的可以控制图片的画风，这对于提高AI绘画的质量特别有用。接下来就演示几种热门常用的控制方式
1.OpenPose（姿态控制预处理器）
姿态控制预处理器可以根据提供的图像将人物的骨骼脸部手部的姿态展示处理，通过这个预处理器可以很好的控制出图人物的姿态
2.Depth（深度预处理器）
深度预处理器可以将图片的空间的远近以黑白的形式展示出来，白近黑远，当我们上传一张图片通过OpenPose识别到手的位置，但骨骼图并不能描述手在身前还是身后的时候，那个深度预处理器就可以提现出作用了，当然还可以运用在一些建筑、室内等情况
3.LineArt（线条预处理器）
线条预处理器可以将图片用线条的形式描绘出来，可以很好的控制图片的细节
4.HED Soft-Edge（模糊线条预处理器）
模糊线条预处理器与线条预处理器类型也是用线条描绘图片，但仅大概描绘轮廓，更利于出图的随机性
接下来演示一下这四个预处理器效果,不同的预处理器之间是可以搭配使用的，根据不同的需求选择不用的预处理器来解决问题
附件工作流
复制Json内容到ComfyUI中即可
{
"last_node_id": 46,
"last_link_id": 65,
"nodes": [
{
"id": 31,
"type": "PreviewImage",
"pos": [
1110,
-1000
],
"size": {
"0": 210,
"1": 310
},
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 31,
"label": "图像"
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 29,
"type": "PreviewImage",
"pos": [
760,
-1000
],
"size": {
"0": 210,
"1": 310
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 30,
"label": "图像",
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 34,
"type": "HEDPreprocessor",
"pos": [
1050,
-500
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 34,
"label": "图像"
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
31,
54
],
"shape": 3,
"label": "图像",
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HEDPreprocessor"
},
"widgets_values": [
"enable",
512
]
},
{
"id": 32,
"type": "ControlNetLoader",
"pos": [
1060,
-640
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
53
],
"shape": 3,
"label": "ControlNet",
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ControlNetLoader"
},
"widgets_values": [
"control_v11p_sd15_softedge.pth"
]
},
{
"id": 25,
"type": "PreviewImage",
"pos": [
420,
-1000
],
"size": {
"0": 210,
"1": 310
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 29,
"label": "图像"
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 12,
"type": "ControlNetLoader",
"pos": [
30,
-640
],
"size": {
"0": 320,
"1": 60
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
47
],
"slot_index": 0,
"label": "ControlNet"
}
],
"properties": {
"Node name for S&R": "ControlNetLoader"
},
"widgets_values": [
"control_v11p_sd15_openpose.pth"
]
},
{
"id": 16,
"type": "OpenposePreprocessor",
"pos": [
30,
-540
],
"size": {
"0": 315,
"1": 150
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 22,
"label": "图像"
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
24,
48
],
"shape": 3,
"label": "图像",
"slot_index": 0
},
{
"name": "POSE_KEYPOINT",
"type": "POSE_KEYPOINT",
"links": null,
"shape": 3,
"label": "姿态关键点"
}
],
"properties": {
"Node name for S&R": "OpenposePreprocessor"
},
"widgets_values": [
"enable",
"enable",
"enable",
512
]
},
{
"id": 23,
"type": "ControlNetLoader",
"pos": [
380,
-640
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
49
],
"shape": 3,
"label": "ControlNet",
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ControlNetLoader"
},
"widgets_values": [
"control_v11f1p_sd15_depth.pth"
]
},
{
"id": 21,
"type": "Zoe_DepthAnythingPreprocessor",
"pos": [
370,
-500
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 32,
"label": "图像",
"slot_index": 0
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
29,
50
],
"shape": 3,
"label": "图像",
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "Zoe_DepthAnythingPreprocessor"
},
"widgets_values": [
"indoor",
512
]
},
{
"id": 30,
"type": "ControlNetLoader",
"pos": [
710,
-640
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
51
],
"shape": 3,
"label": "ControlNet",
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ControlNetLoader"
},
"widgets_values": [
"control_v11p_sd15_lineart.pth"
]
},
{
"id": 33,
"type": "LineArtPreprocessor",
"pos": [
710,
-500
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 33,
"label": "图像"
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
30,
52
],
"shape": 3,
"label": "图像",
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LineArtPreprocessor"
},
"widgets_values": [
"disable",
512
]
},
{
"id": 35,
"type": "Efficient Loader",
"pos": [
2130,
690
],
"size": {
"0": 400,
"1": 462
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "lora_stack",
"type": "LORA_STACK",
"link": null,
"label": "LoRA堆"
},
{
"name": "cnet_stack",
"type": "CONTROL_NET_STACK",
"link": 55,
"label": "ControlNet堆",
"slot_index": 1
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": null,
"shape": 3,
"label": "模型"
},
{
"name": "CONDITIONING+",
"type": "CONDITIONING",
"links": null,
"shape": 3,
"label": "正面条件"
},
{
"name": "CONDITIONING-",
"type": "CONDITIONING",
"links": null,
"shape": 3,
"label": "负面条件"
},
{
"name": "LATENT",
"type": "LATENT",
"links": null,
"shape": 3,
"label": "Latent"
},
{
"name": "VAE",
"type": "VAE",
"links": null,
"shape": 3,
"label": "VAE"
},
{
"name": "CLIP",
"type": "CLIP",
"links": null,
"shape": 3,
"label": "CLIP"
},
{
"name": "DEPENDENCIES",
"type": "DEPENDENCIES",
"links": null,
"shape": 3,
"label": "依赖"
}
],
"properties": {
"Node name for S&R": "Efficient Loader"
},
"widgets_values": [
"AWPainting_v1.3.safetensors",
"Baked VAE",
-1,
"None",
1,
1,
"CLIP_POSITIVE",
"CLIP_NEGATIVE",
"none",
"comfy",
512,
512,
1
],
"color": "#2a363b",
"bgcolor": "#3f5159",
"shape": 1
},
{
"id": 41,
"type": "Control Net Stacker",
"pos": [
1720,
650
],
"size": {
"0": 315,
"1": 146
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "control_net",
"type": "CONTROL_NET",
"link": null,
"label": "ControlNet"
},
{
"name": "image",
"type": "IMAGE",
"link": null,
"label": "图像"
},
{
"name": "cnet_stack",
"type": "CONTROL_NET_STACK",
"link": null,
"label": "ControlNet堆"
}
],
"outputs": [
{
"name": "CNET_STACK",
"type": "CONTROL_NET_STACK",
"links": [
55
],
"shape": 3,
"label": "ControlNet堆"
}
],
"properties": {
"Node name for S&R": "Control Net Stacker"
},
"widgets_values": [
1,
0,
1
],
"color": "#223322",
"bgcolor": "#335533",
"shape": 1
},
{
"id": 17,
"type": "PreviewImage",
"pos": [
70,
-1000
],
"size": {
"0": 210,
"1": 310
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 24,
"label": "图像"
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 37,
"type": "Control Net Stacker",
"pos": [
30,
-340
],
"size": {
"0": 315,
"1": 146
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 47,
"label": "ControlNet"
},
{
"name": "image",
"type": "IMAGE",
"link": 48,
"label": "图像"
},
{
"name": "cnet_stack",
"type": "CONTROL_NET_STACK",
"link": null,
"label": "ControlNet堆"
}
],
"outputs": [
{
"name": "CNET_STACK",
"type": "CONTROL_NET_STACK",
"links": [
62
],
"shape": 3,
"label": "ControlNet堆",
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "Control Net Stacker"
},
"widgets_values": [
1,
0,
1
],
"color": "#223322",
"bgcolor": "#335533",
"shape": 1
},
{
"id": 38,
"type": "Control Net Stacker",
"pos": [
370,
-340
],
"size": {
"0": 315,
"1": 146
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 49,
"label": "ControlNet"
},
{
"name": "image",
"type": "IMAGE",
"link": 50,
"label": "图像"
},
{
"name": "cnet_stack",
"type": "CONTROL_NET_STACK",
"link": 62,
"label": "ControlNet堆"
}
],
"outputs": [
{
"name": "CNET_STACK",
"type": "CONTROL_NET_STACK",
"links": [
63
],
"shape": 3,
"label": "ControlNet堆",
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "Control Net Stacker"
},
"widgets_values": [
0.2,
0,
1
],
"color": "#223322",
"bgcolor": "#335533",
"shape": 1
},
{
"id": 39,
"type": "Control Net Stacker",
"pos": [
710,
-340
],
"size": {
"0": 315,
"1": 146
},
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 51,
"label": "ControlNet"
},
{
"name": "image",
"type": "IMAGE",
"link": 52,
"label": "图像"
},
{
"name": "cnet_stack",
"type": "CONTROL_NET_STACK",
"link": 63,
"label": "ControlNet堆"
}
],
"outputs": [
{
"name": "CNET_STACK",
"type": "CONTROL_NET_STACK",
"links": [
64
],
"shape": 3,
"label": "ControlNet堆",
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "Control Net Stacker"
},
"widgets_values": [
0.5,
0,
1
],
"color": "#223322",
"bgcolor": "#335533",
"shape": 1
},
{
"id": 40,
"type": "Control Net Stacker",
"pos": [
1050,
-340
],
"size": {
"0": 315,
"1": 146
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 53,
"label": "ControlNet",
"slot_index": 0
},
{
"name": "image",
"type": "IMAGE",
"link": 54,
"label": "图像",
"slot_index": 1
},
{
"name": "cnet_stack",
"type": "CONTROL_NET_STACK",
"link": 64,
"label": "ControlNet堆"
}
],
"outputs": [
{
"name": "CNET_STACK",
"type": "CONTROL_NET_STACK",
"links": [
65
],
"shape": 3,
"label": "ControlNet堆",
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "Control Net Stacker"
},
"widgets_values": [
0.5,
0,
1
],
"color": "#223322",
"bgcolor": "#335533",
"shape": 1
},
{
"id": 44,
"type": "SaveImage",
"pos": [
2220,
-630
],
"size": {
"0": 320,
"1": 270
},
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 61,
"label": "图像"
}
],
"properties": {},
"widgets_values": [
"ComfyUI"
]
},
{
"id": 43,
"type": "KSampler (Efficient)",
"pos": [
1860,
-750
],
"size": {
"0": 330,
"1": 560
},
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 56,
"label": "模型"
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 57,
"label": "正面条件"
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 58,
"label": "负面条件"
},
{
"name": "latent_image",
"type": "LATENT",
"link": 59,
"label": "Latent"
},
{
"name": "optional_vae",
"type": "VAE",
"link": 60,
"label": "VAE(可选)"
},
{
"name": "script",
"type": "SCRIPT",
"link": null,
"label": "脚本"
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": null,
"shape": 3,
"label": "模型"
},
{
"name": "CONDITIONING+",
"type": "CONDITIONING",
"links": null,
"shape": 3,
"label": "正面条件"
},
{
"name": "CONDITIONING-",
"type": "CONDITIONING",
"links": null,
"shape": 3,
"label": "负面条件"
},
{
"name": "LATENT",
"type": "LATENT",
"links": null,
"shape": 3,
"label": "Latent"
},
{
"name": "VAE",
"type": "VAE",
"links": null,
"shape": 3,
"label": "VAE"
},
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
61
],
"shape": 3,
"label": "图像",
"slot_index": 5
}
],
"properties": {
"Node name for S&R": "KSampler (Efficient)"
},
"widgets_values": [
248390093388796,
null,
20,
10,
"dpmpp_2m",
"karras",
1,
"auto",
"true"
],
"color": "#222233",
"bgcolor": "#333355",
"shape": 1
},
{
"id": 42,
"type": "Efficient Loader",
"pos": [
1420,
-650
],
"size": {
"0": 400,
"1": 462.0000305175781
},
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "lora_stack",
"type": "LORA_STACK",
"link": null,
"label": "LoRA堆"
},
{
"name": "cnet_stack",
"type": "CONTROL_NET_STACK",
"link": 65,
"label": "ControlNet堆"
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
56
],
"shape": 3,
"label": "模型",
"slot_index": 0
},
{
"name": "CONDITIONING+",
"type": "CONDITIONING",
"links": [
57
],
"shape": 3,
"label": "正面条件",
"slot_index": 1
},
{
"name": "CONDITIONING-",
"type": "CONDITIONING",
"links": [
58
],
"shape": 3,
"label": "负面条件",
"slot_index": 2
},
{
"name": "LATENT",
"type": "LATENT",
"links": [
59
],
"shape": 3,
"label": "Latent",
"slot_index": 3
},
{
"name": "VAE",
"type": "VAE",
"links": [
60
],
"shape": 3,
"label": "VAE",
"slot_index": 4
},
{
"name": "CLIP",
"type": "CLIP",
"links": null,
"shape": 3,
"label": "CLIP"
},
{
"name": "DEPENDENCIES",
"type": "DEPENDENCIES",
"links": null,
"shape": 3,
"label": "依赖"
}
],
"properties": {
"Node name for S&R": "Efficient Loader"
},
"widgets_values": [
"AWPainting_v1.3.safetensors",
"Baked VAE",
-2,
"None",
1,
1,
"masterpiece, best quality, highres, 1girl, bare shoulders, brown hair, long hair, (orange dress:1.2), looking at viewer, forest, maple leaves,outdoors, wild, plants, cinematic lights, lightrays,depth of field, blurry_background, blurry_foreground, shiny luminious,",
"(hands), text, error, cropped, (worst quality:1.2), (low quality:1.2), normal quality, (jpeg artifacts:1.3), signature, watermark, username, blurry, artist name, monochrome, sketch, censorship, censor, (copyright:1.2), extra legs, (forehead mark) (depth of field) (emotionless) (penis), embedding:EasyNegative, embedding:badhandv4, ",
"none",
"comfy++",
768,
1152,
1
],
"color": "#443322",
"bgcolor": "#665533",
"shape": 1
},
{
"id": 11,
"type": "LoadImage",
"pos": [
-250,
-800
],
"size": [
220,
314
],
"flags": {},
"order": 5,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
22,
32,
33,
34
],
"slot_index": 0,
"label": "图像"
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"label": "遮罩"
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"aimake_Example_1713001562048_49 (1) (3).jpg",
"image"
]
}
],
"links": [
[
22,
11,
0,
16,
0,
"IMAGE"
],
[
24,
16,
0,
17,
0,
"IMAGE"
],
[
29,
21,
0,
25,
0,
"IMAGE"
],
[
30,
33,
0,
29,
0,
"IMAGE"
],
[
31,
34,
0,
31,
0,
"IMAGE"
],
[
32,
11,
0,
21,
0,
"IMAGE"
],
[
33,
11,
0,
33,
0,
"IMAGE"
],
[
34,
11,
0,
34,
0,
"IMAGE"
],
[
47,
12,
0,
37,
0,
"CONTROL_NET"
],
[
48,
16,
0,
37,
1,
"IMAGE"
],
[
49,
23,
0,
38,
0,
"CONTROL_NET"
],
[
50,
21,
0,
38,
1,
"IMAGE"
],
[
51,
30,
0,
39,
0,
"CONTROL_NET"
],
[
52,
33,
0,
39,
1,
"IMAGE"
],
[
53,
32,
0,
40,
0,
"CONTROL_NET"
],
[
54,
34,
0,
40,
1,
"IMAGE"
],
[
55,
41,
0,
35,
1,
"CONTROL_NET_STACK"
],
[
56,
42,
0,
43,
0,
"MODEL"
],
[
57,
42,
1,
43,
1,
"CONDITIONING"
],
[
58,
42,
2,
43,
2,
"CONDITIONING"
],
[
59,
42,
3,
43,
3,
"LATENT"
],
[
60,
42,
4,
43,
4,
"VAE"
],
[
61,
43,
5,
44,
0,
"IMAGE"
],
[
62,
37,
0,
38,
2,
"CONTROL_NET_STACK"
],
[
63,
38,
0,
39,
2,
"CONTROL_NET_STACK"
],
[
64,
39,
0,
40,
2,
"CONTROL_NET_STACK"
],
[
65,
40,
0,
42,
1,
"CONTROL_NET_STACK"
]
],
"groups": [],
"config": {},
"extra": {
"0246.VERSION": [
0,
0,
4
]
},
"version": 0.4
}
测试图片
