add multi contronet

app_haircolor_inpaint_15.py

@@ -35,10 +35,10 @@ controlnet = [
         "lllyasviel/control_v11p_sd15_inpaint", 
         torch_dtype=torch.float16,
     ),
-    # ControlNetModel.from_pretrained(
-    #     "diffusers/controlnet-canny-sdxl-1.0",
-    #     torch_dtype=torch.float16,
-    # ),
+    ControlNetModel.from_pretrained(
+        "lllyasviel/control_v11p_sd15_canny",
+        torch_dtype=torch.float16,
+    ),
 ]
 
 basepipeline = StableDiffusionControlNetInpaintPipeline.from_pretrained(
@@ -70,7 +70,7 @@ def image_to_image(
     run_task_time, time_cost_str = get_time_cost(run_task_time, time_cost_str)
     canny_image = canny_detector(input_image, int(generate_size*0.375), generate_size)
     inpaint_image = make_inpaint_condition(input_image, mask_image)
-    control_image = [inpaint_image]
+    control_image = [inpaint_image, canny_image]
 
     generator = torch.Generator(device=DEVICE).manual_seed(seed)
     generated_image = basepipeline(
@@ -84,7 +84,7 @@ def image_to_image(
         width=generate_size,
         guidance_scale=guidance_scale,
         num_inference_steps=num_steps,
-        # controlnet_conditioning_scale=[inpaint_scale, canny_scale]
+        controlnet_conditioning_scale=[inpaint_scale, canny_scale]
     ).images[0]
     
     run_task_time, time_cost_str = get_time_cost(run_task_time, time_cost_str)