Update app.py

app.py

@@ -13,7 +13,20 @@ import numpy as np
 import cv2
 
 #vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16)
-
+controlnet = ControlNetModel.from_pretrained(
+    "diffusers/controlnet-canny-sdxl-1.0",
+    torch_dtype=torch.float16
+)
+
+pipe = StableDiffusionXLControlNetPipeline.from_pretrained(
+    "stabilityai/stable-diffusion-xl-base-1.0",
+    controlnet=controlnet,
+    #vae=vae,
+    torch_dtype=torch.float16, 
+    variant="fp16",
+    use_safetensors=True
+)
+pipe.to("cuda")
 generator = torch.Generator(device="cuda")
 
 #pipe.enable_model_cpu_offload()
@@ -30,21 +43,6 @@ def infer(use_custom_model, model_name, image_in, prompt, preprocessor, controln
 
     if preprocessor == "canny":
 
-        controlnet = ControlNetModel.from_pretrained(
-            "diffusers/controlnet-canny-sdxl-1.0",
-            torch_dtype=torch.float16
-        )
-
-        pipe = StableDiffusionXLControlNetPipeline.from_pretrained(
-            "stabilityai/stable-diffusion-xl-base-1.0",
-            controlnet=controlnet,
-            #vae=vae,
-            torch_dtype=torch.float16, 
-            variant="fp16",
-            use_safetensors=True
-        )
-        pipe.to("cuda")
-        
         image = load_image(image_in)
 
         image = np.array(image)