avoid memory leak

gradio_app/custom_models/mvimg_prediction.py

@@ -15,7 +15,7 @@ checkpoint_path = "ckpt/img2mvimg/unet_state_dict.pth"
 trainer, pipeline = load_pipeline(training_config, checkpoint_path)
 
 def predict(img_list: List[Image.Image], guidance_scale=2., **kwargs):
-    pipeline.enable_model_cpu_offload()
+    pipeline = pipeline.to("cuda")
     if isinstance(img_list, Image.Image):
         img_list = [img_list]
     img_list = [rgba_to_rgb(i) if i.mode == 'RGBA' else i for i in img_list]

gradio_app/custom_models/normal_prediction.py

@@ -10,7 +10,7 @@ checkpoint_path = "ckpt/image2normal/unet_state_dict.pth"
 trainer, pipeline = load_pipeline(training_config, checkpoint_path)
 
 def predict_normals(image: List[Image.Image], guidance_scale=2., do_rotate=True, num_inference_steps=30, **kwargs):    
-    pipeline.enable_model_cpu_offload()
+    pipeline = pipeline.to("cuda")
     
     img_list = image if isinstance(image, list) else [image]
     img_list = [rgba_to_rgb(i) if i.mode == 'RGBA' else i for i in img_list]