Run insightface on CPU and adapt the code to make it work with ZeroGPU (#1)

- Run insightface on CPU and adapt the code to make it work with ZeroGPU (20afb24ea6e0e9425221805f14242a6fb4fdfa6f)
- change it in cropper.py too (dfb1c4ae7bc5f65ec2369cad65a205dbd0ea5c55)
- Update app.py (f4ffec51a38d4a3fc5d70fc671b69d0e00e02742)


Co-authored-by: Apolinário from multimodal AI art <[email protected]>

app.py

@@ -35,6 +35,14 @@ gradio_pipeline = GradioPipeline(
     args=args
 )
 
+@spaces.GPU(duration=240)
+def gpu_wrapped_execute_video(*args, **kwargs):
+    return gradio_pipeline.execute_video(*args, **kwargs)
+
+@spaces.GPU(duration=240)
+def gpu_wrapped_execute_image(*args, **kwargs):
+    return gradio_pipeline.execute_image(*args, **kwargs)
+
 # assets
 title_md = "assets/gradio_title.md"
 example_portrait_dir = "assets/examples/source"
@@ -111,7 +119,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
     with gr.Row():
         gr.Examples(
             examples=data_examples,
-            fn=lambda *args: spaces.GPU()(gradio_pipeline.execute_video)(*args),
+            fn=gpu_wrapped_execute_video,
             inputs=[
                 image_input,
                 video_input,
@@ -121,7 +129,7 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
             ],
             outputs=[output_image, output_image_paste_back],
             examples_per_page=5,
-            cache_examples="lazy",
+            cache_examples=False,
         )
     gr.Markdown(load_description("assets/gradio_description_retargeting.md"))
     with gr.Row():
@@ -152,13 +160,13 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
     # binding functions for buttons
     process_button_retargeting.click(
         # fn=gradio_pipeline.execute_image,
-        fn=lambda *args: spaces.GPU()(gradio_pipeline.execute_image)(*args),
+        fn=gpu_wrapped_execute_image,
         inputs=[eye_retargeting_slider, lip_retargeting_slider],
         outputs=[output_image, output_image_paste_back],
         show_progress=True
     )
     process_button_animation.click(
-        fn=lambda *args: spaces.GPU()(gradio_pipeline.execute_video)(*args),
+        fn=gpu_wrapped_execute_video,
         inputs=[
             image_input,
             video_input,

src/utils/cropper.py

@@ -36,7 +36,7 @@ class Cropper(object):
         device_id = kwargs.get('device_id', 0)
         self.landmark_runner = LandmarkRunner(
             ckpt_path=make_abs_path('../../pretrained_weights/liveportrait/landmark.onnx'),
-            onnx_provider='cuda',
+            onnx_provider='cpu',
             device_id=device_id
         )
         self.landmark_runner.warmup()
@@ -44,7 +44,7 @@ class Cropper(object):
         self.face_analysis_wrapper = FaceAnalysisDIY(
             name='buffalo_l',
             root=make_abs_path('../../pretrained_weights/insightface'),
-            providers=["CUDAExecutionProvider"]
+            providers=["CPUExecutionProvider"]
         )
         self.face_analysis_wrapper.prepare(ctx_id=device_id, det_size=(512, 512))
         self.face_analysis_wrapper.warmup()

src/utils/landmark_runner.py

@@ -27,7 +27,7 @@ class LandmarkRunner(object):
     """landmark runner"""
     def __init__(self, **kwargs):
         ckpt_path = kwargs.get('ckpt_path')
-        onnx_provider = kwargs.get('onnx_provider', 'cuda')  # 默认用cuda
+        onnx_provider = 'cpu' #run on cpu for it to work with ZeroGPU // kwargs.get('onnx_provider', 'cuda')  # 默认用cuda
         device_id = kwargs.get('device_id', 0)
         self.dsize = kwargs.get('dsize', 224)
         self.timer = Timer()