ZeroGPU

By wrapping GPU functions like this the pipeline doesn't have to be transferred from the main process to the GPU worker and GPU coldstart should be much faster (measured between 3s and 4s on this Space)

app.py

@@ -46,7 +46,6 @@ default_bas_frame_near = 1
 default_bas_frame_far = 1
 
 
-@spaces.GPU
 def process_image(
     pipe,
     path_input,
@@ -89,7 +88,6 @@ def process_image(
     )
 
 
-@spaces.GPU
 def process_video(
     pipe,
     path_input,
@@ -187,7 +185,6 @@ def process_video(
     )
 
 
-@spaces.GPU
 def process_bas(
     pipe,
     path_input,
@@ -282,9 +279,9 @@ def process_bas(
 
 
 def run_demo_server(pipe):
-    process_pipe_image = functools.partial(process_image, pipe)
-    process_pipe_video = functools.partial(process_video, pipe)
-    process_pipe_bas = functools.partial(process_bas, pipe)
+    process_pipe_image = spaces.GPU(functools.partial(process_image, pipe))
+    process_pipe_video = spaces.GPU(functools.partial(process_video, pipe))
+    process_pipe_bas = spaces.GPU(functools.partial(process_bas, pipe))
     os.environ["GRADIO_ALLOW_FLAGGING"] = "never"
 
     gradio_theme = gr.themes.Default()