update: add examples and allow quota adjust

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 *.tar.gz filter=lfs diff=lfs merge=lfs -text
+*.mp4 filter=lfs diff=lfs merge=lfs -text

README.md

@@ -10,4 +10,4 @@ app_file: app.py
 pinned: false
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app/entry.py

@@ -7,11 +7,10 @@ from app.handler import handler
 
 if __name__ == '__main__':
     demo = gr.Interface(
-            fn             = handler,
-            inputs         = get_inputs_components(),
-            outputs        = get_outputs_components(),
-            # examples       = get_examples(),
-            allow_flagging = 'never',
+            fn       = handler,
+            inputs   = get_inputs_components(),
+            outputs  = get_outputs_components(),
+            examples = get_examples(),
         )
 
     demo.launch()

app/gui.py

@@ -1,4 +1,6 @@
+import os
 import gradio as gr
+from glob import glob
 
 
 def get_inputs_components():
@@ -10,7 +12,13 @@ def get_inputs_components():
             gr.Radio(
                 choices = ['Static Camera', 'Dynamic Camera'],
                 label   = 'Camera Status',
-                info    = 'If the camera is static, DPVO will be skipped.'),
+                info    = 'If the camera is static, DPVO will be skipped.'
+            ),
+            gr.Number(
+                value = 60,
+                label = 'GPU quota',
+                info  = 'Decrease this value if you have insufficient GPU quota left. (Allocating too less may cause wasting of GPU quota while allocating too much won\'t. We suggest to set it as much as possible.)',
+            ),
         ]
 
 
@@ -28,5 +36,9 @@ def get_outputs_components():
 
 
 def get_examples():
-    # TODO: Add examples.
-    return []
+    REPO_ROOT = str(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
+
+    return [
+        [os.path.join(REPO_ROOT, 'examples/cxk.mp4'), 'Static Camera', 60],
+        [os.path.join(REPO_ROOT, 'examples/tennis.mp4'), 'Static Camera', 60],
+    ]

app/handler.py

@@ -41,39 +41,44 @@ def prepare_cfg(is_static:bool, video_path:str, demo_id:str):
     return cfg
 
 
-@spaces.GPU
-def run_demo(cfg, progress):
-    paths = cfg.paths
-    Log.info(f"[GPU]: {torch.cuda.get_device_name()}")
-    Log.info(f'[GPU]: {torch.cuda.get_device_properties("cuda")}')
-
-    # ===== Preprocess and save to disk ===== #
-    run_preprocess(cfg)
-    data = load_data_dict(cfg)
-
-    # ===== HMR4D ===== #
-    if not Path(paths.hmr4d_results).exists():
-        Log.info("[HMR4D] Predicting")
-        model: DemoPL = hydra.utils.instantiate(cfg.model, _recursive_=False)
-        model.load_pretrained_model(cfg.ckpt_path)
-        model = model.eval().cuda()
-        tic = Log.sync_time()
-        pred = model.predict(data, static_cam=cfg.static_cam)
-        pred = detach_to_cpu(pred)
-        data_time = data["length"] / 30
-        Log.info(f"[HMR4D] Elapsed: {Log.sync_time() - tic:.2f}s for data-length={data_time:.1f}s")
-        torch.save(pred, paths.hmr4d_results)
-
-    # ===== Render ===== #
-    render_incam(cfg)
-    render_global(cfg)
-    if not Path(paths.incam_global_horiz_video).exists():
-        Log.info("[Merge Videos]")
-        merge_videos_horizontal([paths.incam_video, paths.global_video], paths.incam_global_horiz_video)
-
+def run_demo(cfg, progress, GPU_quota):
+    ''' Allow user to adjust GPU quota. '''
+
+    @spaces.GPU(duration=GPU_quota)
+    def run_GPU_task():
+        paths = cfg.paths
+        Log.info(f"[GPU]: {torch.cuda.get_device_name()}")
+        Log.info(f'[GPU]: {torch.cuda.get_device_properties("cuda")}')
+
+        # ===== Preprocess and save to disk ===== #
+        run_preprocess(cfg)
+        data = load_data_dict(cfg)
+
+        # ===== HMR4D ===== #
+        if not Path(paths.hmr4d_results).exists():
+            Log.info("[HMR4D] Predicting")
+            model: DemoPL = hydra.utils.instantiate(cfg.model, _recursive_=False)
+            model.load_pretrained_model(cfg.ckpt_path)
+            model = model.eval().cuda()
+            tic = Log.sync_time()
+            pred = model.predict(data, static_cam=cfg.static_cam)
+            pred = detach_to_cpu(pred)
+            data_time = data["length"] / 30
+            Log.info(f"[HMR4D] Elapsed: {Log.sync_time() - tic:.2f}s for data-length={data_time:.1f}s")
+            torch.save(pred, paths.hmr4d_results)
+
+        # ===== Render ===== #
+        render_incam(cfg)
+        render_global(cfg)
+        if not Path(paths.incam_global_horiz_video).exists():
+            Log.info("[Merge Videos]")
+            merge_videos_horizontal([paths.incam_video, paths.global_video], paths.incam_global_horiz_video)
+
+    run_GPU_task()
     return
 
-def handler(video_path, cam_status, progress=gr.Progress()):
+
+def handler(video_path, cam_status, GPU_quota, progress=gr.Progress()):
     # 0. Check validity of inputs.
     if cam_status not in ['Static Camera', 'Dynamic Camera']:
         raise gr.Error('Please define the camera status!', duration=5)
@@ -85,6 +90,10 @@ def handler(video_path, cam_status, progress=gr.Progress()):
     Log.info(f"[Input Args] is_static: {is_static}")
     Log.info(f"[Input Args] video_path: {video_path}")
 
+    if not is_static:
+        Log.info("[Warning] Dynamic Camera is not supported yet.")
+        raise gr.Error('DPVO is not supported in spaces yet. Try to run videos with static camera instead!', duration=20)
+
     # 2. Prepare cfg.
     Log.info(f"[Video]: {video_path}")
     demo_id = f'{Path(video_path).stem}_{np.random.randint(0, 1024):04d}'
@@ -93,7 +102,7 @@ def handler(video_path, cam_status, progress=gr.Progress()):
     # 3. Run demo.
     cfg = OmegaConf.to_container(cfg, resolve=True)
     cfg = OmegaConf.create(cfg)
-    run_demo(cfg, progress)
+    run_demo(cfg, progress, GPU_quota)
 
     # 4. Prepare the output.
     return cfg.paths.incam_video, cfg.paths.global_video

examples/cxk.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca27a614c055ba2a971184e6878a9b6cef7b71bffe30bdcae1d811b4b28c3841
+size 935863

examples/tennis.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb3c7170b4b1afcf1750e5b6506d97745a16841f855a7cfb3ec869601cc5447
+size 2116761