init

app.py

@@ -47,7 +47,7 @@ def start_worker(model_path: str, bits=4):
         "--model-path",
         model_path,
         "--model-name",
-        'llava-v1.5-UGround_v1',
+        'llava-v1.5-UGround-4bit',
         "--use-flash-attn",
     ]
     if bits != 16:
@@ -70,7 +70,7 @@ if __name__ == "__main__":
     gws.models = []
 
     gws.title_markdown += """
-This is a demo for UGround from *Navigating the Digital World as Humans Do: Universal Visual Grounding for GUI Agents*. We load the 4bit model by default.
+This is a demo for UGround from *Navigating the Digital World as Humans Do: Universal Visual Grounding for GUI Agents*. We load the **4bit** model for it.
 """
 
     print(f"args: {gws.args}")
@@ -79,7 +79,7 @@ This is a demo for UGround from *Navigating the Digital World as Humans Do: Univ
     model_path = "osunlp/UGround"
     # "osunlp/UGround"
     bits = int(os.getenv("bits", 4))
-    concurrency_count = int(os.getenv("concurrency_count", 2))
+    concurrency_count = int(os.getenv("concurrency_count", 3))
 
     controller_proc = start_controller()
     worker_proc = start_worker(model_path, bits=bits)

llava/serve/gradio_web_server.py

@@ -460,7 +460,7 @@ def build_demo(embed_mode, cur_dir=None, concurrency_count=1):
                         interactive=True,
                         show_label=False,
                         container=False)
-                # model_selector="llava-v1.5-UGround_v1"
+                # model_selector="llava-v1.5-UGround-4bit"
 
                 imagebox = gr.Image(type="pil")
                 image_process_mode = gr.Radio(
@@ -479,8 +479,8 @@ def build_demo(embed_mode, cur_dir=None, concurrency_count=1):
                 # max_output_tokens=16384
                 #
                 with gr.Accordion("Parameters", open=False) as parameter_row:
-                    temperature = gr.Slider(minimum=0.0, maximum=1.0, value=0.2, step=0.1, interactive=True, label="Temperature",)
-                    top_p = gr.Slider(minimum=0.0, maximum=1.0, value=0.7, step=0.1, interactive=True, label="Top P",)
+                    temperature = gr.Slider(minimum=0.0, maximum=1.0, value=0.1, step=0.1, interactive=True, label="Temperature",)
+                    top_p = gr.Slider(minimum=0.0, maximum=1.0, value=0, step=0.1, interactive=True, label="Top P",)
                     max_output_tokens = gr.Slider(minimum=0, maximum=1024, value=512, step=64, interactive=True, label="Max output tokens",)
 
             with gr.Column(scale=8):