update

README.md

@@ -1,7 +1,7 @@
 ---
-title: Detic
+title: Detic+ChatGPT
 emoji: 👀
-colorFrom: indigo
+colorFrom: blue
 colorTo: red
 sdk: gradio
 app_file: app.py

app.py

@@ -77,12 +77,6 @@ BUILDIN_METADATA_PATH = {
     "coco": "coco_2017_val",
 }
 
-vocabulary = "lvis"  # change to 'lvis', 'objects365', 'openimages', or 'coco'
-metadata = MetadataCatalog.get(BUILDIN_METADATA_PATH[vocabulary])
-classifier = BUILDIN_CLASSIFIER[vocabulary]
-num_classes = len(metadata.thing_classes)
-reset_cls_test(predictor.model, classifier, num_classes)
-
 session_token = os.environ.get("SessionToken")
 
 
@@ -98,7 +92,11 @@ def get_response_from_chatbot(text):
     return response
 
 
-def inference(img):
+def inference(img, vocabulary):
+    metadata = MetadataCatalog.get(BUILDIN_METADATA_PATH[vocabulary])
+    classifier = BUILDIN_CLASSIFIER[vocabulary]
+    num_classes = len(metadata.thing_classes)
+    reset_cls_test(predictor.model, classifier, num_classes)
 
     im = cv2.imread(img)
 
@@ -140,21 +138,35 @@ def inference(img):
     )
 
 
+# create a gradio block for image classification
 with gr.Blocks() as demo:
     gr.Markdown("# Detic+ChatGPT")
-    gr.Markdown("Use Detic to detect objects in an image and then use ChatGPT to describe the image.")
-    
-    gr.HTML("<p>You can duplicating this space and use your own session token: <a style='display:inline-block' href='https://huggingface.co/spaces/yizhangliu/chatGPT?duplicate=true'><img src='https://img.shields.io/badge/-Duplicate%20Space-blue?labelColor=white&style=flat&logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAAAXNSR0IArs4c6QAAAP5JREFUOE+lk7FqAkEURY+ltunEgFXS2sZGIbXfEPdLlnxJyDdYB62sbbUKpLbVNhyYFzbrrA74YJlh9r079973psed0cvUD4A+4HoCjsA85X0Dfn/RBLBgBDxnQPfAEJgBY+A9gALA4tcbamSzS4xq4FOQAJgCDwV2CPKV8tZAJcAjMMkUe1vX+U+SMhfAJEHasQIWmXNN3abzDwHUrgcRGmYcgKe0bxrblHEB4E/pndMazNpSZGcsZdBlYJcEL9Afo75molJyM2FxmPgmgPqlWNLGfwZGG6UiyEvLzHYDmoPkDDiNm9JR9uboiONcBXrpY1qmgs21x1QwyZcpvxt9NS09PlsPAAAAAElFTkSuQmCC&logoWidth=14' alt='Duplicate Space'></a></p>")
-    gr.HTML("<p> Instruction on how to get session token can be seen in video <a style='display:inline-block' href='https://www.youtube.com/watch?v=TdNSj_qgdFk'><font style='color:blue;weight:bold;'>here</font></a>. Add your session token by going to settings and add under secrets. </p>")
-   
+    gr.Markdown(
+        "Use Detic to detect objects in an image and then use ChatGPT to describe the image."
+    )
+
+    gr.HTML(
+        "<p>You can duplicating this space and use your own session token: <a style='display:inline-block' href='https://huggingface.co/spaces/yizhangliu/chatGPT?duplicate=true'><img src='https://img.shields.io/badge/-Duplicate%20Space-blue?labelColor=white&style=flat&logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAAAXNSR0IArs4c6QAAAP5JREFUOE+lk7FqAkEURY+ltunEgFXS2sZGIbXfEPdLlnxJyDdYB62sbbUKpLbVNhyYFzbrrA74YJlh9r079973psed0cvUD4A+4HoCjsA85X0Dfn/RBLBgBDxnQPfAEJgBY+A9gALA4tcbamSzS4xq4FOQAJgCDwV2CPKV8tZAJcAjMMkUe1vX+U+SMhfAJEHasQIWmXNN3abzDwHUrgcRGmYcgKe0bxrblHEB4E/pndMazNpSZGcsZdBlYJcEL9Afo75molJyM2FxmPgmgPqlWNLGfwZGG6UiyEvLzHYDmoPkDDiNm9JR9uboiONcBXrpY1qmgs21x1QwyZcpvxt9NS09PlsPAAAAAElFTkSuQmCC&logoWidth=14' alt='Duplicate Space'></a></p>"
+    )
+    gr.HTML(
+        "<p> Instruction on how to get session token can be seen in video <a style='display:inline-block' href='https://www.youtube.com/watch?v=TdNSj_qgdFk'><font style='color:blue;weight:bold;'>here</font></a>. Add your session token by going to settings and add under secrets. </p>"
+    )
+
     with gr.Column():
-        inp = gr.Image(label="Input Image", type="filepath")
+        with gr.Row():
+            inp = gr.Image(label="Input Image", type="filepath")
+            vocab = gr.Dropdown(
+                ["lvis", "objects365", "openimages", "coco"],
+                label="Vocabulary",
+                value="lvis",
+            )
+
         btn_detic = gr.Button("Run Detic+ChatGPT")
-    with gr.Column():
+    with gr.Row():
         outviz = gr.Image(label="Visualization", type="pil")
-        output_desc = gr.Textbox(label="chatGPT Description", lines=5)
+        output_desc = gr.Textbox(label="ChatGPT Description", lines=5)
         # outputjson = gr.JSON(label="Detected Objects")
 
-    btn_detic.click(fn=inference, inputs=inp, outputs=[outviz, output_desc])
+    btn_detic.click(fn=inference, inputs=[inp, vocab], outputs=[outviz, output_desc])
 
 demo.launch()