Update app.py

app.py

@@ -1,4 +1,17 @@
 import gradio as gr
+from gradio_client import Client
+
+fusecap_client = Client("https://noamrot-fusecap-image-captioning.hf.space/")
+
+def get_caption(image_in):
+    
+    fusecap_result = fusecap_client.predict(
+	    image_in,	# str representing input in 'raw_image' Image component
+	    api_name="/predict"
+    )
+    print(fusecap_result)
+    return fusecap_result
+
 import re
 import torch
 from transformers import pipeline
@@ -26,7 +39,9 @@ instruction = f"""
 <|user|>
 """
 
-def infer(user_prompt):
+def infer(image_in):
+
+    user_prompt = get_caption(image_in)
     prompt = f"{instruction.strip()}\n{user_prompt}</s>"    
     print(f"PROMPT: {prompt}")
     outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
@@ -41,7 +56,7 @@ def infer(user_prompt):
 gr.Interface(
     fn = infer,
     inputs = [
-        gr.Textbox()
+        gr.Image(type="filepath")
     ],
     outputs = [
         gr.Textbox()