Update app.py

app.py

@@ -60,9 +60,9 @@ def bot_streaming(message, history):
         gr.Error("You need to upload an image for Phi-3-vision to work.")
 
     prompt = f"{message['text']}<|image_1|>\nCan you convert the table to markdown format?{prompt_suffix}{assistant_prompt}"
-    # print(f"prompt: {prompt}")
+    print(f"prompt: {prompt}")
     image = Image.open(image)
-    inputs = processor(prompt, image, return_tensors='pt').to("cuda:0")
+    inputs = processor(prompt, [image], return_tensors='pt').to("cuda:0")
 
     streamer = TextIteratorStreamer(processor, **{"skip_special_tokens": False, "skip_prompt": True})
     generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False, eos_token_id=processor.tokenizer.eos_token_id)
@@ -73,9 +73,6 @@ def bot_streaming(message, history):
     buffer = ""
     time.sleep(0.5)
     for new_text in streamer:
-        # find <|eot_id|> and remove it from the new_text
-        if "<|eot_id|>" in new_text:
-            new_text = new_text.split("<|eot_id|>")[0]
         buffer += new_text
 
         generated_text_without_prompt = buffer