Update app.py (#6)

- Update app.py (3b001a1f4da58ad2a0d6c1f135deae4e681ce6ff)

app.py

@@ -62,10 +62,10 @@ def bot_streaming(message, history):
     prompt = f"{message['text']}<|image_1|>\nCan you convert the table to markdown format?{prompt_suffix}{assistant_prompt}"
     # print(f"prompt: {prompt}")
     image = Image.open(image)
-    inputs = processor(prompt, [image], return_tensors='pt').to(0, torch.float16)
+    inputs = processor(prompt, image, return_tensors='pt').to("cuda:0")
 
     streamer = TextIteratorStreamer(processor, **{"skip_special_tokens": False, "skip_prompt": True})
-    generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False)
+    generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False, eos_token_id=processor.tokenizer.eos_token_id)
 
     thread = Thread(target=model.generate, kwargs=generation_kwargs)
     thread.start()