Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -20,22 +20,24 @@ moondream.eval()
|
|
20 |
|
21 |
@spaces.GPU(duration=10)
|
22 |
def answer_questions(image_tuples, prompt_text):
|
23 |
-
|
24 |
-
print(f"image_tuples:\n{image_tuples}\n")
|
25 |
|
|
|
26 |
prompts = [p.strip() for p in prompt_text.split(',')] # Splitting and cleaning prompts
|
27 |
-
|
28 |
|
29 |
-
|
30 |
-
print(f"split prompts:\n{prompts}\n")
|
31 |
|
|
|
|
|
|
|
|
|
32 |
answers = moondream.batch_answer(
|
33 |
images=image_embeds,
|
34 |
prompts=prompts,
|
35 |
tokenizer=tokenizer,
|
36 |
)
|
37 |
|
38 |
-
result = ""
|
39 |
for question, answer in zip(prompts, answers):
|
40 |
print(f"Q: {question}")
|
41 |
print(f"A: {answer}")
|
@@ -45,10 +47,11 @@ def answer_questions(image_tuples, prompt_text):
|
|
45 |
return result
|
46 |
|
47 |
with gr.Blocks() as demo:
|
|
|
48 |
gr.Markdown("# π moondream2\nA tiny vision language model. [GitHub](https://github.com/vikhyatk/moondream)")
|
49 |
with gr.Row():
|
50 |
img = gr.Gallery(label="Upload Images", type="pil")
|
51 |
-
prompt = gr.Textbox(label="Input Prompts", placeholder="Enter prompts separated by commas. Ex: Describe this image, What is in this image?", lines=2)
|
52 |
submit = gr.Button("Submit")
|
53 |
output = gr.TextArea(label="Responses", lines=4)
|
54 |
submit.click(answer_questions, [img, prompt], output)
|
|
|
20 |
|
21 |
@spaces.GPU(duration=10)
|
22 |
def answer_questions(image_tuples, prompt_text):
|
23 |
+
result = ""
|
|
|
24 |
|
25 |
+
print(f"prompt_text: {prompt_text}\n")
|
26 |
prompts = [p.strip() for p in prompt_text.split(',')] # Splitting and cleaning prompts
|
27 |
+
print(f"prompts: {prompts}\n")
|
28 |
|
29 |
+
image_embeds = [img[0] for img in image_tuples if img[0] is not None] # Extracting images from tuples, ignoring None
|
|
|
30 |
|
31 |
+
# Check if the lengths of image_embeds and prompts are equal
|
32 |
+
if len(image_embeds) != len(prompts):
|
33 |
+
return ("Error: The number of images input and prompts input (seperate by commas in input text field) must be the same.")
|
34 |
+
|
35 |
answers = moondream.batch_answer(
|
36 |
images=image_embeds,
|
37 |
prompts=prompts,
|
38 |
tokenizer=tokenizer,
|
39 |
)
|
40 |
|
|
|
41 |
for question, answer in zip(prompts, answers):
|
42 |
print(f"Q: {question}")
|
43 |
print(f"A: {answer}")
|
|
|
47 |
return result
|
48 |
|
49 |
with gr.Blocks() as demo:
|
50 |
+
gr.Markdown("# moondream2 unofficial batch processing demo")
|
51 |
gr.Markdown("# π moondream2\nA tiny vision language model. [GitHub](https://github.com/vikhyatk/moondream)")
|
52 |
with gr.Row():
|
53 |
img = gr.Gallery(label="Upload Images", type="pil")
|
54 |
+
prompt = gr.Textbox(label="Input Prompts", placeholder="Enter prompts (one prompt for each image provided) separated by commas. Ex: Describe this image, What is in this image?", lines=2)
|
55 |
submit = gr.Button("Submit")
|
56 |
output = gr.TextArea(label="Responses", lines=4)
|
57 |
submit.click(answer_questions, [img, prompt], output)
|