Spaces:
Runtime error
Runtime error
JustinLin610
commited on
Commit
•
7e8b986
1
Parent(s):
010185e
update
Browse files- README.md +1 -0
- app.py +12 -7
- aurora.jpeg +0 -0
- beatles.jpeg +0 -0
- goog_luck.png +0 -0
- pokemon.jpeg +0 -0
README.md
CHANGED
@@ -21,5 +21,6 @@ gradio
|
|
21 |
`app_file`: _string_
|
22 |
app.py
|
23 |
|
|
|
24 |
`pinned`: _boolean_
|
25 |
true
|
|
|
21 |
`app_file`: _string_
|
22 |
app.py
|
23 |
|
24 |
+
|
25 |
`pinned`: _boolean_
|
26 |
true
|
app.py
CHANGED
@@ -1,11 +1,9 @@
|
|
1 |
import os
|
2 |
|
3 |
-
|
4 |
os.system('git clone https://github.com/pytorch/fairseq.git; cd fairseq;'
|
5 |
'pip install --use-feature=in-tree-build ./; cd ..')
|
6 |
os.system('ls -l')
|
7 |
|
8 |
-
|
9 |
import torch
|
10 |
import numpy as np
|
11 |
from fairseq import utils, tasks
|
@@ -17,7 +15,6 @@ from PIL import Image
|
|
17 |
from torchvision import transforms
|
18 |
import gradio as gr
|
19 |
|
20 |
-
|
21 |
# Register caption task
|
22 |
tasks.register_task('caption', CaptionTask)
|
23 |
# turn on cuda if GPU is available
|
@@ -105,8 +102,8 @@ def apply_half(t):
|
|
105 |
|
106 |
|
107 |
# Function for image captioning
|
108 |
-
def image_caption(
|
109 |
-
sample = construct_sample(
|
110 |
sample = utils.move_to_cuda(sample) if use_cuda else sample
|
111 |
sample = utils.apply_to_sample(apply_half, sample) if use_fp16 else sample
|
112 |
with torch.no_grad():
|
@@ -114,5 +111,13 @@ def image_caption(inp):
|
|
114 |
return result[0]['caption']
|
115 |
|
116 |
|
117 |
-
|
118 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
import os
|
2 |
|
|
|
3 |
os.system('git clone https://github.com/pytorch/fairseq.git; cd fairseq;'
|
4 |
'pip install --use-feature=in-tree-build ./; cd ..')
|
5 |
os.system('ls -l')
|
6 |
|
|
|
7 |
import torch
|
8 |
import numpy as np
|
9 |
from fairseq import utils, tasks
|
|
|
15 |
from torchvision import transforms
|
16 |
import gradio as gr
|
17 |
|
|
|
18 |
# Register caption task
|
19 |
tasks.register_task('caption', CaptionTask)
|
20 |
# turn on cuda if GPU is available
|
|
|
102 |
|
103 |
|
104 |
# Function for image captioning
|
105 |
+
def image_caption(Image):
|
106 |
+
sample = construct_sample(Image)
|
107 |
sample = utils.move_to_cuda(sample) if use_cuda else sample
|
108 |
sample = utils.apply_to_sample(apply_half, sample) if use_fp16 else sample
|
109 |
with torch.no_grad():
|
|
|
111 |
return result[0]['caption']
|
112 |
|
113 |
|
114 |
+
title = "OFA-Image_Caption"
|
115 |
+
description = "Gradio Demo for OFA-Image_Caption. Upload your own image or click any one of the examples, and click " \
|
116 |
+
"\"Submit\" and then wait for the generated caption. "
|
117 |
+
article = "<p style='text-align: center'><a href='https://github.com/OFA-Sys/OFA' target='_blank'>OFA Github " \
|
118 |
+
"Repo</a></p> "
|
119 |
+
examples = [['beatles.jpeg'], ['aurora.jpeg'], ['good_luck.png'], ['pokemon.jpeg'], ['cakes.JPG'], ['wedding.JPG']]
|
120 |
+
io = gr.Interface(fn=image_caption, inputs=gr.inputs.Image(type='pil'), outputs=gr.outputs.Textbox(label="Caption"),
|
121 |
+
title=title, description=description, article=article, examples=examples,
|
122 |
+
allow_flagging=False, allow_screenshot=False)
|
123 |
+
io.launch(enable_queue=True, cache_examples=True)
|
aurora.jpeg
ADDED
beatles.jpeg
ADDED
goog_luck.png
ADDED
pokemon.jpeg
ADDED