File size: 1,504 Bytes
ceb28a7 ce03565 ceb28a7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 |
import gradio as gr
from typing import List
from PIL import Image
from zhclip import ZhCLIPProcessor, ZhCLIPModel # From https://www.github.com/thu-ml/zh-clip
version = 'thu-ml/zh-clip-vit-roberta-large-patch14'
model = ZhCLIPModel.from_pretrained(version)
processor = ZhCLIPProcessor.from_pretrained(version)
def inference(image, texts):
texts = [x[0] for x in texts]
inputs = processor(text=texts, images=image, return_tensors="pt", padding=True)
outputs = model(**inputs)
image_features = outputs.image_features
text_features = outputs.text_features
text_probs = (image_features @ text_features.T).softmax(dim=-1)[0].detach().cpu().numpy()
return {i: float(text_probs[i]) for i in range(len(text_probs))}
title = "ZH-CLIP zero-shot classification"
description = "Chinese Clip Model (ZH-CLIP) zero-shot classification"
article="<p style='text-align: center'><a href='https://www.github.com/thu-ml/zh-clip' target='_blank'>github: zh-clip</a> <a href='https://huggingface.co/thu-ml/zh-clip-vit-roberta-large-patch14' target='_blank'>huggingface model: thu-ml/zh-clip-vit-roberta-large-patch14</a></p>"
examples = [['./images/dog.jpeg', [['一只狗'], ['一只猫']]]]
interpretation='default'
enable_queue=True
iface = gr.Interface(fn=inference, inputs=["image", "list"], outputs="label",
title=title, description=description, article=article, examples=examples,
enable_queue=enable_queue)
iface.launch(server_name='0.0.0.0')
|