File size: 449 Bytes
7980796 84b54a2 67b7de3 84b54a2 7980796 e31c867 7980796 67b7de3 7980796 21fe431 dd4f18c 7980796 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
#import gradio as gr
#gr.load("models/KvrParaskevi/Llama-2-7b-Hotel-Booking-Model-8Bit").launch()
import gradio as gr
import spaces
from transformers import pipeline
pipe = pipeline("text-generation", model="KvrParaskevi/Llama-2-7b-Hotel-Booking-Model")
@spaces.GPU
def predict(text):
answer = pipe(text)[0]
print(answer)
return pipe(text)[0]["text"]
demo = gr.Interface(
fn=predict,
inputs='text',
outputs='text',
)
demo.launch() |