import gradio as gr from transformers import pipeline generator = pipeline('text-generation', model='sr5434/chatbot', tokenizer='EleutherAI/gpt-neo-125M') def generate(text): result = generator("You are a friendly, helpful chatbot. Your conversation starts below:\n"+"Human: " + text + "\nAssistant:", max_length=128, num_return_sequences=1, temperature = 0.8) return result[0]["generated_text"][23:] examples = [ ['What is your favorite school subject?'], ['How are you?'], ] demo = gr.Interface( fn=generate, inputs=gr.inputs.Textbox(lines=5, label="Input Text"), outputs=gr.outputs.Textbox(label="Generated Text"), examples=examples ) demo.launch()