Spaces:
Sleeping
Sleeping
import gc | |
import gradio as gr | |
from transformers import pipeline | |
pipe = pipeline('text-generation', framework='pt', model='akhooli/ap2023', tokenizer='akhooli/ap2023') | |
#gc.collect() | |
samples = [['أنت' | |
,None, None, None, None],['هل غادر' | |
,None, None, None, None ],['ألا ليت' | |
,None, None, None, None ],['يا قدس' | |
,None, None, None, None],['عيد بأية حال' | |
,None, None, None, None],['لكل شيء إذا ما' | |
,None, None, None, None ],['.' | |
,None, None, None, None]] | |
#samples = [['أنت' | |
# ,.96],['هل غادر' | |
# , 1.0],['ألا ليت' | |
# ,0.99],['يا قدس' | |
# , 0.98],['عيد بأية حال' | |
# ,0.94],['لكل شيء إذا ما' | |
# ,0.92],['.',0.99]] | |
notes = """ | |
- Enter a short prompt or select (click) one of the examples and click SEND | |
- Adjust parameters (temperture, top k, top p and penalty) through the slider (keep close to default values). | |
- Clear and enter new prompt or select another example and SEND to regenerate | |
- The '.' means start a new line from no prompt (your prompt need not be long) | |
- Be patient: this runs on CPU (free tier) | |
- Feedback (Twitter): @akhooli (https://twitter.com/akhooli/status/1611025232201977859) | |
- Note/Disclaimer: may generate unaccepted or inappropriate content. Use at your own risk. | |
""" | |
def sayPoetry(prompt, temp=0.95, topk = 50, topp = 0.92, penalty=1.0): | |
gen = pipe(prompt, max_length=96, temperature = temp, top_k=topk, top_p=topp, repetition_penalty=penalty)[0]["generated_text"] | |
poetry ="" | |
for line in gen.split('.')[:-1]: | |
poetry += line #+ "\n" | |
return poetry | |
poetry = gr.Interface(fn=sayPoetry, | |
inputs=[ | |
gr.Textbox(label="Enter short prompt or select from examples:"), | |
gr.Slider(0.80, 1.0, step=0.01,default=0.99, label='control temperature'), | |
gr.Slider(25, 100, step=1,default=50, label='control top k'), | |
gr.Slider(0.80, 1.0, step=0.01,default=1.0, label='control top p'), | |
gr.Slider(0.90, 1.20, step=0.01,default=1.0, label='control penalty'), | |
], | |
outputs=[gr.Textbox(label="Generated Poetry:")], | |
allow_flagging='never', | |
title='Arabic Poetry Generation Demo (updated Jan. 2023)', | |
description = "A simple demo of AI generated poetry based on 1M poems fine-tuned using AraGPT2 (be patient, runs on cpu)", | |
examples=samples, | |
cache_examples=False, | |
article = notes) | |
poetry.launch() |