| import gradio as gr | |
| theme = "darkgrass" | |
| title = "GPT-J-6B Demo" | |
| description = "Gradio Demo for GPT-J 6B, a Transformer model trained using Ben Wang's Mesh Transformer JAX. 'GPT-J' refers to the class of model, while '6B' represents the number of trainable parameters." | |
| article = "<p style='text-align: center'><a href='https://github.com/kingoflolz/mesh-transformer-jax' target='_blank'>GPT-J-6B: A 6 Billion Parameter Autoregressive Language Model</a></p>" | |
| examples = [ | |
| ['Narrativa is a NLP/NLG company that '], | |
| ["from transformers import AutoTokenizer"], | |
| ["- How are you?"] | |
| ] | |
| gr.Interface.load("huggingface/EleutherAI/gpt-j-6B", inputs=gr.inputs.Textbox(lines=5, label="Input Text"), | |
| theme=theme, title=title, description=description, article=article, examples=examples, enable_queue=True).launch() | |