import gradio as gr
theme = "darkgrass"
title = "GPT-J-6B Demo"
description = "Gradio Demo for GPT-J 6B, a Transformer model trained using Ben Wang's Mesh Transformer JAX. 'GPT-J' refers to the class of model, while '6B' represents the number of trainable parameters."
article = "<p style='text-align: center'><a href='https://github.com/kingoflolz/mesh-transformer-jax' target='_blank'>GPT-J-6B: A 6 Billion Parameter Autoregressive Language Model</a></p>"
examples = [
    ['Narrativa is a NLP/NLG company that '],
    ["from transformers import AutoTokenizer"],
    ["- How are you?"]
]
gr.Interface.load("huggingface/EleutherAI/gpt-j-6B", inputs=gr.inputs.Textbox(lines=5, label="Input Text"),
                  theme=theme, title=title, description=description, article=article, examples=examples, enable_queue=True).launch()