app.py

import gradio as gr
title = "GPT-J-6B Demo"
description = "Gradio Demo for GPT-J 6B, a Transformer model trained using Ben Wang's Mesh Transformer JAX. 'GPT-J' refers to the class of model, while '6B' represents the number of trainable parameters."
article = "<p style='text-align: center'><a href='https://github.com/kingoflolz/mesh-transformer-jax' target='_blank'>GPT-J-6B: A 6 Billion Parameter Autoregressive Language Model</a></p>"
examples = [
    ["Narrativa is an NLP/NLG company that"],
    ["from transformers import AutoTokenizer"],
    ["Narrativa's CTO, Alberto Moratilla and Javier (CSO) are"]
]
gr.Interface.load("huggingface/EleutherAI/gpt-j-6B", inputs=gr.inputs.Textbox(lines=5, label="Input Text"),
                  title=title, description=description, article=article, examples=examples, enable_queue=True).launch()