GPT-J-6B / app.py
1 import gradio as gr
2 theme = "darkgrass"
3 title = "GPT-J-6B Demo"
4 description = "Gradio Demo for GPT-J 6B, a Transformer model trained using Ben Wang's Mesh Transformer JAX. 'GPT-J' refers to the class of model, while '6B' represents the number of trainable parameters."
5 article = "<p style='text-align: center'><a href='https://github.com/kingoflolz/mesh-transformer-jax' target='_blank'>GPT-J-6B: A 6 Billion Parameter Autoregressive Language Model</a></p>"
6 examples = [
7 ['Narrativa is a NLP/NLG company that '],
8 ["from transformers import AutoTokenizer"],
9 ["- How are you?"]
10 ]
11 gr.Interface.load("huggingface/EleutherAI/gpt-j-6B", inputs=gr.inputs.Textbox(lines=5, label="Input Text"),
12 theme=theme, title=title, description=description, article=article, examples=examples, enable_queue=True).launch()
13