app.py

import openai
import numpy as np
import os
import gradio as gr
 
openai.api_key = os.environ["api_key"]
engine = os.environ["engine"]


def happytt(temperature,max_tokens,text): 

  response = openai.Completion.create(
    engine=engine,
    prompt=text,
    temperature=temperature,
    max_tokens=max_tokens,
    top_p=1,
    frequency_penalty=0,
    presence_penalty=0
  )

  return response.choices[0].text


title = "GPT-J-6B"
description = "Gradio Demo for GPT-J 6B, a transformer model trained using Ben Wang's Mesh Transformer JAX. 'GPT-J' refers to the class of model, while '6B' represents the number of trainable parameters. To use it, simply add your text, or click one of the examples to load them. Read more at the links below."

 
 
iface = gr.Interface( happytt,[ gr.inputs.Slider(0, 1, step=0.1),gr.inputs.Slider(1, 4000, step=1),
                               gr.inputs.Textbox(type='str',   
                                                 label="input prompt")], title = title, description = description,
                     "text")
iface.launch(debug=True)