Create app.py

app.py

@@ -0,0 +1,43 @@
+import gradio as gr
+from transformers import pipeline
+title = "tory Generator"
+
+# gpt-neo-2.7B   gpt-j-6B
+
+def generate(text,the_model,max_length,temperature,repetition_penalty):
+    generator = pipeline('text-generation', model=the_model)
+    result = generator(text, num_return_sequences=3,
+        max_length=max_length,
+        temperature=temperature,
+        repetition_penalty = repetition_penalty,
+        no_repeat_ngram_size=2,early_stopping=False)
+    return result[0]["generated_text"],result[1]["generated_text"],result[2]["generated_text"]
+
+
+def complete_with_gpt(text,context,the_model,max_length,temperature,repetition_penalty):
+    # Use the last 50 characters of the text as context
+    # text[:-context] + 
+    return generate(text[-context:],the_model,max_length,temperature,repetition_penalty)
+
+def send(text1,context,text2):
+    return text1 + text2[context:]
+
+with gr.Blocks() as demo:
+    textbox = gr.Textbox(placeholder="Type here and press enter...", lines=4)
+    context = gr.Slider(value=50,label="Truncate input text length",minimum=1,maximum=300)
+    the_model = gr.Dropdown(choices=['gpt2','gpt2-medium','gpt2-large','gpt2-xl'],value = 'gpt2',label="Choose model")
+    max_length = gr.Slider(value=50,label="Max Generate Length",minimum=1,maximum=300)
+    temperature = gr.Slider(value=1.0,label="Temperature",minimum=0.0,maximum=1.0,step=0.05)
+    repetition_penalty = gr.Slider(value=1.1,label="Repetition penalty",minimum=0.2,maximum=2,step=0.1)
+    output1 = gr.Textbox(lines=4)
+    output2 = gr.Textbox(lines=4)
+    output3 = gr.Textbox(lines=4)
+    btn = gr.Button("Generate")
+    btn.click(complete_with_gpt,inputs=[textbox,context,the_model,max_length,temperature,repetition_penalty], outputs=[output1,output2,output3])
+
+    send1 = gr.Button("Send1 to Origin Textbox").click(send,inputs=[textbox,context,output1],outputs=textbox)
+    send2 = gr.Button("Send2 to Origin Textbox").click(send,inputs=[textbox,context,output2],outputs=textbox)
+    send3 = gr.Button("Send3 to Origin Textbox").click(send,inputs=[textbox,context,output3],outputs=textbox)
+
+
+demo.launch()