Spaces:
Running
Running
| import gradio as gr | |
| from transformers import pipeline | |
| title = "story Generator" | |
| # gpt-neo-2.7B gpt-j-6B | |
| def generate(text,the_model,max_length,temperature,repetition_penalty): | |
| generator = pipeline('text-generation', model=the_model) | |
| result = generator(text, num_return_sequences=3, | |
| max_length=max_length, | |
| temperature=temperature, | |
| repetition_penalty = repetition_penalty, | |
| no_repeat_ngram_size=2,early_stopping=False) | |
| return result[0]["generated_text"],result[1]["generated_text"],result[2]["generated_text"] | |
| def complete_with_gpt(text,context,the_model,max_length,temperature,repetition_penalty): | |
| # Use the last [context] characters of the text as context | |
| max_length = max_length+context | |
| return generate(text[-context:],the_model,max_length,temperature,repetition_penalty) | |
| def send(text1,context,text2): | |
| if len(text1)<context: | |
| return text1 + text2[len(text1):] | |
| else: | |
| return text1 + text2[context:] | |
| with gr.Blocks() as demo: | |
| textbox = gr.Textbox(placeholder="Type here and press enter...", lines=4) | |
| btn = gr.Button("Generate") | |
| context = gr.Slider(value=2000,label="Truncate input text length (AI's memory)",minimum=1,maximum=50000) | |
| the_model = gr.Dropdown(choices=['gpt2','gpt2-medium','gpt2-large','gpt2-xl','EleutherAI/gpt-neo-2.7B','EleutherAI/gpt-j-6B'],value = 'gpt2',label="Choose model") | |
| max_length = gr.Slider(value=20,label="Max Generate Length",minimum=1,maximum=50000) | |
| temperature = gr.Slider(value=0.9,label="Temperature",minimum=0.0,maximum=1.0,step=0.05) | |
| repetition_penalty = gr.Slider(value=1.5,label="Repetition penalty",minimum=0.2,maximum=2,step=0.1) | |
| output1 = gr.Textbox(lines=4,label='1') | |
| send1 = gr.Button("Send1 to Origin Textbox").click(send,inputs=[textbox,context,output1],outputs=textbox) | |
| output2 = gr.Textbox(lines=4,label='2') | |
| send2 = gr.Button("Send2 to Origin Textbox").click(send,inputs=[textbox,context,output2],outputs=textbox) | |
| output3 = gr.Textbox(lines=4,label='3') | |
| send3 = gr.Button("Send3 to Origin Textbox").click(send,inputs=[textbox,context,output3],outputs=textbox) | |
| btn.click(complete_with_gpt,inputs=[textbox,context,the_model,max_length,temperature,repetition_penalty], outputs=[output1,output2,output3]) | |
| demo.launch() | |