Update app.py

app.py

@@ -15,7 +15,8 @@ def generate(text,the_model,max_length,temperature,repetition_penalty):
 
 
 def complete_with_gpt(text,context,the_model,max_length,temperature,repetition_penalty):
-    # Use the last 50 characters of the text as context
+    # Use the last [context] characters of the text as context
+    max_length = max_length+context
     return generate(text[-context:],the_model,max_length,temperature,repetition_penalty)
 
 def send(text1,context,text2):
@@ -27,11 +28,11 @@ def send(text1,context,text2):
 with gr.Blocks() as demo:
     textbox = gr.Textbox(placeholder="Type here and press enter...", lines=4)
     btn = gr.Button("Generate")
-    context = gr.Slider(value=50,label="Truncate input text length",minimum=1,maximum=300)
+    context = gr.Slider(value=200,label="Truncate input text length (AI's memory)",minimum=1,maximum=300)
     the_model = gr.Dropdown(choices=['gpt2','gpt2-medium','gpt2-large','gpt2-xl','EleutherAI/gpt-neo-2.7B','EleutherAI/gpt-j-6B'],value = 'gpt2',label="Choose model")
-    max_length = gr.Slider(value=50,label="Max Generate Length",minimum=1,maximum=300)
-    temperature = gr.Slider(value=1.0,label="Temperature",minimum=0.0,maximum=1.0,step=0.05)
-    repetition_penalty = gr.Slider(value=1.1,label="Repetition penalty",minimum=0.2,maximum=2,step=0.1)
+    max_length = gr.Slider(value=20,label="Max Generate Length",minimum=1,maximum=50)
+    temperature = gr.Slider(value=0.9,label="Temperature",minimum=0.0,maximum=1.0,step=0.05)
+    repetition_penalty = gr.Slider(value=1.5,label="Repetition penalty",minimum=0.2,maximum=2,step=0.1)
     output1 = gr.Textbox(lines=4,label='1')
     send1 = gr.Button("Send1 to Origin Textbox").click(send,inputs=[textbox,context,output1],outputs=textbox)
     output2 = gr.Textbox(lines=4,label='2')