Update app.py

app.py

@@ -42,15 +42,21 @@ def generate(
     input=None,
     temperature=0.1,
     top_p=0.95,
-    top_k=40): 
+    top_k=40,
+    stram=True): 
     result = ""
     if input:
         instruction = ins_inp.format(instruction, input)
     else:
         instruction = ins.format(instruction)
-    for x in llm(instruction, stop=['### Instruction:', '### End'], stream=True, temperature=temperature, top_p=top_p, top_k=top_k):
-        result += x['choices'][0]['text']
-        yield result
+    if stream:
+        for x in llm(instruction, stop=['### Instruction:', '### End'], stream=True, temperature=temperature, top_p=top_p, top_k=top_k):
+            result += x['choices'][0]['text']
+            yield result
+    else:
+        for x in llm(instruction, stop=['### Instruction:', '### End'], temperature=temperature, top_p=top_p, top_k=top_k):
+            result += x['choices'][0]['text']
+            return result
 
 
 examples = [
@@ -139,6 +145,7 @@ with gr.Blocks(theme=seafoam, analytics_enabled=False, css=css) as demo:
                     temperature = gr.components.Slider(minimum=0, maximum=1, value=0.1, label="Temperature")
                     top_p = gr.components.Slider(minimum=0, maximum=1, value=0.95, label="Top p")
                     top_k = gr.components.Slider(minimum=0, maximum=100, step=1, value=40, label="Top k")
+                    stream = gr.Checkbox(value=True, label="Stream", info="Stream")
                 
 
                 with gr.Box():
@@ -155,7 +162,7 @@ with gr.Blocks(theme=seafoam, analytics_enabled=False, css=css) as demo:
         
 
 
-    submit.click(generate, inputs=[instruction, input, temperature, top_p, top_k], outputs=[output])
+    submit.click(generate, inputs=[instruction, input, temperature, top_p, top_k, stream], outputs=[output])
     instruction.submit(generate, inputs=[instruction], outputs=[output])
 
 demo.queue(concurrency_count=1).launch(debug=True)