Update app.py

app.py

@@ -12,12 +12,23 @@ llm = Llama(model_path="./ggml-model-q4_1.bin")
 
 
 ins = '''Below is an instruction that describes a task. Write a response that appropriately completes the request.
+
 ### Instruction:
 {}
 
 ### Response:
 '''
 
+ins_inp = '''Below is an instruction that describes a task. Write a response that appropriately completes the request.
+### Instruction:
+{}
+
+### Input:
+{}
+
+### Response:
+'''
+
 theme = gr.themes.Monochrome(
     primary_hue="indigo",
     secondary_hue="blue",
@@ -26,20 +37,14 @@ theme = gr.themes.Monochrome(
     font=[gr.themes.GoogleFont("Open Sans"), "ui-sans-serif", "system-ui", "sans-serif"],
 )
 
-
-
-
-# def generate(instruction): 
-#     response = llm(ins.format(instruction))
-#     response = response['choices'][0]['text']
-#     result = ""
-#     for word in response.split(" "):
-#         result += word + " "
-#         yield result
-
-def generate(instruction): 
+def generate(
+    instruction
+    input=None,
+    temperature=0.1,
+    top_p=0.75,
+    top_k=40,): 
     result = ""
-    for x in llm(ins.format(instruction), stop=['### Instruction:', '### End'], stream=True):
+    for x in llm(ins.format(instruction), stop=['### Instruction:', '### End'], stream=True, temperature=temperature, top_p=top_p, top_k=top_k):
         result += x['choices'][0]['text']
         yield result
 
@@ -123,7 +128,12 @@ with gr.Blocks(theme=seafoam, analytics_enabled=False, css=css) as demo:
 
         with gr.Row():
             with gr.Column(scale=3):
-                instruction = gr.Textbox(placeholder="Enter your question here", label="Question", elem_id="q-input")
+                instruction = gr.Textbox(lines=2, placeholder="Enter your question here", label="Question", elem_id="q-input")
+                input = gr.components.Textbox(lines=2, label="Input", placeholder="none")
+                temperature = gr.components.Slider(minimum=0, maximum=1, value=0.1, label="Temperature"),
+                top_p = gr.components.Slider(minimum=0, maximum=1, value=0.75, label="Top p"),
+                top_k = gr.components.Slider(minimum=0, maximum=100, step=1, value=40, label="Top k")
+                
 
                 with gr.Box():
                     gr.Markdown("**Answer**")
@@ -139,7 +149,7 @@ with gr.Blocks(theme=seafoam, analytics_enabled=False, css=css) as demo:
         
 
 
-    submit.click(generate, inputs=[instruction], outputs=[output])
+    submit.click(generate, inputs=[instruction, input, temperature, top_p, top_k], outputs=[output])
     instruction.submit(generate, inputs=[instruction], outputs=[output])
 
 demo.queue(concurrency_count=1).launch(debug=True)