Update app.py

app.py

@@ -26,8 +26,8 @@ for model_name, model_endpoint in API_ENDPOINTS.items():
 def format(instruction = "", history = "", input = "", preinput = ""):
     sy_l, sy_r = SPECIAL_SYMBOLS[0], SPECIAL_SYMBOLS[1]
     formatted_history = '\n'.join(f"{sy_l}{message}{sy_r}" for message in history)
-    task_message = f"System: {sy_l}{instruction}{sy_r}\n{formatted_history}\n{sy_l}{input}{sy_r}\n{preinput}"
-    return prompt
+    formatted_input = f"System: {sy_l}{instruction}{sy_r}\n{formatted_history}\n{sy_l}{input}{sy_r}\n{preinput}"
+    return formatted_input
     
 def predict(instruction, history, input, preinput, access_key, model, temperature, top_p, top_k, rep_p, max_tokens, stop_seqs, seed):
 
@@ -38,6 +38,8 @@ def predict(instruction, history, input, preinput, access_key, model, temperatur
     stops = json.loads(stop_seqs)
 
     formatted_input = format(instruction, history, input, preinput)
+
+    history = history + [[input, ""]]
     
     response = CLIENTS[model].text_generation(
         formatted_input,
@@ -60,14 +62,19 @@ def predict(instruction, history, input, preinput, access_key, model, temperatur
     match = pattern.search(pre_result)
     get_result = match.group(1).strip() if match else ""
 
+    history = history + [get_result]
+    
     print(f"---\nUSER: {input}\nBOT: {get_result}\n---")
 
     return (get_result, input)
 
+def clear():
+    return []
+     
 def maintain_cloud():
     print(">>> SPACE MAINTAINED!")
     return ("SUCCESS!", "SUCCESS!")
-    
+
 with gr.Blocks() as demo:
     with gr.Row(variant = "panel"):
         gr.Markdown("🔯 This is a private LLM CHAT Space owned within STC Holdings!\n\n\nhttps://discord.gg/6JRtGawz7B")
@@ -80,6 +87,7 @@ with gr.Blocks() as demo:
             instruction = gr.Textbox(label = "Instruction", lines = 4)
             access_key = gr.Textbox(label = "Access Key", lines = 1)
             run = gr.Button("▶")
+            clear = gr.Button("🗑️")
             cloud = gr.Button("☁️")
             
         with gr.Column():
@@ -97,6 +105,7 @@ with gr.Blocks() as demo:
             output = gr.Textbox(label = "Output", value = "", lines = 50)
 
     run.click(predict, inputs = [instruction, history, input, preinput, access_key, model, temperature, top_p, top_k, rep_p, max_tokens, stop_seqs, seed], outputs = [output, input])
+    clear.click(clear, [], chatbot)
     cloud.click(maintain_cloud, inputs = [], outputs = [input, output])
     
 demo.queue(concurrency_count = 500, api_open = True).launch(show_api = True)