Update app.py

app.py

@@ -27,13 +27,13 @@ for model_name, model_endpoint in API_ENDPOINTS.items():
     CHOICES.append(model_name)
     CLIENTS[model_name] = InferenceClient(model_endpoint, headers = { "Authorization": f"Bearer {API_TOKEN}" })
 
-def format(instruction = DEFAULT_INSTRUCTION, history = [], input = "", preoutput = ""):
+def format(instruction, history, input, preoutput):
     sy_l, sy_r = SPECIAL_SYMBOLS[0], SPECIAL_SYMBOLS[1]
     formatted_history = "".join(f"{sy_l}{message[0]}{sy_r}\n{sy_l}{message[1]}{sy_r}\n" for message in history)
     formatted_input = f"{sy_l}System: {instruction}{sy_r}\n{formatted_history}{sy_l}{input}{sy_r}\n{sy_l}{preoutput}"
     return formatted_input
     
-def predict(instruction, history, input, preoutput, access_key, model, temperature, top_p, top_k, rep_p, max_tokens, stop_seqs, seed):
+def predict(instruction = DEFAULT_INSTRUCTION, history = [], input = "", preoutput = "", access_key, model, temperature, top_p, top_k, rep_p, max_tokens, stop_seqs, seed):
 
     if (access_key != KEY):
         print(">>> MODEL FAILED: Input: " + input + ", Attempted Key: " + access_key)
@@ -68,7 +68,7 @@ def predict(instruction, history, input, preoutput, access_key, model, temperatu
     
     print(f"---\nUSER: {input}\nBOT: {get_result}\n---")
 
-    return (formatted_input + response, input, history)
+    return (preoutput + response, input, history)
 
 def clear_history():
     print(">>> HISTORY CLEARED!")