Update app.py

app.py

@@ -27,21 +27,21 @@ def write_elo_ratings(elo_ratings):
         json.dump(elo_ratings, file, indent=4)
 
 # Function to get bot response
-def format_chatml_prompt(state):
-    chatml_prompt = ""
+def format_alpaca_prompt(state):
+    alpaca_prompt = "Below is an instruction that describes a task. Write a response that appropriately completes the request."
     for message in state["history"]:
         j=""
         if message['role']=='user':
             j="### Instruction:\n"
         else:
             j="### Response:\n"
-        chatml_prompt += j+ message['content']+"\n\n"
-    return chatml_prompt+"|im_start|Assistant: "
+        alpaca_prompt += j+ message['content']+"\n\n"
+    return alpaca_prompt+"### Response:\n"
 def get_bot_response(url, prompt,state):
-    chatml_prompt = format_chatml_prompt(state)
+    alpaca_prompt = format_alpaca_prompt(state)
     payload = {
         "input": {
-            "prompt": chatml_prompt,
+            "prompt": alpaca+prompt,
             "sampling_params": {
                 "max_new_tokens": 50,
                 "temperature": 0.7,
@@ -55,7 +55,7 @@ def get_bot_response(url, prompt,state):
         "authorization": os.environ.get("RUNPOD_TOKEN")
     }
     response = requests.post(url, json=payload, headers=headers)
-    return response.json()['output'].split('|im_end|')[0]
+    return response.json()['output'].split('### Instruction')[0]
 
 def chat_with_bots(user_input, state):
     bot_names = list(chatbots.keys())