Update app.py

app.py

@@ -115,17 +115,19 @@ def format_chat_prompt(
     instructions: str,
     user_name: str,
     bot_name: str,
-    include_chat_history: bool = True,
+    include_all_chat_history: bool = True,
+    index : int = 1
 ) -> str:
     instructions = instructions.strip()
     prompt = instructions
-    if include_chat_history:
-        for turn in chat_history:
-            user_message, bot_message = turn
-            prompt = f"{prompt}\n{user_name}: {user_message}\n{bot_name}: {bot_message}"
-        prompt = f"{prompt}\n{user_name}: {message}\n{bot_name}:"
-    else:
-        prompt = f"{prompt}\n{user_name}: {message}\n{bot_name}:"
+    if not include_all_chat_history:
+        if index >= 0:
+            index = -index
+        chat_history = chat_history[index:]
+    for turn in chat_history:
+        user_message, bot_message = turn
+        prompt = f"{prompt}\n{user_name}: {user_message}\n{bot_name}: {bot_message}"
+    prompt = f"{prompt}\n{user_name}: {message}\n{bot_name}:"
     return prompt
 
 
@@ -174,6 +176,7 @@ def chat_tab():
                     "do_sample": True,
                     "top_p": top_p,
                     "stop": ["User:"],
+                    "temperature" : 0.7
                 },
                 "stream": True,
                 "session_id": session_id,
@@ -195,9 +198,10 @@ def chat_tab():
                             break
                         else:
                             yield full_output
-        if full_output == "":
+        last_n = 5
+        while full_output == "" and last_n > 0:
             payload["data"]["inputs"] = format_chat_prompt(
-                message, history, instructions, user_name, bot_name, False
+                message, history, instructions, user_name, bot_name, False, last_n
             )
             with sess.post(
                 ENDPOINT_URL, headers=HEADERS, json=payload, stream=True
@@ -212,6 +216,7 @@ def chat_tab():
                                 break
                             else:
                                 yield full_output
+            last_n -= 1
         return ""
 
     with gr.Column():