Fix chat history

app.py

@@ -28,6 +28,31 @@ FREQUENCY_PENALTY = 0
 PRESENCE_PENALTY = 0.6
 MAX_CONTEXT_QUESTIONS = 10
 
+
+def update_chat_history(history, role, text):
+    """
+    Updates the chat history by adding a new message and ensuring the length of the history does not exceed max_len.
+    The first element (system message) is never removed.
+
+    Parameters:
+    history (list): The current chat history.
+    new_message (dict): The new message to be added.
+    max_len (int): The maximum length of the chat history including the system message.
+
+    Returns:
+    list: The updated chat history.
+    """
+ 
+    # Add the new message
+    history.append({ 'role': role, 'content': text })
+
+    # Slice the history to keep the system message and the most recent messages
+    if len(history) > MAX_CONTEXT_QUESTIONS:
+        history = history[0] + history[1-MAX_CONTEXT_QUESTIONS:]
+
+    return history
+
+
 @cl.on_chat_start  
 async def start_chat():
     settings = {
@@ -46,21 +71,17 @@ async def start_chat():
     cl.user_session.set("settings", settings)
     cl.user_session.set("messages", messages)
 
+
 @cl.on_message  # marks a function that should be run each time the chatbot receives a message from a user
 async def main(message: cl.Message):
     settings = cl.user_session.get("settings")
     messages = cl.user_session.get("messages")
-    chat_history = cl.user_session.get("chat_history", [])
-
     client = AsyncOpenAI()
 
-    # Add the previous questions and answers
-    for question, answer in chat_history[-MAX_CONTEXT_QUESTIONS:]:
-        messages.append({"role": "user", "content": question})
-        messages.append({"role": "assistant", "content": answer})
-
     # Add the new question
-    messages.append({"role": "user", "content": message.content})
+    messages = update_chat_history(messages, "user", message.content)
+    
+    print(f"Messages: {messages[1:]}")
 
     msg = cl.Message(content="")
     full_response = ""
@@ -77,9 +98,11 @@ async def main(message: cl.Message):
 
     # Send and close the message stream
     await msg.send()
-
+    
     # Update chat history
-    chat_history.append((message.content, full_response))
-    cl.user_session.set("chat_history", chat_history)
+    messages = update_chat_history(messages, "assistant", full_response)
+
+    print(f"Messages: {messages[1:]}")
+
     cl.user_session.set("messages", messages)