Add chat history

.chainlit/config.toml

@@ -25,7 +25,7 @@ unsafe_allow_html = false
 latex = false
 
 # Authorize users to upload files with messages
-multi_modal = true
+multi_modal = false
 
 # Allows user to use speech to text
 [features.speech_to_text]

app.py

@@ -6,84 +6,79 @@ from dotenv import load_dotenv
 
 load_dotenv()
 
-company_background = """
-Third Lane Technologies offers Multi Tenant PBX and other Unified Communications solutions to SMBs, enterprises, public organizations, MSPs and UCaaS providers since 2003.
-Whether deployed as hosted in public or private cloud or on-premises, Thirdlane supported solutions make advanced business communications simple and affordable.
-For carriers, hosted telephony and UCaaS providers and MSPs demanding reliable, scalable and highly-customizable virtual PBX for their customers, Thirdlane created Thirdlane Multi Tenant PBX, Thirdlane Scale, and Thirdlane Connect - advanced multi-tenant UCaaS platforms and applications deployed globally since 2006.
-Thirdlane's solutions are recognized in the industry for being highly customizable and reseller/integrator friendly. Resellers are key to our business, that's why our Thirdlane Business Phone System is delivered exclusively through the worldwide Reseller Partner network.
-Thirdlane open architecture allows Reseller Partners deploy solutions in the cloud, or on the hardware of their choice, increasing margins, and offering true value-added services for business customers who frequently demand customization or integration beyond what's possible with the other PBXs.
-Reliability, advanced features, open architecture and market-leading prices made Thirdlane products the clear choice for thousands of customers and partners worldwide.
-Don't miss an opportunity to get ahead of the competition - contact us today!
-"""
-
-# ChatOpenAI Templates
-system_template = """You are a helpful representative of Thirdlane company, a unified communications platform for UCaaS providers. 
-Company background: {company_background}.
-You have a youthful and cheery personality. Keep your responses as concise as possible."""
-
-assistant_template = """Hello! How can I assist you today?"""
-
+CONTEXT = """Third Lane Technologies offers Multi Tenant PBX and other Unified Communications solutions to SMBs, enterprises, public organizations, MSPs and UCaaS providers since 2003.
+        Whether deployed as hosted in public or private cloud or on-premises, Thirdlane supported solutions make advanced business communications simple and affordable.
+        For carriers, hosted telephony and UCaaS providers and MSPs demanding reliable, scalable and highly-customizable virtual PBX for their customers, Thirdlane created Thirdlane Multi Tenant PBX, Thirdlane Scale, and Thirdlane Connect - advanced multi-tenant UCaaS platforms and applications deployed globally since 2006.
+        Thirdlane's solutions are recognized in the industry for being highly customizable and reseller/integrator friendly. Resellers are key to our business, that's why our Thirdlane Business Phone System is delivered exclusively through the worldwide Reseller Partner network.
+        Thirdlane open architecture allows Reseller Partners deploy solutions in the cloud, or on the hardware of their choice, increasing margins, and offering true value-added services for business customers who frequently demand customization or integration beyond what's possible with the other PBXs.
+        Reliability, advanced features, open architecture and market-leading prices made Thirdlane products the clear choice for thousands of customers and partners worldwide.
+        Don't miss an opportunity to get ahead of the competition - contact us today!
+        """
+
+INSTRUCTIONS = """You are a helpful representative of Thirdlane company, a unified communications platform for UCaaS providers. 
+                Company background: {CONTEXT}.
+                You have a youthful and cheery personality. Keep your responses as concise as possible."""
+
+MODEL = "gpt-3.5-turbo"
+TEMPERATURE = 0.5
+MAX_TOKENS = 500
+FREQUENCY_PENALTY = 0
+PRESENCE_PENALTY = 0.6
+MAX_CONTEXT_QUESTIONS = 10
 
 @cl.on_chat_start  
 async def start_chat():
     settings = {
-        "model": "gpt-3.5-turbo",
-        # "temperature": 0,
-        # "max_tokens": 500,
-        # "top_p": 1,
-        # "frequency_penalty": 0,
-        # "presence_penalty": 0,
+        "model": MODEL,
+        "temperature": TEMPERATURE,
+        "max_tokens": MAX_TOKENS,
+        "frequency_penalty": FREQUENCY_PENALTY,
+        "presence_penalty": PRESENCE_PENALTY
     }
 
+    messages=[
+        { "role": "system", "content": f"You are a helpful representative of Thirdlane company, a unified communications platform for UCaaS providers. Company background: {CONTEXT}. You have a youthful and cheery personality. Keep your responses as concise as possible." },
+        { "role": "assistant", "content": "Hello! How can I assist you today?" },
+    ]
+
     cl.user_session.set("settings", settings)
+    cl.user_session.set("messages", messages)
 
 
 @cl.on_message  # marks a function that should be run each time the chatbot receives a message from a user
 async def main(message: cl.Message):
     settings = cl.user_session.get("settings")
+    messages = cl.user_session.get("messages")
+    chat_history = cl.user_session.get("chat_history", [])
 
     client = AsyncOpenAI()
 
-    print(message.content)
-
-    prompt = Prompt(
-        provider=ChatOpenAI.id,
-        messages=[
-            PromptMessage(
-                role="system",
-                template=system_template,
-                formatted=system_template,
-            ),
-            PromptMessage(
-                role="assistant",
-                template=assistant_template,
-                formatted=assistant_template,
-            ),
-            PromptMessage(
-                role="user",
-                formatted=message.content,
-            )
-        ],
-        inputs={"input": message.content},
-        settings=settings,
-    )
-
-    print([m.to_openai() for m in prompt.messages])
+    # Add the previous questions and answers
+    for question, answer in chat_history[-MAX_CONTEXT_QUESTIONS:]:
+        messages.append({"role": "user", "content": question})
+        messages.append({"role": "assistant", "content": answer})
+
+    # Add the new question
+    messages.append({"role": "user", "content": message.content})
 
     msg = cl.Message(content="")
+    full_response = ""
 
     # Call OpenAI
     async for stream_resp in await client.chat.completions.create(
-        messages=[m.to_openai() for m in prompt.messages], stream=True, **settings
+        messages=messages, stream=True, **settings
     ):
         token = stream_resp.choices[0].delta.content
         if not token:
             token = ""
+        full_response += token
         await msg.stream_token(token)
 
-    # Update the prompt object with the completion
-    prompt.completion = msg.content
-    msg.prompt = prompt
-
     # Send and close the message stream
     await msg.send()
+
+    # Update chat history
+    chat_history.append((message.content, full_response))
+    cl.user_session.set("chat_history", chat_history)
+    cl.user_session.set("messages", messages)
+

chainlit.md

@@ -1 +1 @@
-## Thirdlane AI Representative
+## AI Representative