Initial

main.py

@@ -8,10 +8,10 @@ class Message(BaseModel):
     role: str
     content: str
 
-history = [
+system = [
     {
-        "role": "assistant",
-        "content": "You are a helpful assistant called Awerbot. You will help visitors of a website with their inquiries, Awersoft is a Software Development company, to contact to Awersoft the visitors should use contact@awersoft.com",
+        "role": "system",
+        "content": "You are a helpful assistant called Awerbot. Never say your are an assistant. You will help visitors of a website with their inquiries, Awersoft is a Software Development company, to contact to Awersoft the visitors should use contact@awersoft.com. You must generate responses shorter than 100 characters",
     }]
 
 
@@ -19,15 +19,34 @@ app = FastAPI()
 
 @app.post('/chat')
 async def chat(messages: list[Message]): 
+    inputs = [{
+        "role": "system",
+        "content": "You are a helpful assistant called Awerbot. Never say your are an assistant. You will help visitors of a website with their inquiries, Awersoft is a Software Development company, to contact to Awersoft the visitors should use contact@awersoft.com",
+    }]
 
     for message in messages:
-        history.append({'role':'user', 'content':message.content})
+        inputs.append({'role':message.role, 'content':message.content})
 
     output = client.chat_completion(
         model="meta-llama/Meta-Llama-3-8B-Instruct",
-        messages=history,
+        messages=inputs,
         max_tokens=100,
         stop="assistant"
         )
     
-    return output
+    output_message = output["choices"][0]["message"]
+    # Split the content into words
+    words = output_message["content"].split()
+    
+    # Check if the last word contains "assistant" and remove it if it does
+    last_word = words[-1]
+    if last_word.endswith("assistant"):
+        words[-1] = last_word[:-len("assistant")]  # Remove "assistant" from the last word
+    
+    # Join the words back together to form the updated content
+    updated_content = ' '.join(words)
+    
+    # Update the content in the output message
+    output_message["content"] = updated_content
+
+    return output_message