Update main.py

main.py

@@ -123,7 +123,8 @@ def Connexion_Mistral():
     #return Mistral(api_key=os.environ["GITHUB_TOKEN"], server_url=endpoint)
     #repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
     #repo_id = "Qwen/Qwen2.5-3B-Instruct"
-    repo_id = "microsoft/Phi-3.5-mini-instruct"
+    #repo_id = "microsoft/Phi-3.5-mini-instruct"
+    repo_id = "meta-llama/Llama-3.2-3B-Instruct"
     llm = HuggingFaceEndpoint(
         repo_id=repo_id, max_new_tokens=5000, temperature=0.1, task="text2text-generation", streaming=True
     )
@@ -186,29 +187,27 @@ def Generation_completion(client, data, question):
 @traceable(run_type="chain", name="Mistral Assistant des datas Gustaviz",)
 async def Affichage_reponse(response, question, data):
     memory = cl.user_session.get("memory")
-    msg = cl.Message(author="COPILOT",content="")
-    async for chunk in response.astream({"question": question, "data": data},config=RunnableConfig(callbacks=[cl.AsyncLangchainCallbackHandler(stream_final_answer=True)])):
-        time.sleep(0.125)
-        await msg.stream_token(chunk.replace('Ã','é').replace('©','').replace('Ã','è').replace('¨','').replace('â','\'').replace('€','').replace('™','').replace('Å','oe').replace('“','').replace('®','î').replace('´','ô').replace('<','').replace('>','').replace('/',''))
-    
-    answer = msg.content
+    result = cl.Message(author="COPILOT",content="")
+    #async for chunk in response.astream({"question": question, "data": data},config=RunnableConfig(callbacks=[cl.AsyncLangchainCallbackHandler(stream_final_answer=True)])):
+    #    time.sleep(0.125)
+    #    await msg.stream_token(chunk.replace('Ã','é').replace('©','').replace('Ã','è').replace('¨','').replace('â','\'').replace('€','').replace('™','').replace('Å','oe').replace('“','').replace('®','î').replace('´','ô').replace('<','').replace('>','').replace('/',''))
     
     #### Avec Traduction #####
-    #msg = response.invoke({"question": question, "data": data})
+    msg = response.invoke({"question": question, "data": data})
     #msg = msg.replace('Ã','é').replace('©','').replace('Ã','è').replace('¨','').replace('â','\'').replace('€','').replace('™','').replace('Å','oe').replace('“','').replace('®','î').replace('´','ô').replace('<','').replace('>','').replace('/','')
-    #msg = GoogleTranslator(source='auto', target='fr').translate(msg[0:4999])
-    #msgList = msg.split(' ')
-    #for chunk in msgList:
-    #    time.sleep(0.125)
-    #    await result.stream_token(chunk + ' ')
+    msg = GoogleTranslator(source='auto', target='fr').translate(msg[0:4999])
+    msgList = msg.split(' ')
+    for chunk in msgList:
+        time.sleep(0.125)
+        await result.stream_token(chunk + ' ')
     #### Avec Traduction #####
 
     
-    await msg.send()
+    await result.send()
     memory.chat_memory.add_user_message(question)
-    memory.chat_memory.add_ai_message(answer)
+    memory.chat_memory.add_ai_message(msg)
     
-    return answer
+    return msg
 
 @cl.step(type="tool", show_input=True)
 async def Affichage_question_contexte(answer, question, contexte):