Update main.py

main.py

@@ -50,7 +50,7 @@ def LLModel():
     os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
     repo_id = "mistralai/Mixtral-8x7B-Instruct-v0.1"
     llm = HuggingFaceEndpoint(
-        repo_id=repo_id, max_new_tokens=5500, temperature=1.0, task="text2text-generation", streaming=True
+        repo_id=repo_id, max_new_tokens=5300, temperature=1.0, task="text2text-generation", streaming=True
     )
     add_llm_provider(
         LangchainGenericProvider(