Update backend/query_llm.py

backend/query_llm.py

@@ -11,8 +11,8 @@ from transformers import AutoTokenizer
 
 #tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
 tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
-temperature = 0.4
-top_p = 0.6
+temperature = 0.5
+top_p = 0.7
 repetition_penalty = 1.2
 
 OPENAI_KEY = getenv("OPENAI_API_KEY")