Update backend/query_llm.py

backend/query_llm.py

@@ -11,10 +11,12 @@ from transformers import AutoTokenizer
 
 #tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
 tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
-temperature = 0.2
-#top_p = 0.6
-repetition_penalty = 1.0
-
+# temperature = 0.2
+# #top_p = 0.6
+# repetition_penalty = 1.0
+temperature = 0.5
+top_p = 0.7
+repetition_penalty = 1.2
 
 OPENAI_KEY = getenv("OPENAI_API_KEY")
 HF_TOKEN = getenv("HUGGING_FACE_HUB_TOKEN")