Commit
•
0284b5d
1
Parent(s):
93829de
Update backend/query_llm.py
Browse files- backend/query_llm.py +1 -1
backend/query_llm.py
CHANGED
|
@@ -11,7 +11,7 @@ from transformers import AutoTokenizer
|
|
| 11 |
|
| 12 |
#tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
|
| 13 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
| 14 |
-
temperature = 0.
|
| 15 |
top_p = 0.7
|
| 16 |
repetition_penalty = 1.2
|
| 17 |
|
|
|
|
| 11 |
|
| 12 |
#tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
|
| 13 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
| 14 |
+
temperature = 0.5
|
| 15 |
top_p = 0.7
|
| 16 |
repetition_penalty = 1.2
|
| 17 |
|