Spaces:
Sleeping
Sleeping
Commit
•
2110218
1
Parent(s):
dfae233
Update backend/query_llm.py
Browse files- backend/query_llm.py +2 -1
backend/query_llm.py
CHANGED
|
@@ -10,8 +10,9 @@ from huggingface_hub import InferenceClient
|
|
| 10 |
from transformers import AutoTokenizer
|
| 11 |
from gradio_client import Client
|
| 12 |
#tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
|
| 13 |
-
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
| 14 |
#tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x22B-Instruct-v0.1")
|
|
|
|
| 15 |
temperature = 0.5
|
| 16 |
top_p = 0.7
|
| 17 |
repetition_penalty = 1.2
|
|
|
|
| 10 |
from transformers import AutoTokenizer
|
| 11 |
from gradio_client import Client
|
| 12 |
#tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
|
| 13 |
+
#tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
| 14 |
#tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x22B-Instruct-v0.1")
|
| 15 |
+
tokenizer=''
|
| 16 |
temperature = 0.5
|
| 17 |
top_p = 0.7
|
| 18 |
repetition_penalty = 1.2
|