Spaces:
Runtime error
Runtime error
Commit
•
72f50c2
1
Parent(s):
83e218d
Added token
Browse files- backend/query_llm.py +3 -1
backend/query_llm.py
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
|
|
| 1 |
from typing import Any, Dict, Generator, List
|
| 2 |
|
| 3 |
import gradio as gr
|
|
@@ -11,7 +12,8 @@ top_p = 0.6
|
|
| 11 |
repetition_penalty = 1.2
|
| 12 |
|
| 13 |
text_client = InferenceClient(
|
| 14 |
-
"mistralai/Mistral-7B-Instruct-v0.1"
|
|
|
|
| 15 |
)
|
| 16 |
|
| 17 |
|
|
|
|
| 1 |
+
from os import getenv
|
| 2 |
from typing import Any, Dict, Generator, List
|
| 3 |
|
| 4 |
import gradio as gr
|
|
|
|
| 12 |
repetition_penalty = 1.2
|
| 13 |
|
| 14 |
text_client = InferenceClient(
|
| 15 |
+
"mistralai/Mistral-7B-Instruct-v0.1",
|
| 16 |
+
token=getenv("HF_API_TOKEN")
|
| 17 |
)
|
| 18 |
|
| 19 |
|