Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -122,11 +122,11 @@ async def get_answer(q: QueryM ):
|
|
122 |
client = InferenceClient()
|
123 |
generate_kwargs = dict(
|
124 |
max_new_tokens= int(q.tokens),
|
125 |
-
repetition_penalty
|
126 |
top_p= q.topp,
|
127 |
top_k=int(q.topk),
|
128 |
temperature=q.temp,
|
129 |
-
stop
|
130 |
)
|
131 |
inputs= text
|
132 |
response = client.post(json={"inputs": inputs, "parameters": generate_kwargs}, model="mistralai/Mistral-7B-Instruct-v0.1")
|
|
|
122 |
client = InferenceClient()
|
123 |
generate_kwargs = dict(
|
124 |
max_new_tokens= int(q.tokens),
|
125 |
+
repetition_penalty=(1.0,
|
126 |
top_p= q.topp,
|
127 |
top_k=int(q.topk),
|
128 |
temperature=q.temp,
|
129 |
+
stop= ["</s>", "<|>"]
|
130 |
)
|
131 |
inputs= text
|
132 |
response = client.post(json={"inputs": inputs, "parameters": generate_kwargs}, model="mistralai/Mistral-7B-Instruct-v0.1")
|