Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -15,7 +15,7 @@ def respond(message, chat_history,instruction,model,temperature=0.7):
|
|
15 |
else:
|
16 |
model="mistralai/Mistral-7B-Instruct-v0.1"
|
17 |
|
18 |
-
client = InferenceClient(model=f"{model}",
|
19 |
formatted_prompt = format_chat_prompt(message,chat_history,instruction)
|
20 |
bot_message = client.text_generation(formatted_prompt, max_new_tokens=1024,
|
21 |
stop_sequences=["\nUser:", "<|endoftext|>"],
|
|
|
15 |
else:
|
16 |
model="mistralai/Mistral-7B-Instruct-v0.1"
|
17 |
|
18 |
+
client = InferenceClient(model=f"{model}",timeout=30)
|
19 |
formatted_prompt = format_chat_prompt(message,chat_history,instruction)
|
20 |
bot_message = client.text_generation(formatted_prompt, max_new_tokens=1024,
|
21 |
stop_sequences=["\nUser:", "<|endoftext|>"],
|