Spaces:
Runtime error
Runtime error
tareknaous
commited on
Commit
•
92ede04
1
Parent(s):
2f41255
Update app.py
Browse files
app.py
CHANGED
@@ -27,7 +27,7 @@ def chat(message, history):
|
|
27 |
else:
|
28 |
bot_input_ids = new_user_input_ids
|
29 |
|
30 |
-
chat_history_ids = model.generate(bot_input_ids, max_length=1000, pad_token_id=tokenizer.eos_token_id)
|
31 |
response = tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)
|
32 |
|
33 |
history.append((message, response))
|
|
|
27 |
else:
|
28 |
bot_input_ids = new_user_input_ids
|
29 |
|
30 |
+
chat_history_ids = model.generate(bot_input_ids, max_length=1000, do_sample=True, top_p=0.9, temperature=0.8, pad_token_id=tokenizer.eos_token_id)
|
31 |
response = tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)
|
32 |
|
33 |
history.append((message, response))
|