tareknaous commited on
Commit
92ede04
1 Parent(s): 2f41255

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -27,7 +27,7 @@ def chat(message, history):
27
  else:
28
  bot_input_ids = new_user_input_ids
29
 
30
- chat_history_ids = model.generate(bot_input_ids, max_length=1000, pad_token_id=tokenizer.eos_token_id)
31
  response = tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)
32
 
33
  history.append((message, response))
 
27
  else:
28
  bot_input_ids = new_user_input_ids
29
 
30
+ chat_history_ids = model.generate(bot_input_ids, max_length=1000, do_sample=True, top_p=0.9, temperature=0.8, pad_token_id=tokenizer.eos_token_id)
31
  response = tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)
32
 
33
  history.append((message, response))