Xilixmeaty40 commited on
Commit
bd83ab5
·
verified ·
1 Parent(s): db3b038

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -60,7 +60,7 @@ def chat_inf(system_prompt, prompt, history, memory, client_choice, seed, temp,
60
  else:
61
  formatted_prompt = format_prompt(prompt, memory[0 - chat_mem:], cust_p)
62
  try:
63
- stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=True)
64
  output = ""
65
  for response in stream:
66
  output += response.token.text
 
60
  else:
61
  formatted_prompt = format_prompt(prompt, memory[0 - chat_mem:], cust_p)
62
  try:
63
+ stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=True, timeout=10)
64
  output = ""
65
  for response in stream:
66
  output += response.token.text