john commited on
Commit
d36c00f
1 Parent(s): e02aa42

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -49,7 +49,7 @@ with gr.Blocks(theme=theme) as demo:
49
  outputs = ""
50
  for token in llm2.generate(tokens, top_k=50, top_p=0.73, temp=0.72, repeat_penalty=1.1):
51
  text = llm2.detokenize([token])
52
- outputs += text.decode()
53
  count += 1
54
  if count >= 500 or (token == llm2.token_eos()):
55
  break
 
49
  outputs = ""
50
  for token in llm2.generate(tokens, top_k=50, top_p=0.73, temp=0.72, repeat_penalty=1.1):
51
  text = llm2.detokenize([token])
52
+ outputs += text.decode(errors='ignore')
53
  count += 1
54
  if count >= 500 or (token == llm2.token_eos()):
55
  break