HuanjinYao commited on
Commit
471412e
1 Parent(s): dd694ec

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -93,7 +93,10 @@ def bot_streaming(message, history):
93
  print('inputs', inputs)
94
 
95
 
96
- streamer = TextIteratorStreamer(tokenizer, **{"skip_special_tokens": False, "skip_prompt": True})
 
 
 
97
  generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False, eos_token_id = terminators)
98
 
99
  print('here?')
 
93
  print('inputs', inputs)
94
 
95
 
96
+ streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
97
+
98
+ print('here?')
99
+
100
  generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False, eos_token_id = terminators)
101
 
102
  print('here?')