Spaces:
Runtime error
Runtime error
Commit
•
471412e
1
Parent(s):
dd694ec
Update app.py
Browse files
app.py
CHANGED
@@ -93,7 +93,10 @@ def bot_streaming(message, history):
|
|
93 |
print('inputs', inputs)
|
94 |
|
95 |
|
96 |
-
streamer = TextIteratorStreamer(tokenizer,
|
|
|
|
|
|
|
97 |
generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False, eos_token_id = terminators)
|
98 |
|
99 |
print('here?')
|
|
|
93 |
print('inputs', inputs)
|
94 |
|
95 |
|
96 |
+
streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
|
97 |
+
|
98 |
+
print('here?')
|
99 |
+
|
100 |
generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False, eos_token_id = terminators)
|
101 |
|
102 |
print('here?')
|