Ashishkr commited on
Commit
46b4cb9
1 Parent(s): 7c043ab

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +1 -1
model.py CHANGED
@@ -89,7 +89,7 @@ def run(message: str,
89
  inputs = tokenizer([prompt], return_tensors='pt', add_special_tokens=False).to(device)
90
 
91
  streamer = TextIteratorStreamer(tokenizer,
92
- timeout=10.,
93
  skip_prompt=True,
94
  skip_special_tokens=True)
95
  generate_kwargs = dict(
 
89
  inputs = tokenizer([prompt], return_tensors='pt', add_special_tokens=False).to(device)
90
 
91
  streamer = TextIteratorStreamer(tokenizer,
92
+ timeout=20.,
93
  skip_prompt=True,
94
  skip_special_tokens=True)
95
  generate_kwargs = dict(