qnguyen3 commited on
Commit
18b4fed
1 Parent(s): 7fab5a4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -4
app.py CHANGED
@@ -106,10 +106,7 @@ def bot_streaming(message, history):
106
  generation_kwargs = dict(input_ids=input_ids.to('cuda'),
107
  images=image_tensor.to('cuda'),
108
  streamer=streamer, max_new_tokens=128,
109
- stopping_criteria=[stopping_criteria],
110
- temperature=0.25,
111
- top_k=40,
112
- top_p=0.95)
113
  generated_text = ""
114
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
115
  thread.start()
 
106
  generation_kwargs = dict(input_ids=input_ids.to('cuda'),
107
  images=image_tensor.to('cuda'),
108
  streamer=streamer, max_new_tokens=128,
109
+ stopping_criteria=[stopping_criteria])
 
 
 
110
  generated_text = ""
111
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
112
  thread.start()