qnguyen3 commited on
Commit
1266db9
1 Parent(s): e6eaffd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -105,7 +105,7 @@ def bot_streaming(message, history):
105
  image_tensor = model.process_images([image], model.config).to(dtype=model.dtype)
106
  generation_kwargs = dict(input_ids=input_ids.to('cuda'),
107
  images=image_tensor.to('cuda'),
108
- streamer=streamer, max_new_tokens=128,
109
  stopping_criteria=[stopping_criteria], temperature=0.01)
110
  generated_text = ""
111
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
 
105
  image_tensor = model.process_images([image], model.config).to(dtype=model.dtype)
106
  generation_kwargs = dict(input_ids=input_ids.to('cuda'),
107
  images=image_tensor.to('cuda'),
108
+ streamer=streamer, max_new_tokens=512,
109
  stopping_criteria=[stopping_criteria], temperature=0.01)
110
  generated_text = ""
111
  thread = Thread(target=model.generate, kwargs=generation_kwargs)