Hugging Face's logo

Spaces:
merve
/
llava-next
Running on Zero

App Files Community
10
merve HF staff commited on
Commit
722a464
•
1 Parent(s): a4d4f92

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -29,7 +29,7 @@ def bot_streaming(message, history):
29
  inputs = processor(prompt, image, return_tensors="pt").to("cuda:0")
30
 
31
  streamer = TextIteratorStreamer(processor, **{"skip_special_tokens": True})
32
- generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=200)
33
  generated_text = ""
34
 
35
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
 
29
  inputs = processor(prompt, image, return_tensors="pt").to("cuda:0")
30
 
31
  streamer = TextIteratorStreamer(processor, **{"skip_special_tokens": True})
32
+ generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=100)
33
  generated_text = ""
34
 
35
  thread = Thread(target=model.generate, kwargs=generation_kwargs)