Update app.py
Browse files
app.py
CHANGED
@@ -106,10 +106,7 @@ def bot_streaming(message, history):
|
|
106 |
generation_kwargs = dict(input_ids=input_ids.to('cuda'),
|
107 |
images=image_tensor.to('cuda'),
|
108 |
streamer=streamer, max_new_tokens=128,
|
109 |
-
stopping_criteria=[stopping_criteria]
|
110 |
-
temperature=0.25,
|
111 |
-
top_k=40,
|
112 |
-
top_p=0.95)
|
113 |
generated_text = ""
|
114 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
115 |
thread.start()
|
|
|
106 |
generation_kwargs = dict(input_ids=input_ids.to('cuda'),
|
107 |
images=image_tensor.to('cuda'),
|
108 |
streamer=streamer, max_new_tokens=128,
|
109 |
+
stopping_criteria=[stopping_criteria])
|
|
|
|
|
|
|
110 |
generated_text = ""
|
111 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
112 |
thread.start()
|