Update app.py

app.py

@@ -103,7 +103,14 @@ def bot_streaming(message, history):
     streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
     
     image_tensor = model.process_images([image], model.config).to(dtype=model.dtype)
-    generation_kwargs = dict(input_ids=input_ids.to('cuda'), images=image_tensor.to('cuda'), streamer=streamer, max_new_tokens=512, stopping_criteria=[stopping_criteria], temperature=0.2)
+    generation_kwargs = dict(input_ids=input_ids.to('cuda'), 
+                             images=image_tensor.to('cuda'), 
+                             streamer=streamer, max_new_tokens=512, 
+                             stopping_criteria=[stopping_criteria], 
+                             temperature=0.25,
+                             repetition_penalty=1.05,
+                             top_k=40,
+                             top_p=0.95)
     generated_text = ""
     thread = Thread(target=model.generate, kwargs=generation_kwargs)
     thread.start()