Update app.py

app.py

@@ -39,11 +39,11 @@ def bot_streaming(message, history):
       gr.Error("You need to upload an image for LLaVA to work.")
   prompt=f"<|start_header_id|>user<|end_header_id|>\n\n<image>\n{message['text']}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n"
   print(f"prompt: {prompt}")
-  image = Image.open(image).convert("RGB")
-  inputs = processor(prompt, image, return_tensors="pt").to("cuda:0")
+  image = Image.open(requests.get(image_file, stream=True).raw)
+  inputs = processor(prompt, raw_image, return_tensors='pt').to(0, torch.float16)
 
   streamer = TextIteratorStreamer(processor, **{"skip_special_tokens": True})
-  generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=100)
+  generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=200)
   generated_text = ""
 
   thread = Thread(target=model.generate, kwargs=generation_kwargs)