Update app.py

app.py

@@ -18,7 +18,7 @@ def predict(image: Image.Image, question: str) -> str:
         text = f"Please answer the question. Question: {question} Answer:" if '?' in question else question
         input_ids = model.text_transform(text).input_ids.to(device)
     
-    with torch.autocast(device_type=device, dtype=torch.float16):
+    with torch.autocast(device_type=device, dtype=torch.bfloat16):
         generated_ids = model.generate(
             pixel_values=pixel_values,
             input_ids=input_ids,