Update app.py

app.py

@@ -148,7 +148,7 @@ def get_response_from_openai(prompt, model="gpt-3.5-turbo", max_output_tokens=25
 if device == "cuda":
     model_deplot =  Pix2StructForConditionalGeneration.from_pretrained("google/deplot", torch_dtype=torch.bfloat16).to(0)
 else: 
-    model_deplot =  Pix2StructForConditionalGeneration.from_pretrained("google/deplot")
+    model_deplot =  Pix2StructForConditionalGeneration.from_pretrained("google/deplot", torch_dtype=torch.bfloat16)
 processor_deplot = Pix2StructProcessor.from_pretrained("google/deplot")
 
 def evaluate(
@@ -200,9 +200,9 @@ def evaluate(
 
 def process_document(image, question, llm):
     # image = Image.open(image)
-    inputs = processor_deplot(images=image, text="Generate the underlying data table for the figure below:", return_tensors="pt")
+    inputs = processor_deplot(images=image, text="Generate the underlying data table for the figure below:", return_tensors="pt").to(torch.bfloat16)
     if device == "cuda":
-        inputs = inputs.to(0, torch.bfloat16)
+        inputs = inputs.to(0)
     predictions = model_deplot.generate(**inputs, max_new_tokens=512)
     table = processor_deplot.decode(predictions[0], skip_special_tokens=True).replace("<0x0A>", "\n")