update the dependencies

app.py

@@ -1,4 +1,5 @@
-from transformers import AutoProcessor, AutoModelForPreTraining
+from transformers import AutoProcessor, AutoModelForPreTraining, MllamaForConditionalGeneration
+import torch
 from threading import Thread
 import gradio as gr
 from gradio import FileData
@@ -8,10 +9,14 @@ from zipnn import zipnn_hf
 
 zipnn_hf()
 
-processor = AutoProcessor.from_pretrained("royleibov/Llama-3.2-11B-Vision-Instruct-ZipNN-Compressed")
-model = AutoModelForPreTraining.from_pretrained("royleibov/Llama-3.2-11B-Vision-Instruct-ZipNN-Compressed")
+model_id = "royleibov/Llama-3.2-11B-Vision-Instruct-ZipNN-Compressed"
 
-processor = AutoProcessor.from_pretrained(model)
+model = MllamaForConditionalGeneration.from_pretrained(
+    model_id,
+    torch_dtype=torch.bfloat16,
+    device_map="auto",
+)
+processor = AutoProcessor.from_pretrained(model_id)
 
 
 def score_it(input_img):

requirements.txt

@@ -1,4 +1,5 @@
+torch==2.4.0
 transformers
 git+https://github.com/huggingface/transformers.git
 accelerate>=0.26.0
-zipnn
+zipnn==0.3.4