Update app.py

app.py

@@ -14,8 +14,11 @@ model_name = "Qwen/Qwen2-VL-7B-Instruct"
 #     torch_dtype="auto", 
 #     device_map='auto'
 # )
-model = Qwen2VLForConditionalGeneration.from_pretrained(model_name, trust_remote_code=True, torch_dtype="auto").cuda().eval()
+# model = Qwen2VLForConditionalGeneration.from_pretrained(model_name, trust_remote_code=True, torch_dtype="auto").cuda().eval()
 # model = Qwen2VLForConditionalGeneration.from_pretrained(model_name, trust_remote_code=True, torch_dtype=torch.float16).to("cuda").eval()
+model = Qwen2VLForConditionalGeneration.from_pretrained(
+    "Qwen/Qwen2-VL-7B-Instruct", torch_dtype="auto", device_map="auto"
+)
 processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True)
 # tokenizer = AutoTokenizer.from_pretrained(model_name)