Update app.py

app.py

@@ -13,13 +13,13 @@ subprocess.run(
     shell=True,
 )
 
-#device = "cuda:0" if torch.cuda.is_available() else "cpu"
+device = "cuda:0" if torch.cuda.is_available() else "cpu"
 torch_dtype = torch.float16 if torch.cuda.is_available() else torch.float32
 
 Florence_models = AutoModelForCausalLM.from_pretrained(
     "microsoft/Florence-2-large",
     torch_dtype=torch_dtype,
-    trust_remote_code=True).to("cpu")
+    trust_remote_code=True).to(device)
 
 Florence_processors = AutoProcessor.from_pretrained(
     "microsoft/Florence-2-large", trust_remote_code=True)
@@ -38,7 +38,7 @@ def feifeiflorence(
 
     inputs = Florence_processors(text=task_prompt,
                                  images=image,
-                                 return_tensors="pt").to("cpu", torch_dtype)
+                                 return_tensors="pt").to(device, torch_dtype)
 
     generated_ids = Florence_models.generate(
         input_ids=inputs["input_ids"],