Update handler.py

handler.py

@@ -12,16 +12,16 @@ from transformers import Blip2Processor, Blip2ForConditionalGeneration
 
 # -
 
-device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
+# device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 
 class EndpointHandler():
     def __init__(self, path=""):
         # load the optimized model
         print("####### Start Deploying #####")
         self.processor = Blip2Processor.from_pretrained("ChirathD/Blip-2-test-1")
-        self.model = Blip2ForConditionalGeneration.from_pretrained("ChirathD/Blip-2-test-1").to(device)
+        self.model = Blip2ForConditionalGeneration.from_pretrained("ChirathD/Blip-2-test-1") 
         self.model.eval()
-        self.model = self.model.to(device)
+        # self.model = self.model.to(device)
         
 
 
@@ -42,7 +42,7 @@ class EndpointHandler():
         image_io = io.BytesIO(image_bytes)
         image = Image.open(image_io)
 
-        inputs = self.processor(images=image, return_tensors="pt").to(device, torch.float16)
+        inputs = self.processor(images=image, return_tensors="pt")
         pixel_values = inputs.pixel_values
         
         generated_ids = self.model.generate(pixel_values=pixel_values, max_length=25)