Update handler.py

handler.py

@@ -40,10 +40,7 @@ class EndpointHandler():
         imageBase64 = inputs.get("image")
         question = inputs.get("question")
 
-        # imageURL = inputs.get("image")
-        # image = Image.open(requests.get(imageBase64, stream=True).raw)
-
-        if 'http:' in imageBase64: 
+        if ('http:' in imageBase64) or ('https:' in imageBase64): 
             image = Image.open(requests.get(imageBase64, stream=True).raw)
         else:
             image = Image.open(BytesIO(base64.b64decode(imageBase64.split(",")[0].encode())))
@@ -52,7 +49,12 @@ class EndpointHandler():
         processed = self.processor(images=image, text=prompt, return_tensors="pt").to(self.device)
 
         with torch.no_grad():
-            out = self.model.generate(**processed, max_new_tokens=512).to(self.device)
+            out = self.model.generate(**processed, 
+                                      max_new_tokens=512,
+                                      temperature = 0.1,
+                                      do_sample=True,
+                                      repetition_penalty=1.2  
+                                     ).to(self.device)
         
         result = {}
         text_output = self.processor.decode(out[0], skip_special_tokens=True)