Update handler.py

handler.py

@@ -24,7 +24,7 @@ class EndpointHandler():
         if prompt is None:
             raise ValueError("Missing prompt.")
         # Preprocess
-        input_ids = self.tokenizer(prompt, return_tensors="pt").input_ids.to(device)
+        input_ids = self.tokenizer(prompt, return_tensors="pt")["input_ids"].to(device)
         # Forward
         # if parameters is not None:
         #     output = self.model.generate(input_ids=input_ids, **parameters)