update hander.py for generative model

handler.py

@@ -1,14 +1,13 @@
-from transformers import AutoModelForSequenceClassification, AutoTokenizer
-
-
-class EndpointHandler:
-    def __init__(self, path="Chituyi7/EBO-AlpacaLlama3-8B-InstructionTuned"):
-        # Initialize your model here
-        self.model = AutoModelForSequenceClassification.from_pretrained(path)
-        self.tokenizer = AutoTokenizer.from_pretrained(path)
-
-    def __call__(self, data):
-        # Use your model to make predictions here
-        inputs = self.tokenizer(data["inputs"], return_tensors="pt")
-        outputs = self.model(**inputs)
-        return outputs.logits.argmax(-1).item()
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+class EndpointHandler:
+    def __init__(self, path="Chituyi7/EBO-AlpacaLlama3-8B-InstructionTuned"):
+        # Initialize your model here
+        self.model = AutoModelForCausalLM.from_pretrained(path)
+        self.tokenizer = AutoTokenizer.from_pretrained(path)
+
+    def __call__(self, data):
+        # Use your model to make predictions here
+        inputs = self.tokenizer(data["inputs"], return_tensors="pt")
+        outputs = self.model(**inputs)
+        return outputs.logits.argmax(-1).item()