handler for running inference endpoints

handler.py

@@ -0,0 +1,14 @@
+from transformers import AutoModelForSequenceClassification, AutoTokenizer
+
+
+class EndpointHandler:
+    def __init__(self, path="Chituyi7/EBO-AlpacaLlama3-8B-InstructionTuned"):
+        # Initialize your model here
+        self.model = AutoModelForSequenceClassification.from_pretrained(path)
+        self.tokenizer = AutoTokenizer.from_pretrained(path)
+
+    def __call__(self, data):
+        # Use your model to make predictions here
+        inputs = self.tokenizer(data["inputs"], return_tensors="pt")
+        outputs = self.model(**inputs)
+        return outputs.logits.argmax(-1).item()