File size: 562 Bytes
fc7b228 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
from transformers import AutoModelForCausalLM, AutoTokenizer
class EndpointHandler:
def __init__(self, path="Chituyi7/EBO-AlpacaLlama3-8B-InstructionTuned"):
# Initialize your model here
self.model = AutoModelForCausalLM.from_pretrained(path)
self.tokenizer = AutoTokenizer.from_pretrained(path)
def __call__(self, data):
# Use your model to make predictions here
inputs = self.tokenizer(data["inputs"], return_tensors="pt")
outputs = self.model(**inputs)
return outputs.logits.argmax(-1).item()
|