instructor-large-1 / handler.py
Andrew Luo
path
6cf0f91
raw
history blame
665 Bytes
from typing import Dict, List, Any
from InstructorEmbedding import INSTRUCTOR
class EndpointHandler():
def __init__(self, path=""):
model = INSTRUCTOR(path)
self.model = model
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
"""
data args:
inputs (:obj: `str`)
date (:obj: `str`)
Return:
A :obj:`list` | `dict`: will be serialized and returned
"""
# get inputs
instruction = data.pop("instruction",data)
text = data.pop("text", data)
embeddings = self.model.encode([[instruction,text]])
return embeddings[0].tolist()