instructor-large-1 / handler.py
Andrew Luo
custom handler
345a2f0
raw history blame
No virus
686 Bytes
from typing import Dict, List, Any
from InstructorEmbedding import INSTRUCTOR
class EndpointHandler():
def __init__(self, path=""):
model = INSTRUCTOR('hkunlp/instructor-large')
self.model = model
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
"""
data args:
inputs (:obj: `str`)
date (:obj: `str`)
Return:
A :obj:`list` | `dict`: will be serialized and returned
"""
# get inputs
instruction = data.pop("instruction",data)
text = data.pop("text", data)
embeddings = self.model.encode([[instruction,text]])
return embeddings[0].tolist()