from typing import Dict, List, Any from transformers import pipeline import mii class EndpointHandler(): def __init__(self, path=""): self.deploy_name = "bert" mii_config = {"dtype": "fp16"} mii.deploy(task='text-classification', model=path, deployment_name=deploy_name, mii_config=mii_config) # create handler for server self.pipeline = mii.mii_query_handle(self.deploy_name) def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]: """ data args: inputs (:obj: `str`) date (:obj: `str`) Return: A :obj:`list` | `dict`: will be serialized and returned """ # get inputs inputs = data.pop("inputs",data) date = data.pop("date", None) # check if date exists and if it is a holiday if date is not None and date in self.holidays: return [{"label": "happy", "score": 1}] # run normal prediction prediction = self.pipeline(inputs) return prediction