Create mii-handler.py

mii-handler.py

@@ -0,0 +1,34 @@
+from typing import Dict, List, Any
+import mii
+import json
+
+class EndpointHandler():
+    def __init__(self, path=""):
+        self.deploy_name = "bert"
+        mii_config = {"dtype": "fp16"}
+        mii.deploy(task='text-classification',
+                   model="philschmid/finbert-tone-endpoint-ds",
+                   deployment_name=self.deploy_name,
+                   mii_config=mii_config)
+        # create handler for server
+        self.pipeline = mii.mii_query_handle(self.deploy_name)
+
+
+    def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
+        """
+       data args:
+            inputs (:obj: `str`)
+            date (:obj: `str`)
+      Return:
+            A :obj:`list` | `dict`: will be serialized and returned
+        """
+        inputs = data.pop("inputs", data)
+        parameters = data.pop("parameters", None)
+
+        # pass inputs with all kwargs in data
+        if parameters is not None:
+            prediction = self.pipeline.query({"query": inputs}, **parameters)
+        else:
+            prediction = self.pipeline.query({"query": inputs})
+        # postprocess the prediction
+        return prediction.response