Andrewwwwww
/

dolphin-2.1-mistral-7b

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Andrewwwwww commited on Jan 18

Commit

163e45f

•

1 Parent(s): c7e8603

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -12,7 +12,7 @@ class EndpointHandler:
     def __call__(self, data: Any) -> List[List[Dict[str, float]]]:
         sys_prompt=data["prompt"]
-        list=data["messeages"]
         prompt=f"<|im_start|>system\n{sys_prompt}.<|im_end|>\n"
         for item in list:
             if item["role"]=="assistant":

     def __call__(self, data: Any) -> List[List[Dict[str, float]]]:
         sys_prompt=data["prompt"]
+        list=data["inputs"]
         prompt=f"<|im_start|>system\n{sys_prompt}.<|im_end|>\n"
         for item in list:
             if item["role"]=="assistant":