Update handler.py

handler.py

@@ -1,4 +1,4 @@
-from typing import Dict
+from typing import Dict, List
 from transformers import (
     AutoTokenizer,
     AutoModelForSeq2SeqLM,
@@ -20,11 +20,11 @@ class EndpointHandler:
         self.tokenizer = AutoTokenizer.from_pretrained(path)
         self.model = AutoModelForSeq2SeqLM.from_pretrained(path)
 
-    def __call__(self, data: Dict[str, str]) -> Dict[str, str]:
+    def __call__(self, data: Dict[str, str]) -> List[Dict[str, str]]:
 
         inputs = data.pop('inputs', None) 
         if inputs is None or inputs == '':
-            return {'generated_text': 'No input provided'}
+            return [{'generated_text': 'No input provided'}]
 
         # preprocess
         input_ids = self.tokenizer(inputs, return_tensors="pt").input_ids
@@ -33,4 +33,4 @@ class EndpointHandler:
         # postprocess
         response = self.tokenizer.decode(output_ids[0], skip_special_tokens=True)
 
-        return {'generated_text': response}
+        return [{'generated_text': response}]