Added line "tokenizer.pad_token = tokenizer.eos_token"

handler.py

@@ -9,6 +9,7 @@ class EndpointHandler:
     def __init__(self, path=""):
 
         tokenizer = AutoTokenizer.from_pretrained(path, trust_remote_code=True)
+        tokenizer.pad_token = tokenizer.eos_token
         model = AutoModelForCausalLM.from_pretrained(
             path,
             return_dict=True,