Update handler.py

handler.py

@@ -55,9 +55,9 @@ class EndpointHandler():
             output = self.model.generate(
                 input_ids=input_ids, 
                 attention_mask=attention_mask, 
-                max_new_tokens=100,
+                max_new_tokens=256,
                 eos_token_id=self.tokenizer.eos_token_id,
-                pad_token_id=self.tokenizer.pad_token_id,
+                pad_token_id=self.tokenizer.eos_token_id,
             )
             LOGGER.info("Parameters have not been giving for model generation")