Update handler.py

trying new generation paramaters

handler.py

@@ -20,7 +20,7 @@ class EndpointHandler():
         tokenized_input = self.tokenizer(inputs, return_tensors="pt", truncation=True, max_length=512, padding="max_length")
         tokenized_input = tokenized_input.to(self.device)  # Move input tensors to the same device as model
 
-        summary_ids = self.model.generate(**tokenized_input, max_length=300, num_beams=4, early_stopping=True)
+        summary_ids = self.model.generate(**tokenized_input, max_length=400, do_sample=True, top_p=0.8)
 
         summary_text = self.tokenizer.decode(summary_ids[0], skip_special_tokens=True)