Spaces:
Runtime error
Runtime error
| from utils.timing import Timer | |
| def summarize(text: str, model, tokenizer) -> str: | |
| """ | |
| Generate a summary based from the given text | |
| """ | |
| input_tokens = tokenizer.encode( | |
| f'summarize: {text}', | |
| return_tensors='pt', | |
| max_length=tokenizer.model_max_length, | |
| truncation=True | |
| ) | |
| summary_ids = model.generate( | |
| input_tokens, | |
| min_length=80, | |
| max_length=150, | |
| length_penalty=15, | |
| num_beams=2 | |
| ) | |
| summary = tokenizer.decode(summary_ids[0], skip_special_tokens=True) | |
| summary = '. '.join([phrase.capitalize() for phrase in summary.split('. ')]) | |
| if not summary[-1] == '.': | |
| summary = summary + '.' | |
| return summary |