evaluation.py

import evaluate


def evaluate_summaries(predictions, references):
    """

    Evaluates generated summaries against reference summaries using ROUGE, BLEU and METEOR.



    Args:

        predictions (list): A list of generated summaries (strings).

        references (list): A list of reference summaries (strings).



    Returns:

        dict: A dictionary containing the ROUGE scores.

    """
    rouge = evaluate.load("rouge")
    bleu = evaluate.load("bleu")
    meteor = evaluate.load("meteor")

    rouge_results = rouge.compute(predictions=predictions, references=references)
    bleu_results = bleu.compute(predictions=predictions, references=references)
    meteor_results = meteor.compute(predictions=predictions, references=references)

    return {
        "rouge": rouge_results,
        "bleu": bleu_results,
        "meteor": meteor_results,
    }