run_scripts/gigaword/eval_rouge.py

import datasets
import sys
import json

rouge = datasets.load_metric('../../utils/rouge.py')

if __name__ == "__main__":
    f = sys.argv[1]
    results = json.load(open(f))
    predictions = [result['hyp'] for result in results]
    references = [result['ref'] for result in results]
    results = rouge.compute(predictions=predictions, references=references, use_stemmer=True)
    print("Rouge1: ", results["rouge1"].mid.fmeasure)
    print("Rouge2: ", results["rouge2"].mid.fmeasure)
    print("RougeL: ", results["rougeL"].mid.fmeasure)