mbart-large-cc25-jaquad-qag / eval /metric.first.answer.paragraph.questions_answers.lmqg_qag_jaquad.default.json
asahi417's picture
model update
c3796f8
{"validation": {"Bleu_1": 0.442425707446017, "Bleu_2": 0.34062893462177907, "Bleu_3": 0.27324593851993145, "Bleu_4": 0.22277827358204308, "METEOR": 0.25514187814910827, "ROUGE_L": 0.353652061262317, "BERTScore": 0.7325376251375317, "MoverScore": 0.5409912970264227, "QAAlignedF1Score (BERTScore)": 0.7306552396522141, "QAAlignedRecall (BERTScore)": 0.7272063496921992, "QAAlignedPrecision (BERTScore)": 0.7349615001495196, "QAAlignedF1Score (MoverScore)": 0.5246417485149184, "QAAlignedRecall (MoverScore)": 0.520391255222933, "QAAlignedPrecision (MoverScore)": 0.5297114583004668}, "test": {"Bleu_1": 0.24361536503944461, "Bleu_2": 0.18514842538799742, "Bleu_3": 0.1454816801738468, "Bleu_4": 0.11625217922996045, "METEOR": 0.24501471846078107, "ROUGE_L": 0.3208797270874647, "BERTScore": 0.6871284615211799, "MoverScore": 0.5242115426392946, "QAAlignedF1Score (BERTScore)": 0.7268055902636072, "QAAlignedRecall (BERTScore)": 0.7379401674085392, "QAAlignedPrecision (BERTScore)": 0.7166540428393525, "QAAlignedF1Score (MoverScore)": 0.519264226027171, "QAAlignedRecall (MoverScore)": 0.5262232772896484, "QAAlignedPrecision (MoverScore)": 0.513072398320057}}