mbart-large-cc25-jaquad-qg / eval_pipeline /metric.first.answer.paragraph.questions_answers.lmqg_qg_jaquad.default.lmqg_mbart-large-cc25-jaquad-ae.json
asahi417's picture
add model
bd43a61
{"test": {"QAAlignedF1Score (BERTScore)": 0.7670407806875748, "QAAlignedRecall (BERTScore)": 0.78870745824126, "QAAlignedPrecision (BERTScore)": 0.7474611340600938, "QAAlignedF1Score (MoverScore)": 0.536366714738306, "QAAlignedRecall (MoverScore)": 0.5514330225706495, "QAAlignedPrecision (MoverScore)": 0.5232318552690963, "Bleu_1": 0.003369742445932065, "Bleu_2": 8.988196607492796e-05, "Bleu_3": 7.235259462878867e-10, "Bleu_4": 2.0836619304090955e-12, "METEOR": 0.24865075043181467, "ROUGE_L": 0.006746317014509917, "BERTScore": 0.6567897463333411, "MoverScore": 0.5133833772086975}, "validation": {"QAAlignedF1Score (BERTScore)": 0.7565527435584364, "QAAlignedRecall (BERTScore)": 0.7616835460292413, "QAAlignedPrecision (BERTScore)": 0.7523213104504013, "QAAlignedF1Score (MoverScore)": 0.5298269769495063, "QAAlignedRecall (MoverScore)": 0.5319048941620819, "QAAlignedPrecision (MoverScore)": 0.5285687019410239, "Bleu_1": 0.014794009724228783, "Bleu_2": 0.0007238041585053599, "Bleu_3": 5.9799021263027866e-09, "Bleu_4": 1.733304860624834e-11, "METEOR": 0.24617283199832432, "ROUGE_L": 0.02734787097168109, "BERTScore": 0.6835537910628036, "MoverScore": 0.5268312146910084}}