mt5-small-itquad-qg-ae / eval /metric.first.answer.paragraph.questions_answers.lmqg_qg_itquad.default.json
asahi417's picture
add model
d21d57c
{"test": {"QAAlignedF1Score (BERTScore)": 0.8181381118319444, "QAAlignedF1Score (MoverScore)": 0.5602399541685288, "QAAlignedRecall (BERTScore)": 0.8251302983425036, "QAAlignedPrecision (BERTScore)": 0.8117152577788601, "QAAlignedRecall (MoverScore)": 0.5632266676286006, "QAAlignedPrecision (MoverScore)": 0.5576476898045706, "Bleu_1": 0.2388334183704186, "Bleu_2": 0.13372707374381912, "Bleu_3": 0.06509641385596068, "Bleu_4": 0.03536755462441583, "METEOR": 0.24382583840431415, "ROUGE_L": 0.23482573182878408, "BERTScore": 0.7724879458096905, "MoverScore": 0.5464624605838585}, "validation": {"QAAlignedF1Score (BERTScore)": 0.808018132044897, "QAAlignedF1Score (MoverScore)": 0.5529970356002839, "QAAlignedRecall (BERTScore)": 0.8337714235558947, "QAAlignedPrecision (BERTScore)": 0.7844637542451787, "QAAlignedRecall (MoverScore)": 0.5703996580099424, "QAAlignedPrecision (MoverScore)": 0.5375445209352104, "Bleu_1": 0.09954877036028498, "Bleu_2": 0.042823097177736094, "Bleu_3": 0.019296618810997326, "Bleu_4": 0.009662189804715629, "METEOR": 0.1993591509503134, "ROUGE_L": 0.14339737656876814, "BERTScore": 0.6934092671390931, "MoverScore": 0.5167523980014113}}