mbart-large-cc25-jaquad-qg-ae / eval /metric.first.answer.paragraph.questions_answers.lmqg_qg_jaquad.default.json
asahi417's picture
model update
80972a8
raw
history blame
1.19 kB
{"test": {"QAAlignedF1Score (BERTScore)": 0.8055068796759755, "QAAlignedRecall (BERTScore)": 0.8403300604467138, "QAAlignedPrecision (BERTScore)": 0.7741272451252699, "QAAlignedF1Score (MoverScore)": 0.5595029216044303, "QAAlignedRecall (MoverScore)": 0.5856333837617074, "QAAlignedPrecision (MoverScore)": 0.5370042717428396, "Bleu_1": 0.001562936213404398, "Bleu_2": 0.00010711315567174155, "Bleu_3": 8.046318767953897e-10, "Bleu_4": 2.2340062450425535e-12, "METEOR": 0.19002146308391446, "ROUGE_L": 0.003435233670666672, "BERTScore": 0.6076327741732362, "MoverScore": 0.500883735099811}, "validation": {"QAAlignedF1Score (BERTScore)": 0.8169299783524815, "QAAlignedRecall (BERTScore)": 0.8372823001724452, "QAAlignedPrecision (BERTScore)": 0.798008628752037, "QAAlignedF1Score (MoverScore)": 0.5671553283942891, "QAAlignedRecall (MoverScore)": 0.5819819629888205, "QAAlignedPrecision (MoverScore)": 0.5535735633682388, "Bleu_1": 0.0076827158350942955, "Bleu_2": 0.0009011202448655289, "Bleu_3": 7.0203700827249755e-09, "Bleu_4": 1.967922936945377e-11, "METEOR": 0.2747929019408418, "ROUGE_L": 0.016998587446839575, "BERTScore": 0.6732866140948068, "MoverScore": 0.5224046303897366}}