mt5-base-itquad-ae / eval /metric.first.answer.paragraph_sentence.answer.lmqg_qg_itquad.default.json
asahi417's picture
model update
f57801d
raw
history blame contribute delete
No virus
678 Bytes
{"validation": {"Bleu_1": 0.3613615374466616, "Bleu_2": 0.29979101174184014, "Bleu_3": 0.2572079920111839, "Bleu_4": 0.2188756857549235, "METEOR": 0.40334586128894945, "ROUGE_L": 0.42268562907901547, "BERTScore": 0.9108938501626626, "MoverScore": 0.8239377626899412, "AnswerF1Score": 73.43484666575796, "AnswerExactMatch": 60.38901301090814}, "test": {"Bleu_1": 0.36694598112592064, "Bleu_2": 0.3079147476086298, "Bleu_3": 0.26509275277318584, "Bleu_4": 0.22667978095566216, "METEOR": 0.3771853045500855, "ROUGE_L": 0.4258455498245661, "BERTScore": 0.8926223951298486, "MoverScore": 0.7878688802080305, "AnswerF1Score": 68.09132800296655, "AnswerExactMatch": 52.14877119200946}}