model update

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_itquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.2268655703589741, "Bleu_2": 0.14992091437303157, "Bleu_3": 0.10431680363282476, "Bleu_4": 0.07463623318389503, "METEOR": 0.1817195929002479, "ROUGE_L": 0.21960826020056515, "BERTScore": 0.8155560118482467}, "test": {"Bleu_1": 0.21835572059811773, "Bleu_2": 0.142067255067986, "Bleu_3": 0.09806204991937141, "Bleu_4": 0.06973062765821003, "METEOR": 0.17113454747469833, "ROUGE_L": 0.21268169391597566, "BERTScore": 0.80697543653337}}
+{"validation": {"Bleu_1": 0.2268655703589741, "Bleu_2": 0.14992091437303157, "Bleu_3": 0.10431680363282476, "Bleu_4": 0.07463623318389503, "METEOR": 0.1817195929002479, "ROUGE_L": 0.21960826020056515, "BERTScore": 0.8155560118482467, "MoverScore": 0.5728951396507651}, "test": {"Bleu_1": 0.21835572059811773, "Bleu_2": 0.142067255067986, "Bleu_3": 0.09806204991937141, "Bleu_4": 0.06973062765821003, "METEOR": 0.17113454747469833, "ROUGE_L": 0.21268169391597566, "BERTScore": 0.80697543653337, "MoverScore": 0.5669025570154386}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.17896892713806756, "Bleu_2": 0.11096596222237011, "Bleu_3": 0.07507285071355524, "Bleu_4": 0.0527460404094388, "METEOR": 0.14879242188059189, "ROUGE_L": 0.17919983545419585, "BERTScore": 0.7846933536075829, "MoverScore": 0.5522901729552128}, "test": {"Bleu_1": 0.17173490250835113, "Bleu_2": 0.1043687195874294, "Bleu_3": 0.06927801999888956, "Bleu_4": 0.048122555022932556, "METEOR": 0.140724186482886, "ROUGE_L": 0.17299318111940434, "BERTScore": 0.777986934983569, "MoverScore": 0.5479987430846783}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1877251133793609, "Bleu_2": 0.11583202009419212, "Bleu_3": 0.0764135907213235, "Bleu_4": 0.052408085504087036, "METEOR": 0.13932636415415084, "ROUGE_L": 0.17541114011043343, "BERTScore": 0.7910497555016437, "MoverScore": 0.5517226899090035}, "test": {"Bleu_1": 0.1893789696541968, "Bleu_2": 0.11739089437829044, "Bleu_3": 0.07881657268281086, "Bleu_4": 0.05513721258824519, "METEOR": 0.13898860926763787, "ROUGE_L": 0.1758355443659233, "BERTScore": 0.7902236909539835, "MoverScore": 0.5507624656697425}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_itquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.2277120021984539, "Bleu_2": 0.15061744803888746, "Bleu_3": 0.10488884890653734, "Bleu_4": 0.07512050894068802, "METEOR": 0.18211146671174136, "ROUGE_L": 0.220121938697103, "BERTScore": 0.81530704987249}, "test": {"Bleu_1": 0.22780587800055518, "Bleu_2": 0.14925470217426626, "Bleu_3": 0.10343893571887254, "Bleu_4": 0.07374845292566005, "METEOR": 0.17566508622690377, "ROUGE_L": 0.2192586325405669, "BERTScore": 0.8079826348452711}}
+{"validation": {"Bleu_1": 0.2277120021984539, "Bleu_2": 0.15061744803888746, "Bleu_3": 0.10488884890653734, "Bleu_4": 0.07512050894068802, "METEOR": 0.18211146671174136, "ROUGE_L": 0.220121938697103, "BERTScore": 0.81530704987249, "MoverScore": 0.5726640542736801}, "test": {"Bleu_1": 0.22780587800055518, "Bleu_2": 0.14925470217426626, "Bleu_3": 0.10343893571887254, "Bleu_4": 0.07374845292566005, "METEOR": 0.17566508622690377, "ROUGE_L": 0.2192586325405669, "BERTScore": 0.8079826348452711, "MoverScore": 0.5678645897809871}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.17962617996106725, "Bleu_2": 0.1114139066590738, "Bleu_3": 0.07542881818049693, "Bleu_4": 0.05305506967324209, "METEOR": 0.14909321789852217, "ROUGE_L": 0.17962361749161088, "BERTScore": 0.7843069562989409, "MoverScore": 0.5520716389611386}, "test": {"Bleu_1": 0.18076073943081641, "Bleu_2": 0.11095988679800788, "Bleu_3": 0.07403805550748614, "Bleu_4": 0.051573017380647436, "METEOR": 0.14560347888822678, "ROUGE_L": 0.18005756800867326, "BERTScore": 0.7794092942083743, "MoverScore": 0.548901113014297}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1888366798265775, "Bleu_2": 0.11666417936493087, "Bleu_3": 0.07701505829368141, "Bleu_4": 0.05284659371445115, "METEOR": 0.1399652010018515, "ROUGE_L": 0.17629161823584016, "BERTScore": 0.7909625485789309, "MoverScore": 0.5516750008096545}, "test": {"Bleu_1": 0.19828234866765004, "Bleu_2": 0.12389628718093239, "Bleu_3": 0.08357141006118557, "Bleu_4": 0.0586397400712485, "METEOR": 0.14251856461501355, "ROUGE_L": 0.18157256054664012, "BERTScore": 0.7907409732900943, "MoverScore": 0.5514947638642013}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_itquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.227417859717785, "Bleu_2": 0.15028649329198826, "Bleu_3": 0.10458894427964234, "Bleu_4": 0.07486179875161225, "METEOR": 0.1820449293666725, "ROUGE_L": 0.21994780213709125, "BERTScore": 0.8148946204669685}, "test": {"Bleu_1": 0.2276199946642062, "Bleu_2": 0.1491245424207595, "Bleu_3": 0.10337935624915037, "Bleu_4": 0.07372208692351576, "METEOR": 0.17543006983273848, "ROUGE_L": 0.21901901510131594, "BERTScore": 0.807059794306047}}
+{"validation": {"Bleu_1": 0.227417859717785, "Bleu_2": 0.15028649329198826, "Bleu_3": 0.10458894427964234, "Bleu_4": 0.07486179875161225, "METEOR": 0.1820449293666725, "ROUGE_L": 0.21994780213709125, "BERTScore": 0.8148946204669685, "MoverScore": 0.5724313654309624}, "test": {"Bleu_1": 0.2276199946642062, "Bleu_2": 0.1491245424207595, "Bleu_3": 0.10337935624915037, "Bleu_4": 0.07372208692351576, "METEOR": 0.17543006983273848, "ROUGE_L": 0.21901901510131594, "BERTScore": 0.807059794306047, "MoverScore": 0.5671665591916084}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.17944023018571614, "Bleu_2": 0.11118727840047227, "Bleu_3": 0.07520253006662483, "Bleu_4": 0.05283340271639453, "METEOR": 0.14906994272143145, "ROUGE_L": 0.17955060067461853, "BERTScore": 0.7840523401695203, "MoverScore": 0.5519155459791468}, "test": {"Bleu_1": 0.18071376003690526, "Bleu_2": 0.11091906124048191, "Bleu_3": 0.07401147920724616, "Bleu_4": 0.05154934850999232, "METEOR": 0.14560637815435645, "ROUGE_L": 0.18002168466317559, "BERTScore": 0.7793336538245812, "MoverScore": 0.5488450412122434}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.18872127654422396, "Bleu_2": 0.11657754815269297, "Bleu_3": 0.07694517183077049, "Bleu_4": 0.05281822105519281, "METEOR": 0.1399865077565727, "ROUGE_L": 0.176220301564741, "BERTScore": 0.7908272104977864, "MoverScore": 0.5516167536022123}, "test": {"Bleu_1": 0.19804423204290483, "Bleu_2": 0.12350335454907059, "Bleu_3": 0.08319754185304953, "Bleu_4": 0.0583478451105885, "METEOR": 0.14216893108774434, "ROUGE_L": 0.18110284424274015, "BERTScore": 0.7900526281130515, "MoverScore": 0.5509071524285126}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_itquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.22730964118635857, "Bleu_2": 0.1501790731745904, "Bleu_3": 0.10450744870786519, "Bleu_4": 0.07480478129909866, "METEOR": 0.1820125176839543, "ROUGE_L": 0.21980225511181453, "BERTScore": 0.8149746053866767}, "test": {"Bleu_1": 0.22801102168080356, "Bleu_2": 0.1494865899602672, "Bleu_3": 0.10374666359601976, "Bleu_4": 0.07413373759097756, "METEOR": 0.1758860836481108, "ROUGE_L": 0.2193579223742313, "BERTScore": 0.8072340580133291}}
+{"validation": {"Bleu_1": 0.22730964118635857, "Bleu_2": 0.1501790731745904, "Bleu_3": 0.10450744870786519, "Bleu_4": 0.07480478129909866, "METEOR": 0.1820125176839543, "ROUGE_L": 0.21980225511181453, "BERTScore": 0.8149746053866767, "MoverScore": 0.5724907444224546}, "test": {"Bleu_1": 0.22801102168080356, "Bleu_2": 0.1494865899602672, "Bleu_3": 0.10374666359601976, "Bleu_4": 0.07413373759097756, "METEOR": 0.1758860836481108, "ROUGE_L": 0.2193579223742313, "BERTScore": 0.8072340580133291, "MoverScore": 0.5673687473576327}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.17939518195796839, "Bleu_2": 0.11113985113573613, "Bleu_3": 0.07518271954694315, "Bleu_4": 0.05282849141432699, "METEOR": 0.14905020608571298, "ROUGE_L": 0.17944690514567807, "BERTScore": 0.7841044417920822, "MoverScore": 0.5519587598115068}, "test": {"Bleu_1": 0.1807258029084818, "Bleu_2": 0.11093882398643728, "Bleu_3": 0.0740283662769797, "Bleu_4": 0.05156777205001592, "METEOR": 0.14557414803106092, "ROUGE_L": 0.18001709845311303, "BERTScore": 0.7793949682756073, "MoverScore": 0.5488920902923141}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.18872721109846513, "Bleu_2": 0.11658395031981865, "Bleu_3": 0.0769562744673626, "Bleu_4": 0.05282217791046951, "METEOR": 0.13998241799929625, "ROUGE_L": 0.17620633937982558, "BERTScore": 0.7908506211223582, "MoverScore": 0.5516397111911634}, "test": {"Bleu_1": 0.19859991459737583, "Bleu_2": 0.12400222337930347, "Bleu_3": 0.08361249550013641, "Bleu_4": 0.05869931229293214, "METEOR": 0.1426159244418755, "ROUGE_L": 0.18149192370842762, "BERTScore": 0.7901317515218498, "MoverScore": 0.5511125911761422}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_itquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.22736112382172338, "Bleu_2": 0.15024430037265835, "Bleu_3": 0.10457152653271183, "Bleu_4": 0.07485285965769667, "METEOR": 0.18207228701662348, "ROUGE_L": 0.21987306970907722, "BERTScore": 0.814998172273146}, "test": {"Bleu_1": 0.22786708761234015, "Bleu_2": 0.14941273627292803, "Bleu_3": 0.10370995674332377, "Bleu_4": 0.07411438113840915, "METEOR": 0.17586212762667933, "ROUGE_L": 0.21927513170456456, "BERTScore": 0.8073174290496095}}
+{"validation": {"Bleu_1": 0.22736112382172338, "Bleu_2": 0.15024430037265835, "Bleu_3": 0.10457152653271183, "Bleu_4": 0.07485285965769667, "METEOR": 0.18207228701662348, "ROUGE_L": 0.21987306970907722, "BERTScore": 0.814998172273146, "MoverScore": 0.5724980906249815}, "test": {"Bleu_1": 0.22786708761234015, "Bleu_2": 0.14941273627292803, "Bleu_3": 0.10370995674332377, "Bleu_4": 0.07411438113840915, "METEOR": 0.17586212762667933, "ROUGE_L": 0.21927513170456456, "BERTScore": 0.8073174290496095, "MoverScore": 0.5674373034773064}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.17944828596235937, "Bleu_2": 0.11120589638714383, "Bleu_3": 0.07524149257090856, "Bleu_4": 0.0528704138376249, "METEOR": 0.14911753171674558, "ROUGE_L": 0.17952415407367855, "BERTScore": 0.7841267787477327, "MoverScore": 0.5519680729577516}, "test": {"Bleu_1": 0.18067485336437927, "Bleu_2": 0.11087609653670429, "Bleu_3": 0.07396232295900741, "Bleu_4": 0.051502076039950516, "METEOR": 0.14555544058746453, "ROUGE_L": 0.17995488065639376, "BERTScore": 0.779341879939059, "MoverScore": 0.548848149639995}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.18872721109846513, "Bleu_2": 0.11658395031981865, "Bleu_3": 0.0769562744673626, "Bleu_4": 0.05282217791046951, "METEOR": 0.13998241799929625, "ROUGE_L": 0.17620633937982558, "BERTScore": 0.7908506208526539, "MoverScore": 0.5516397111911634}, "test": {"Bleu_1": 0.19825163504500162, "Bleu_2": 0.12371249982169305, "Bleu_3": 0.08340720629148254, "Bleu_4": 0.05856999598322902, "METEOR": 0.14249450090788265, "ROUGE_L": 0.1812716501439872, "BERTScore": 0.7901761411118124, "MoverScore": 0.5511094583704353}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_itquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.2277757411904845, "Bleu_2": 0.1506781737021581, "Bleu_3": 0.10492785045046975, "Bleu_4": 0.07514312927429968, "METEOR": 0.18212386946209294, "ROUGE_L": 0.22022486286792348, "BERTScore": 0.8152039411269765}, "test": {"Bleu_1": 0.22708406869606218, "Bleu_2": 0.14856959285076665, "Bleu_3": 0.10283906582665943, "Bleu_4": 0.07317569805089207, "METEOR": 0.17504746698999157, "ROUGE_L": 0.21853096964364366, "BERTScore": 0.807615183910114}}
+{"validation": {"Bleu_1": 0.2277757411904845, "Bleu_2": 0.1506781737021581, "Bleu_3": 0.10492785045046975, "Bleu_4": 0.07514312927429968, "METEOR": 0.18212386946209294, "ROUGE_L": 0.22022486286792348, "BERTScore": 0.8152039411269765, "MoverScore": 0.5725927541981413}, "test": {"Bleu_1": 0.22708406869606218, "Bleu_2": 0.14856959285076665, "Bleu_3": 0.10283906582665943, "Bleu_4": 0.07317569805089207, "METEOR": 0.17504746698999157, "ROUGE_L": 0.21853096964364366, "BERTScore": 0.807615183910114, "MoverScore": 0.5674994949284374}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.17963238218853833, "Bleu_2": 0.11141932953695981, "Bleu_3": 0.07541040510494477, "Bleu_4": 0.053029301230990006, "METEOR": 0.14909242365694853, "ROUGE_L": 0.17968469016609503, "BERTScore": 0.7842317302080428, "MoverScore": 0.5520165040447322}, "test": {"Bleu_1": 0.18074869834574375, "Bleu_2": 0.11094012498131627, "Bleu_3": 0.07402116833050967, "Bleu_4": 0.05155459307820479, "METEOR": 0.14563571303967668, "ROUGE_L": 0.18006215421873578, "BERTScore": 0.7793479795846562, "MoverScore": 0.5488540639342262}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_itquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1888307535789527, "Bleu_2": 0.11665778305879326, "Bleu_3": 0.07700395813276154, "Bleu_4": 0.05284264160730936, "METEOR": 0.1399692903425163, "ROUGE_L": 0.17630558042075561, "BERTScore": 0.7909391384858352, "MoverScore": 0.5516520432207033}, "test": {"Bleu_1": 0.19752877454298998, "Bleu_2": 0.12322020034875397, "Bleu_3": 0.0830064038698726, "Bleu_4": 0.05816980397743309, "METEOR": 0.1420201392503658, "ROUGE_L": 0.1809229989825051, "BERTScore": 0.7905353989598373, "MoverScore": 0.5512141009164426}}