model update

eval/metric.first.answer.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.507432809372227, "Bleu_2": 0.3572737037452029, "Bleu_3": 0.27367952993115474, "Bleu_4": 0.2167877916967596, "METEOR": 0.24304784770458715, "ROUGE_L": 0.4907839699090347}, "test": {"Bleu_1": 0.48957746744217384, "Bleu_2": 0.337027554985146, "Bleu_3": 0.25354859590827894, "Bleu_4": 0.19701556230908768, "METEOR": 0.2343170336427474, "ROUGE_L": 0.475006339975582}}
+{"validation": {"Bleu_1": 0.507432809372227, "Bleu_2": 0.3572737037452029, "Bleu_3": 0.27367952993115474, "Bleu_4": 0.2167877916967596, "METEOR": 0.24304784770458715, "ROUGE_L": 0.4907839699090347, "BERTScore": 0.9028922487906724}, "test": {"Bleu_1": 0.48957746744217384, "Bleu_2": 0.337027554985146, "Bleu_3": 0.25354859590827894, "Bleu_4": 0.19701556230908768, "METEOR": 0.2343170336427474, "ROUGE_L": 0.475006339975582, "BERTScore": 0.9022981948981815}}

eval/metric.first.answer.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.507432809372227, "Bleu_2": 0.3572737037452029, "Bleu_3": 0.27367952993115474, "Bleu_4": 0.2167877916967596, "METEOR": 0.24304784770458715, "ROUGE_L": 0.4907839699090347}, "test": {"Bleu_1": 0.48957746744217384, "Bleu_2": 0.337027554985146, "Bleu_3": 0.25354859590827894, "Bleu_4": 0.19701556230908768, "METEOR": 0.2343170336427474, "ROUGE_L": 0.475006339975582}}
+{"validation": {"Bleu_1": 0.507432809372227, "Bleu_2": 0.3572737037452029, "Bleu_3": 0.27367952993115474, "Bleu_4": 0.2167877916967596, "METEOR": 0.24304784770458715, "ROUGE_L": 0.4907839699090347, "BERTScore": 0.90289224786587}, "test": {"Bleu_1": 0.48957746744217384, "Bleu_2": 0.337027554985146, "Bleu_3": 0.25354859590827894, "Bleu_4": 0.19701556230908768, "METEOR": 0.2343170336427474, "ROUGE_L": 0.475006339975582, "BERTScore": 0.9022981942608329}}

eval/metric.first.answer.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.49362320656821995, "Bleu_2": 0.3425187901890309, "Bleu_3": 0.2608873945537242, "Bleu_4": 0.2061025380154012, "METEOR": 0.23177617542925863, "ROUGE_L": 0.4772068486432217}, "test": {"Bleu_1": 0.467895071288657, "Bleu_2": 0.31698547896735946, "Bleu_3": 0.2361115933517654, "Bleu_4": 0.18200130350585664, "METEOR": 0.22038694565175937, "ROUGE_L": 0.45889988781470437}}
+{"validation": {"Bleu_1": 0.49362320656821995, "Bleu_2": 0.3425187901890309, "Bleu_3": 0.2608873945537242, "Bleu_4": 0.2061025380154012, "METEOR": 0.23177617542925863, "ROUGE_L": 0.4772068486432217, "BERTScore": 0.9022651915800606}, "test": {"Bleu_1": 0.467895071288657, "Bleu_2": 0.31698547896735946, "Bleu_3": 0.2361115933517654, "Bleu_4": 0.18200130350585664, "METEOR": 0.22038694565175937, "ROUGE_L": 0.45889988781470437, "BERTScore": 0.900951385071475}}

eval/metric.first.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5543584348421209, "Bleu_2": 0.3993741701268352, "Bleu_3": 0.3104133251865109, "Bleu_4": 0.24827207792688133, "METEOR": 0.2592034832250686, "ROUGE_L": 0.5179654400354841}, "test": {"Bleu_1": 0.5644464077982417, "Bleu_2": 0.4028695829565336, "Bleu_3": 0.3086694500835455, "Bleu_4": 0.24274186444873785, "METEOR": 0.25669800693629496, "ROUGE_L": 0.5130130898459896}}
+{"validation": {"Bleu_1": 0.5543584348421209, "Bleu_2": 0.3993741701268352, "Bleu_3": 0.3104133251865109, "Bleu_4": 0.24827207792688133, "METEOR": 0.2592034832250686, "ROUGE_L": 0.5179654400354841, "BERTScore": 0.9045767993590164}, "test": {"Bleu_1": 0.5644464077982417, "Bleu_2": 0.4028695829565336, "Bleu_3": 0.3086694500835455, "Bleu_4": 0.24274186444873785, "METEOR": 0.25669800693629496, "ROUGE_L": 0.5130130898459896, "BERTScore": 0.9041203371978853}}

eval/metric.first.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5543584348421209, "Bleu_2": 0.3993741701268352, "Bleu_3": 0.3104133251865109, "Bleu_4": 0.24827207792688133, "METEOR": 0.2592034832250686, "ROUGE_L": 0.5179654400354841}, "test": {"Bleu_1": 0.5644464077982417, "Bleu_2": 0.4028695829565336, "Bleu_3": 0.3086694500835455, "Bleu_4": 0.24274186444873785, "METEOR": 0.25669800693629496, "ROUGE_L": 0.5130130898459896}}
+{"validation": {"Bleu_1": 0.5543584348421209, "Bleu_2": 0.3993741701268352, "Bleu_3": 0.3104133251865109, "Bleu_4": 0.24827207792688133, "METEOR": 0.2592034832250686, "ROUGE_L": 0.5179654400354841, "BERTScore": 0.9045768016221507}, "test": {"Bleu_1": 0.5644464077982417, "Bleu_2": 0.4028695829565336, "Bleu_3": 0.3086694500835455, "Bleu_4": 0.24274186444873785, "METEOR": 0.25669800693629496, "ROUGE_L": 0.5130130898459896, "BERTScore": 0.9041203384254614}}

eval/metric.first.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5432597461466411, "Bleu_2": 0.38604848083280835, "Bleu_3": 0.29821521503267084, "Bleu_4": 0.2379542875811463, "METEOR": 0.2470831083385402, "ROUGE_L": 0.5024134177550568}, "test": {"Bleu_1": 0.5414810516706853, "Bleu_2": 0.3799625801440271, "Bleu_3": 0.2882254819352706, "Bleu_4": 0.22510140555998215, "METEOR": 0.24078025531596692, "ROUGE_L": 0.49553348343970444}}
+{"validation": {"Bleu_1": 0.5432597461466411, "Bleu_2": 0.38604848083280835, "Bleu_3": 0.29821521503267084, "Bleu_4": 0.2379542875811463, "METEOR": 0.2470831083385402, "ROUGE_L": 0.5024134177550568, "BERTScore": 0.9036513723284993}, "test": {"Bleu_1": 0.5414810516706853, "Bleu_2": 0.3799625801440271, "Bleu_3": 0.2882254819352706, "Bleu_4": 0.22510140555998215, "METEOR": 0.24078025531596692, "ROUGE_L": 0.49553348343970444, "BERTScore": 0.9026036975760813}}

eval/metric.last.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5496112527427857, "Bleu_2": 0.3919740875894855, "Bleu_3": 0.3016134189901554, "Bleu_4": 0.23911525650947651, "METEOR": 0.2535242651857316, "ROUGE_L": 0.5084588133404516}, "test": {"Bleu_1": 0.5612963157718366, "Bleu_2": 0.3974344162793224, "Bleu_3": 0.3026756207590133, "Bleu_4": 0.2365714640791486, "METEOR": 0.2528830453616922, "ROUGE_L": 0.5066241700676978}}
+{"validation": {"Bleu_1": 0.5496112527427857, "Bleu_2": 0.3919740875894855, "Bleu_3": 0.3016134189901554, "Bleu_4": 0.23911525650947651, "METEOR": 0.2535242651857316, "ROUGE_L": 0.5084588133404516, "BERTScore": 0.8970712616568194}, "test": {"Bleu_1": 0.5612963157718366, "Bleu_2": 0.3974344162793224, "Bleu_3": 0.3026756207590133, "Bleu_4": 0.2365714640791486, "METEOR": 0.2528830453616922, "ROUGE_L": 0.5066241700676978, "BERTScore": 0.8961473422565162}}

eval/metric.last.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5496112527427857, "Bleu_2": 0.3919740875894855, "Bleu_3": 0.3016134189901554, "Bleu_4": 0.23911525650947651, "METEOR": 0.2535242651857316, "ROUGE_L": 0.5084588133404516}, "test": {"Bleu_1": 0.5612963157718366, "Bleu_2": 0.3974344162793224, "Bleu_3": 0.3026756207590133, "Bleu_4": 0.2365714640791486, "METEOR": 0.2528830453616922, "ROUGE_L": 0.5066241700676978}}
+{"validation": {"Bleu_1": 0.5496112527427857, "Bleu_2": 0.3919740875894855, "Bleu_3": 0.3016134189901554, "Bleu_4": 0.23911525650947651, "METEOR": 0.2535242651857316, "ROUGE_L": 0.5084588133404516, "BERTScore": 0.8970712620164648}, "test": {"Bleu_1": 0.5612963157718366, "Bleu_2": 0.3974344162793224, "Bleu_3": 0.3026756207590133, "Bleu_4": 0.2365714640791486, "METEOR": 0.2528830453616922, "ROUGE_L": 0.5066241700676978, "BERTScore": 0.896147345356818}}

eval/metric.last.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5372096670237554, "Bleu_2": 0.37717969058944373, "Bleu_3": 0.2889888488149024, "Bleu_4": 0.22889443124907236, "METEOR": 0.241407036295526, "ROUGE_L": 0.49318867707570985}, "test": {"Bleu_1": 0.535708997255135, "Bleu_2": 0.37212287671208055, "Bleu_3": 0.2802747449620048, "Bleu_4": 0.21713338810934218, "METEOR": 0.237004287116255, "ROUGE_L": 0.48780848153819506}}
+{"validation": {"Bleu_1": 0.5372096670237554, "Bleu_2": 0.37717969058944373, "Bleu_3": 0.2889888488149024, "Bleu_4": 0.22889443124907236, "METEOR": 0.241407036295526, "ROUGE_L": 0.49318867707570985, "BERTScore": 0.8961050141726109}, "test": {"Bleu_1": 0.535708997255135, "Bleu_2": 0.37212287671208055, "Bleu_3": 0.2802747449620048, "Bleu_4": 0.21713338810934218, "METEOR": 0.237004287116255, "ROUGE_L": 0.48780848153819506, "BERTScore": 0.8947811733149508}}

eval/metric.long.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5407712935460919, "Bleu_2": 0.3856862540283189, "Bleu_3": 0.297013925880963, "Bleu_4": 0.23553933346436182, "METEOR": 0.2573702637456243, "ROUGE_L": 0.5069881211664533}, "test": {"Bleu_1": 0.5585432098765363, "Bleu_2": 0.3954507310534, "Bleu_3": 0.3012011297071646, "Bleu_4": 0.23577996401397416, "METEOR": 0.25687952155248467, "ROUGE_L": 0.5035052388046963}}
+{"validation": {"Bleu_1": 0.5411590682236294, "Bleu_2": 0.3861885064711549, "Bleu_3": 0.29756303289621344, "Bleu_4": 0.2360871017866169, "METEOR": 0.25764607727325345, "ROUGE_L": 0.507385373540273, "BERTScore": 0.8987014172706997}, "test": {"Bleu_1": 0.5584777991801185, "Bleu_2": 0.3953549883043036, "Bleu_3": 0.3011957664788821, "Bleu_4": 0.2358225489226115, "METEOR": 0.25687278154876875, "ROUGE_L": 0.503425371967416, "BERTScore": 0.8977701810204832}}

eval/metric.long.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5407712935460919, "Bleu_2": 0.3856862540283189, "Bleu_3": 0.297013925880963, "Bleu_4": 0.23553933346436182, "METEOR": 0.2573702637456243, "ROUGE_L": 0.5069881211664533}, "test": {"Bleu_1": 0.5585432098765363, "Bleu_2": 0.3954507310534, "Bleu_3": 0.3012011297071646, "Bleu_4": 0.23577996401397416, "METEOR": 0.25687952155248467, "ROUGE_L": 0.5035052388046963}}
+{"validation": {"Bleu_1": 0.5411590682236294, "Bleu_2": 0.3861885064711549, "Bleu_3": 0.29756303289621344, "Bleu_4": 0.2360871017866169, "METEOR": 0.25764607727325345, "ROUGE_L": 0.507385373540273, "BERTScore": 0.898701420025057}, "test": {"Bleu_1": 0.5584777991801185, "Bleu_2": 0.3953549883043036, "Bleu_3": 0.3011957664788821, "Bleu_4": 0.2358225489226115, "METEOR": 0.25687278154876875, "ROUGE_L": 0.503425371967416, "BERTScore": 0.8977701824451884}}

eval/metric.long.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5371536757699809, "Bleu_2": 0.37732800250926063, "Bleu_3": 0.2888769708316611, "Bleu_4": 0.2285708816116503, "METEOR": 0.24581044396047125, "ROUGE_L": 0.491865947490858}, "test": {"Bleu_1": 0.5454033145391978, "Bleu_2": 0.37872357504698995, "Bleu_3": 0.28478659727426264, "Bleu_4": 0.220380341701508, "METEOR": 0.24130456978530304, "ROUGE_L": 0.48509263488980575}}
+{"validation": {"Bleu_1": 0.5373029035372096, "Bleu_2": 0.3774282751101007, "Bleu_3": 0.2889665635965791, "Bleu_4": 0.22867164610066446, "METEOR": 0.24582818547161203, "ROUGE_L": 0.4919091810980078, "BERTScore": 0.8979138004420171}, "test": {"Bleu_1": 0.5452706989419498, "Bleu_2": 0.37857449555419104, "Bleu_3": 0.28468154415470104, "Bleu_4": 0.22031514760853857, "METEOR": 0.24120299646182503, "ROUGE_L": 0.48492835688133235, "BERTScore": 0.8963325636991162}}

eval/metric.middle.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5462941299609582, "Bleu_2": 0.3914424987525865, "Bleu_3": 0.30270263957914056, "Bleu_4": 0.24087233455479973, "METEOR": 0.2579528479068419, "ROUGE_L": 0.5116248816843489}, "test": {"Bleu_1": 0.5670572668167924, "Bleu_2": 0.40360066339615264, "Bleu_3": 0.30826654749469906, "Bleu_4": 0.24172918435812465, "METEOR": 0.2570620205738947, "ROUGE_L": 0.5088319627170321}}
+{"validation": {"Bleu_1": 0.5466064128453856, "Bleu_2": 0.39180901586071726, "Bleu_3": 0.3030519641410448, "Bleu_4": 0.24120018281106595, "METEOR": 0.258047386219445, "ROUGE_L": 0.5118384828694202, "BERTScore": 0.8995423415901909}, "test": {"Bleu_1": 0.5670768173662908, "Bleu_2": 0.40359100027227873, "Bleu_3": 0.3082129465175689, "Bleu_4": 0.24167053327957297, "METEOR": 0.2570233566548421, "ROUGE_L": 0.508817364099617, "BERTScore": 0.8992046301022969}}

eval/metric.middle.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5462941299609582, "Bleu_2": 0.3914424987525865, "Bleu_3": 0.30270263957914056, "Bleu_4": 0.24087233455479973, "METEOR": 0.2579528479068419, "ROUGE_L": 0.5116248816843489}, "test": {"Bleu_1": 0.5670572668167924, "Bleu_2": 0.40360066339615264, "Bleu_3": 0.30826654749469906, "Bleu_4": 0.24172918435812465, "METEOR": 0.2570620205738947, "ROUGE_L": 0.5088319627170321}}
+{"validation": {"Bleu_1": 0.5466064128453856, "Bleu_2": 0.39180901586071726, "Bleu_3": 0.3030519641410448, "Bleu_4": 0.24120018281106595, "METEOR": 0.258047386219445, "ROUGE_L": 0.5118384828694202, "BERTScore": 0.8995423408709}, "test": {"Bleu_1": 0.5670768173662908, "Bleu_2": 0.40359100027227873, "Bleu_3": 0.3082129465175689, "Bleu_4": 0.24167053327957297, "METEOR": 0.2570233566548421, "ROUGE_L": 0.508817364099617, "BERTScore": 0.8992046284535816}}

eval/metric.middle.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5431195220639462, "Bleu_2": 0.38362857816203505, "Bleu_3": 0.2953970079001456, "Bleu_4": 0.23500681363557138, "METEOR": 0.24628595644215806, "ROUGE_L": 0.49700055397069215}, "test": {"Bleu_1": 0.547126157859474, "Bleu_2": 0.38364390328312137, "Bleu_3": 0.2905127313551262, "Bleu_4": 0.2262450076053786, "METEOR": 0.2429590988844232, "ROUGE_L": 0.493419611543449}}
+{"validation": {"Bleu_1": 0.5432224025973956, "Bleu_2": 0.38388651668952567, "Bleu_3": 0.2956536663024958, "Bleu_4": 0.23522734090705338, "METEOR": 0.24640361525631427, "ROUGE_L": 0.4971784567404081, "BERTScore": 0.8987619171605731}, "test": {"Bleu_1": 0.5465145556753065, "Bleu_2": 0.38283458292880346, "Bleu_3": 0.289714017228484, "Bleu_4": 0.22551556526184247, "METEOR": 0.24258763709457556, "ROUGE_L": 0.49283655246201324, "BERTScore": 0.8978449688374244}}

eval/metric.short.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5515972250812391, "Bleu_2": 0.3966367915494886, "Bleu_3": 0.3074990487855192, "Bleu_4": 0.24556589977260776, "METEOR": 0.25427030277447515, "ROUGE_L": 0.5172075720022661}, "test": {"Bleu_1": 0.5535612645040329, "Bleu_2": 0.3936034567890267, "Bleu_3": 0.3008209460398412, "Bleu_4": 0.23606343190678988, "METEOR": 0.25166511768681027, "ROUGE_L": 0.5129741220375712}}
+{"validation": {"Bleu_1": 0.5511725041060526, "Bleu_2": 0.39607468261927664, "Bleu_3": 0.3069155019456203, "Bleu_4": 0.24499482591257005, "METEOR": 0.25404271197926626, "ROUGE_L": 0.516833819756075, "BERTScore": 0.9018561785408817}, "test": {"Bleu_1": 0.5535474843732414, "Bleu_2": 0.3935294585412688, "Bleu_3": 0.3006862125007951, "Bleu_4": 0.23590187041459293, "METEOR": 0.25160376784651683, "ROUGE_L": 0.5128124669577712, "BERTScore": 0.9006824848957257}}

eval/metric.short.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5515972250812391, "Bleu_2": 0.3966367915494886, "Bleu_3": 0.3074990487855192, "Bleu_4": 0.24556589977260776, "METEOR": 0.25427030277447515, "ROUGE_L": 0.5172075720022661}, "test": {"Bleu_1": 0.5535612645040329, "Bleu_2": 0.3936034567890267, "Bleu_3": 0.3008209460398412, "Bleu_4": 0.23606343190678988, "METEOR": 0.25166511768681027, "ROUGE_L": 0.5129741220375712}}
+{"validation": {"Bleu_1": 0.5511725041060526, "Bleu_2": 0.39607468261927664, "Bleu_3": 0.3069155019456203, "Bleu_4": 0.24499482591257005, "METEOR": 0.25404271197926626, "ROUGE_L": 0.516833819756075, "BERTScore": 0.9018561796899927}, "test": {"Bleu_1": 0.5535474843732414, "Bleu_2": 0.3935294585412688, "Bleu_3": 0.3006862125007951, "Bleu_4": 0.23590187041459293, "METEOR": 0.25160376784651683, "ROUGE_L": 0.5128124669577712, "BERTScore": 0.9006824853258253}}

eval/metric.short.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5322291444047198, "Bleu_2": 0.3771226925036089, "Bleu_3": 0.29103220370707056, "Bleu_4": 0.232209893055734, "METEOR": 0.24174264922438743, "ROUGE_L": 0.5015661298678925}, "test": {"Bleu_1": 0.5265416637904395, "Bleu_2": 0.3673115490293486, "Bleu_3": 0.27799022542183804, "Bleu_4": 0.2168570120013068, "METEOR": 0.23483732832193205, "ROUGE_L": 0.49398090513409143}}
+{"validation": {"Bleu_1": 0.5321456103000011, "Bleu_2": 0.3769827612730714, "Bleu_3": 0.29092462845197825, "Bleu_4": 0.23213650260116817, "METEOR": 0.24170402754721426, "ROUGE_L": 0.5015087050731484, "BERTScore": 0.9007348231571048}, "test": {"Bleu_1": 0.52699865312109, "Bleu_2": 0.367839876262506, "Bleu_3": 0.27846719272486975, "Bleu_4": 0.21725485783624543, "METEOR": 0.23508905750496256, "ROUGE_L": 0.49430650734808007, "BERTScore": 0.8991237299150541}}