model update

eval/metric.first.answer.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.535227342599388, "Bleu_2": 0.38595913329000103, "Bleu_3": 0.2993432595187426, "Bleu_4": 0.23892197921894562, "METEOR": 0.2594021671765745, "ROUGE_L": 0.5197808746368069}, "test": {"Bleu_1": 0.5057238855008933, "Bleu_2": 0.3547327385019624, "Bleu_3": 0.26899806721782404, "Bleu_4": 0.21005967863817876, "METEOR": 0.24585361219330906, "ROUGE_L": 0.496801759219182}}
+{"validation": {"Bleu_1": 0.535227342599388, "Bleu_2": 0.38595913329000103, "Bleu_3": 0.2993432595187426, "Bleu_4": 0.23892197921894562, "METEOR": 0.2594021671765745, "ROUGE_L": 0.5197808746368069, "BERTScore": 0.9079496863662012}, "test": {"Bleu_1": 0.5057238855008933, "Bleu_2": 0.3547327385019624, "Bleu_3": 0.26899806721782404, "Bleu_4": 0.21005967863817876, "METEOR": 0.24585361219330906, "ROUGE_L": 0.496801759219182, "BERTScore": 0.9060807662338604}}

eval/metric.first.answer.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.38941511088973635, "Bleu_2": 0.23657058689020297, "Bleu_3": 0.16431867262739144, "Bleu_4": 0.12049866488008901, "METEOR": 0.17015818935154106, "ROUGE_L": 0.3774041005489457}, "test": {"Bleu_1": 0.3782427729525545, "Bleu_2": 0.223676582265723, "Bleu_3": 0.1520851470211535, "Bleu_4": 0.10823818352272928, "METEOR": 0.166849007672695, "ROUGE_L": 0.3697492327418771}}
+{"validation": {"Bleu_1": 0.38941511088973635, "Bleu_2": 0.23657058689020297, "Bleu_3": 0.16431867262739144, "Bleu_4": 0.12049866488008901, "METEOR": 0.17015818935154106, "ROUGE_L": 0.3774041005489457, "BERTScore": 0.8897195673541517}, "test": {"Bleu_1": 0.3782427729525545, "Bleu_2": 0.223676582265723, "Bleu_3": 0.1520851470211535, "Bleu_4": 0.10823818352272928, "METEOR": 0.166849007672695, "ROUGE_L": 0.3697492327418771, "BERTScore": 0.8883423114190291}}

eval/metric.first.answer.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5295997225800015, "Bleu_2": 0.37823507825938724, "Bleu_3": 0.2918776788627531, "Bleu_4": 0.23225926800948285, "METEOR": 0.2543077171321888, "ROUGE_L": 0.5092872855160014}, "test": {"Bleu_1": 0.4982361504259696, "Bleu_2": 0.34484269158823283, "Bleu_3": 0.2593338132304965, "Bleu_4": 0.20094257106842883, "METEOR": 0.2382594621638513, "ROUGE_L": 0.48364626718042786}}
+{"validation": {"Bleu_1": 0.5295997225800015, "Bleu_2": 0.37823507825938724, "Bleu_3": 0.2918776788627531, "Bleu_4": 0.23225926800948285, "METEOR": 0.2543077171321888, "ROUGE_L": 0.5092872855160014, "BERTScore": 0.9064476189572741}, "test": {"Bleu_1": 0.4982361504259696, "Bleu_2": 0.34484269158823283, "Bleu_3": 0.2593338132304965, "Bleu_4": 0.20094257106842883, "METEOR": 0.2382594621638513, "ROUGE_L": 0.48364626718042786, "BERTScore": 0.9047412066444801}}

eval/metric.first.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5854083622060715, "Bleu_2": 0.43089818064957086, "Bleu_3": 0.33914289882414156, "Bleu_4": 0.2737614555281779, "METEOR": 0.2756954108723804, "ROUGE_L": 0.5462064452323582}, "test": {"Bleu_1": 0.5783976164743099, "Bleu_2": 0.4199502847867105, "Bleu_3": 0.3241374286916504, "Bleu_4": 0.25621551412628607, "METEOR": 0.2664764608971179, "ROUGE_L": 0.5316506296083713}}
+{"validation": {"Bleu_1": 0.5854083622060715, "Bleu_2": 0.43089818064957086, "Bleu_3": 0.33914289882414156, "Bleu_4": 0.2737614555281779, "METEOR": 0.2756954108723804, "ROUGE_L": 0.5462064452323582, "BERTScore": 0.9102556679597928}, "test": {"Bleu_1": 0.5783976164743099, "Bleu_2": 0.4199502847867105, "Bleu_3": 0.3241374286916504, "Bleu_4": 0.25621551412628607, "METEOR": 0.2664764608971179, "ROUGE_L": 0.5316506296083713, "BERTScore": 0.9083691984683867}}

eval/metric.first.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4543747163462434, "Bleu_2": 0.29303722775630525, "Bleu_3": 0.21067736913793897, "Bleu_4": 0.1580913494630082, "METEOR": 0.19410763392338967, "ROUGE_L": 0.4210273839321208}, "test": {"Bleu_1": 0.46527859786554004, "Bleu_2": 0.2988907293425136, "Bleu_3": 0.21250753818692703, "Bleu_4": 0.15607349149964242, "METEOR": 0.19607484242711457, "ROUGE_L": 0.42467075851019337}}
+{"validation": {"Bleu_1": 0.4543747163462434, "Bleu_2": 0.29303722775630525, "Bleu_3": 0.21067736913793897, "Bleu_4": 0.1580913494630082, "METEOR": 0.19410763392338967, "ROUGE_L": 0.4210273839321208, "BERTScore": 0.8919423825079418}, "test": {"Bleu_1": 0.46527859786554004, "Bleu_2": 0.2988907293425136, "Bleu_3": 0.21250753818692703, "Bleu_4": 0.15607349149964242, "METEOR": 0.19607484242711457, "ROUGE_L": 0.42467075851019337, "BERTScore": 0.8907594755784761}}

eval/metric.first.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5777601595867039, "Bleu_2": 0.4219817709478808, "Bleu_3": 0.33055834085169983, "Bleu_4": 0.2663165421071431, "METEOR": 0.2710824291148707, "ROUGE_L": 0.5357659187762458}, "test": {"Bleu_1": 0.568946541734764, "Bleu_2": 0.40623595731572965, "Bleu_3": 0.31045767218375975, "Bleu_4": 0.24333113204169607, "METEOR": 0.2581450886886534, "ROUGE_L": 0.5180594839370757}}
+{"validation": {"Bleu_1": 0.5777601595867039, "Bleu_2": 0.4219817709478808, "Bleu_3": 0.33055834085169983, "Bleu_4": 0.2663165421071431, "METEOR": 0.2710824291148707, "ROUGE_L": 0.5357659187762458, "BERTScore": 0.9089616097800428}, "test": {"Bleu_1": 0.568946541734764, "Bleu_2": 0.40623595731572965, "Bleu_3": 0.31045767218375975, "Bleu_4": 0.24333113204169607, "METEOR": 0.2581450886886534, "ROUGE_L": 0.5180594839370757, "BERTScore": 0.907275978890228}}

eval/metric.last.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5793822634594997, "Bleu_2": 0.4213398317017094, "Bleu_3": 0.3276696755492833, "Bleu_4": 0.2617542283682159, "METEOR": 0.2688493443619584, "ROUGE_L": 0.5338129648426436}, "test": {"Bleu_1": 0.5781152084626872, "Bleu_2": 0.41608210738686635, "Bleu_3": 0.3190996029103607, "Bleu_4": 0.2507517239514636, "METEOR": 0.2635051224044585, "ROUGE_L": 0.5277863113110377}}
+{"validation": {"Bleu_1": 0.5793822634594997, "Bleu_2": 0.4213398317017094, "Bleu_3": 0.3276696755492833, "Bleu_4": 0.2617542283682159, "METEOR": 0.2688493443619584, "ROUGE_L": 0.5338129648426436, "BERTScore": 0.9009762684153317}, "test": {"Bleu_1": 0.5781152084626872, "Bleu_2": 0.41608210738686635, "Bleu_3": 0.3190996029103607, "Bleu_4": 0.2507517239514636, "METEOR": 0.2635051224044585, "ROUGE_L": 0.5277863113110377, "BERTScore": 0.8990842953494566}}

eval/metric.last.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4544353930518833, "Bleu_2": 0.29265995155377095, "Bleu_3": 0.21042700385819493, "Bleu_4": 0.15796868706102377, "METEOR": 0.1938804168908823, "ROUGE_L": 0.42032508049934425}, "test": {"Bleu_1": 0.46354739908126197, "Bleu_2": 0.29735516632878745, "Bleu_3": 0.21116427476559374, "Bleu_4": 0.15486032337625621, "METEOR": 0.19566716144306895, "ROUGE_L": 0.4239633988152326}}
+{"validation": {"Bleu_1": 0.4544353930518833, "Bleu_2": 0.29265995155377095, "Bleu_3": 0.21042700385819493, "Bleu_4": 0.15796868706102377, "METEOR": 0.1938804168908823, "ROUGE_L": 0.42032508049934425, "BERTScore": 0.891713820852893}, "test": {"Bleu_1": 0.46354739908126197, "Bleu_2": 0.29735516632878745, "Bleu_3": 0.21116427476559374, "Bleu_4": 0.15486032337625621, "METEOR": 0.19566716144306895, "ROUGE_L": 0.4239633988152326, "BERTScore": 0.8906705952683487}}

eval/metric.last.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5725552856960172, "Bleu_2": 0.4127274086661972, "Bleu_3": 0.3199708733689888, "Bleu_4": 0.255314285447102, "METEOR": 0.26396865439314543, "ROUGE_L": 0.5236227458230894}, "test": {"Bleu_1": 0.567775649300445, "Bleu_2": 0.4024051212401315, "Bleu_3": 0.305599704651526, "Bleu_4": 0.23805607054863895, "METEOR": 0.25541626671779494, "ROUGE_L": 0.5136353092073923}}
+{"validation": {"Bleu_1": 0.5725552856960172, "Bleu_2": 0.4127274086661972, "Bleu_3": 0.3199708733689888, "Bleu_4": 0.255314285447102, "METEOR": 0.26396865439314543, "ROUGE_L": 0.5236227458230894, "BERTScore": 0.8995984092804331}, "test": {"Bleu_1": 0.567775649300445, "Bleu_2": 0.4024051212401315, "Bleu_3": 0.305599704651526, "Bleu_4": 0.23805607054863895, "METEOR": 0.25541626671779494, "ROUGE_L": 0.5136353092073923, "BERTScore": 0.8977641729224681}}

eval/metric.long.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5762427531762603, "Bleu_2": 0.41879633779286013, "Bleu_3": 0.3255530252687872, "Bleu_4": 0.2598519713419111, "METEOR": 0.27282902766633904, "ROUGE_L": 0.531918685013469}, "test": {"Bleu_1": 0.5852714159126983, "Bleu_2": 0.4208093534393051, "Bleu_3": 0.32239804266933836, "Bleu_4": 0.25311616779095375, "METEOR": 0.2671768559050034, "ROUGE_L": 0.5233760749974168}}
+{"validation": {"Bleu_1": 0.5763276383149253, "Bleu_2": 0.4188968580598441, "Bleu_3": 0.3256622080289399, "Bleu_4": 0.25996319106074484, "METEOR": 0.2728805093617506, "ROUGE_L": 0.5320279963797977, "BERTScore": 0.9032472620298092}, "test": {"Bleu_1": 0.5853328760962577, "Bleu_2": 0.421027126353642, "Bleu_3": 0.32272969165300913, "Bleu_4": 0.2534812071267363, "METEOR": 0.2672322965710237, "ROUGE_L": 0.5234849289412074, "BERTScore": 0.9010698634927271}}

eval/metric.long.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4552228311636007, "Bleu_2": 0.29340129858048525, "Bleu_3": 0.21089036710530365, "Bleu_4": 0.15820537406477678, "METEOR": 0.19429542388867022, "ROUGE_L": 0.4201382620803046}, "test": {"Bleu_1": 0.4656163261761644, "Bleu_2": 0.29862689971625284, "Bleu_3": 0.21211397433892779, "Bleu_4": 0.15577453557208512, "METEOR": 0.19634774586401696, "ROUGE_L": 0.4238414911277061}}
+{"validation": {"Bleu_1": 0.45536821489070967, "Bleu_2": 0.2935680206398225, "Bleu_3": 0.2110363593130513, "Bleu_4": 0.15833265034867186, "METEOR": 0.19437314165457834, "ROUGE_L": 0.42026797279019573, "BERTScore": 0.8915649483009153}, "test": {"Bleu_1": 0.46573400753420924, "Bleu_2": 0.29874319581209735, "Bleu_3": 0.212191714144034, "Bleu_4": 0.155824938310306, "METEOR": 0.1964162720293363, "ROUGE_L": 0.4239230546324908, "BERTScore": 0.8904499082825518}}

eval/metric.long.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5614439509510408, "Bleu_2": 0.4048714325703316, "Bleu_3": 0.3138877945910608, "Bleu_4": 0.2505786238680606, "METEOR": 0.26838394789768855, "ROUGE_L": 0.5215357156650618}, "test": {"Bleu_1": 0.5708608120024271, "Bleu_2": 0.4043165169442054, "Bleu_3": 0.30657214435014424, "Bleu_4": 0.23837171610161248, "METEOR": 0.25869240931281523, "ROUGE_L": 0.5084613807876144}}
+{"validation": {"Bleu_1": 0.5615809933119182, "Bleu_2": 0.4049794145800645, "Bleu_3": 0.3139608292892939, "Bleu_4": 0.25062868293666835, "METEOR": 0.2684846790668498, "ROUGE_L": 0.5216418706692741, "BERTScore": 0.9018750728185427}, "test": {"Bleu_1": 0.5709494291996301, "Bleu_2": 0.40441081583886707, "Bleu_3": 0.3067303992381103, "Bleu_4": 0.23855000481997726, "METEOR": 0.2587397847282699, "ROUGE_L": 0.508562866189438, "BERTScore": 0.8996477569092202}}

eval/metric.middle.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5829650208359567, "Bleu_2": 0.42567439006532964, "Bleu_3": 0.3324139018072089, "Bleu_4": 0.2663643562166567, "METEOR": 0.2738286273620551, "ROUGE_L": 0.5376231617585925}, "test": {"Bleu_1": 0.585733860465942, "Bleu_2": 0.42376385974483877, "Bleu_3": 0.32611264759408376, "Bleu_4": 0.2571187424969568, "METEOR": 0.268064715255159, "ROUGE_L": 0.5294654702054842}}
+{"validation": {"Bleu_1": 0.5833396469429428, "Bleu_2": 0.4261776655429048, "Bleu_3": 0.33294405167109153, "Bleu_4": 0.2668849430650595, "METEOR": 0.27400939755665543, "ROUGE_L": 0.5378766023986599, "BERTScore": 0.90414529811643}, "test": {"Bleu_1": 0.5858717544330343, "Bleu_2": 0.42378368817693435, "Bleu_3": 0.32607526736209164, "Bleu_4": 0.2570643654626623, "METEOR": 0.2680609448428272, "ROUGE_L": 0.5295051758533331, "BERTScore": 0.9026588401787982}}

eval/metric.middle.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.45501929834565186, "Bleu_2": 0.29332761893563347, "Bleu_3": 0.210907573784292, "Bleu_4": 0.15829622493718873, "METEOR": 0.19436746908472038, "ROUGE_L": 0.4205015678411364}, "test": {"Bleu_1": 0.46585351414976794, "Bleu_2": 0.29929122631722244, "Bleu_3": 0.21269453660853838, "Bleu_4": 0.1561634462183341, "METEOR": 0.19633874957947042, "ROUGE_L": 0.4245699193574318}}
+{"validation": {"Bleu_1": 0.4551263972168661, "Bleu_2": 0.2934273434828494, "Bleu_3": 0.21100131367782968, "Bleu_4": 0.1583837351691876, "METEOR": 0.19441505114689425, "ROUGE_L": 0.4205766338093015, "BERTScore": 0.8917139007029418}, "test": {"Bleu_1": 0.466037143925392, "Bleu_2": 0.29950642624302737, "Bleu_3": 0.21286081560163228, "Bleu_4": 0.15628489437509965, "METEOR": 0.19642602019122238, "ROUGE_L": 0.42469148064684775, "BERTScore": 0.8906138982764942}}

eval/metric.middle.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5678770845971874, "Bleu_2": 0.41150456753150566, "Bleu_3": 0.32012211397396256, "Bleu_4": 0.2560496939680625, "METEOR": 0.26906851893669365, "ROUGE_L": 0.5274886572953095}, "test": {"Bleu_1": 0.576276304904032, "Bleu_2": 0.41048910992586635, "Bleu_3": 0.31280873494718037, "Bleu_4": 0.244225471554182, "METEOR": 0.259653173855081, "ROUGE_L": 0.5156716829217908}}
+{"validation": {"Bleu_1": 0.5679724643423067, "Bleu_2": 0.41165006777353247, "Bleu_3": 0.3203253008624479, "Bleu_4": 0.2562799190924675, "METEOR": 0.26917058488853257, "ROUGE_L": 0.5275887373227536, "BERTScore": 0.9029132160656237}, "test": {"Bleu_1": 0.5765687562315432, "Bleu_2": 0.4107329198424064, "Bleu_3": 0.3130220325423502, "Bleu_4": 0.2444095931628634, "METEOR": 0.25981325471868894, "ROUGE_L": 0.5160057880478044, "BERTScore": 0.9013475591313459}}

eval/metric.short.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5748024548366037, "Bleu_2": 0.42272180926902253, "Bleu_3": 0.33240559403690234, "Bleu_4": 0.26837638734842867, "METEOR": 0.2702265335627741, "ROUGE_L": 0.5454989358338881}, "test": {"Bleu_1": 0.5661506419790623, "Bleu_2": 0.4096302984481738, "Bleu_3": 0.3156398596852896, "Bleu_4": 0.24905564335067992, "METEOR": 0.26092351147679455, "ROUGE_L": 0.5323939667787586}}
+{"validation": {"Bleu_1": 0.5745659702101269, "Bleu_2": 0.4223774565016536, "Bleu_3": 0.33205839712429813, "Bleu_4": 0.26802617508251525, "METEOR": 0.27010553934283293, "ROUGE_L": 0.5452872170830411, "BERTScore": 0.9067253729453237}, "test": {"Bleu_1": 0.5661312754525636, "Bleu_2": 0.4095952158140924, "Bleu_3": 0.3155661895050261, "Bleu_4": 0.24896927976977687, "METEOR": 0.2609830668183267, "ROUGE_L": 0.5323829963315028, "BERTScore": 0.9042059012514528}}

eval/metric.short.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4529251486829829, "Bleu_2": 0.2918071402832315, "Bleu_3": 0.20977035608450545, "Bleu_4": 0.15743931055304577, "METEOR": 0.1934814039700327, "ROUGE_L": 0.42102273696364867}, "test": {"Bleu_1": 0.4634704499329299, "Bleu_2": 0.29751635175006114, "Bleu_3": 0.21136318047162395, "Bleu_4": 0.1549264200043604, "METEOR": 0.1954559371980884, "ROUGE_L": 0.4248180581912277}}
+{"validation": {"Bleu_1": 0.4527786508569711, "Bleu_2": 0.29163884609246243, "Bleu_3": 0.20962278996424333, "Bleu_4": 0.1573104531726426, "METEOR": 0.19340339281979474, "ROUGE_L": 0.4208930262537575, "BERTScore": 0.8920110250940386}, "test": {"Bleu_1": 0.46330067734143643, "Bleu_2": 0.2973043815543369, "Bleu_3": 0.21119745158760972, "Bleu_4": 0.1548044944413492, "METEOR": 0.1953641009003232, "ROUGE_L": 0.42469214649344217, "BERTScore": 0.8909292318558593}}

eval/metric.short.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.571143111025771, "Bleu_2": 0.4165434171067358, "Bleu_3": 0.32603588766638864, "Bleu_4": 0.2626801648844304, "METEOR": 0.2652943947690566, "ROUGE_L": 0.5348817966699713}, "test": {"Bleu_1": 0.5554943366876528, "Bleu_2": 0.39527658079600053, "Bleu_3": 0.3017321396210503, "Bleu_4": 0.236571580064269, "METEOR": 0.2529018458340656, "ROUGE_L": 0.5190891093804848}}
+{"validation": {"Bleu_1": 0.5710538709223087, "Bleu_2": 0.41647811354502995, "Bleu_3": 0.3259801548305314, "Bleu_4": 0.2626159685431607, "METEOR": 0.265199161981386, "ROUGE_L": 0.5347794427922449, "BERTScore": 0.9052837065952152}, "test": {"Bleu_1": 0.5554741070988053, "Bleu_2": 0.39520032685333173, "Bleu_3": 0.3015835565805717, "Bleu_4": 0.2364010801419274, "METEOR": 0.25278358834520537, "ROUGE_L": 0.5188196008276099, "BERTScore": 0.9032482470167881}}