model update

eval/metric.first.answer.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5103434904324323, "Bleu_2": 0.3600582783771043, "Bleu_3": 0.27597409022392816, "Bleu_4": 0.2184798363054724, "METEOR": 0.2423591360948094, "ROUGE_L": 0.49767483153033715}, "test": {"Bleu_1": 0.4842508010143527, "Bleu_2": 0.3338023173288544, "Bleu_3": 0.2505099603864342, "Bleu_4": 0.19386011837337236, "METEOR": 0.23121660492889082, "ROUGE_L": 0.4790379364538569}}
+{"validation": {"Bleu_1": 0.5103434904324323, "Bleu_2": 0.3600582783771043, "Bleu_3": 0.27597409022392816, "Bleu_4": 0.2184798363054724, "METEOR": 0.2423591360948094, "ROUGE_L": 0.49767483153033715, "BERTScore": 0.9047436062299427}, "test": {"Bleu_1": 0.4842508010143527, "Bleu_2": 0.3338023173288544, "Bleu_3": 0.2505099603864342, "Bleu_4": 0.19386011837337236, "METEOR": 0.23121660492889082, "ROUGE_L": 0.4790379364538569, "BERTScore": 0.9039260606437738}}

eval/metric.first.answer.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.3490781197325892, "Bleu_2": 0.20120621224142132, "Bleu_3": 0.13460967814231403, "Bleu_4": 0.09558922987461053, "METEOR": 0.14864754104820185, "ROUGE_L": 0.3528100100319189}, "test": {"Bleu_1": 0.333082609979205, "Bleu_2": 0.18776921448123043, "Bleu_3": 0.12434547576518622, "Bleu_4": 0.08667748865485138, "METEOR": 0.14365567342135688, "ROUGE_L": 0.34108415551207183}}
+{"validation": {"Bleu_1": 0.3490781197325892, "Bleu_2": 0.20120621224142132, "Bleu_3": 0.13460967814231403, "Bleu_4": 0.09558922987461053, "METEOR": 0.14864754104820185, "ROUGE_L": 0.3528100100319189, "BERTScore": 0.8871039351259862}, "test": {"Bleu_1": 0.333082609979205, "Bleu_2": 0.18776921448123043, "Bleu_3": 0.12434547576518622, "Bleu_4": 0.08667748865485138, "METEOR": 0.14365567342135688, "ROUGE_L": 0.34108415551207183, "BERTScore": 0.8859723464471277}}

eval/metric.first.answer.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5192923324708635, "Bleu_2": 0.36863911387182163, "Bleu_3": 0.28369252865497896, "Bleu_4": 0.22554668972197942, "METEOR": 0.24801161892587523, "ROUGE_L": 0.5036890567345601}, "test": {"Bleu_1": 0.4855648646739825, "Bleu_2": 0.33480500690211284, "Bleu_3": 0.2508636381855847, "Bleu_4": 0.19376642403631394, "METEOR": 0.23137104841320796, "ROUGE_L": 0.47787404454170784}}
+{"validation": {"Bleu_1": 0.5192923324708635, "Bleu_2": 0.36863911387182163, "Bleu_3": 0.28369252865497896, "Bleu_4": 0.22554668972197942, "METEOR": 0.24801161892587523, "ROUGE_L": 0.5036890567345601, "BERTScore": 0.9060728119867753}, "test": {"Bleu_1": 0.4855648646739825, "Bleu_2": 0.33480500690211284, "Bleu_3": 0.2508636381855847, "Bleu_4": 0.19376642403631394, "METEOR": 0.23137104841320796, "ROUGE_L": 0.47787404454170784, "BERTScore": 0.9042144786772568}}

eval/metric.first.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5577898268510586, "Bleu_2": 0.40276922689350153, "Bleu_3": 0.313317620053105, "Bleu_4": 0.25097589689888544, "METEOR": 0.25682181251306296, "ROUGE_L": 0.5221066852072713}, "test": {"Bleu_1": 0.5550037117400584, "Bleu_2": 0.3955604581113037, "Bleu_3": 0.30219308111837573, "Bleu_4": 0.236757015891728, "METEOR": 0.2501352511924703, "ROUGE_L": 0.5129502643237112}}
+{"validation": {"Bleu_1": 0.5577898268510586, "Bleu_2": 0.40276922689350153, "Bleu_3": 0.313317620053105, "Bleu_4": 0.25097589689888544, "METEOR": 0.25682181251306296, "ROUGE_L": 0.5221066852072713, "BERTScore": 0.906897589693708}, "test": {"Bleu_1": 0.5550037117400584, "Bleu_2": 0.3955604581113037, "Bleu_3": 0.30219308111837573, "Bleu_4": 0.236757015891728, "METEOR": 0.2501352511924703, "ROUGE_L": 0.5129502643237112, "BERTScore": 0.9064020332771113}}

eval/metric.first.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4064799907151282, "Bleu_2": 0.24867735413917377, "Bleu_3": 0.17241907366737672, "Bleu_4": 0.1253913585113414, "METEOR": 0.16707446305562204, "ROUGE_L": 0.3893164964381155}, "test": {"Bleu_1": 0.41293837543168, "Bleu_2": 0.2531074980574656, "Bleu_3": 0.17491765100040332, "Bleu_4": 0.12566017189804293, "METEOR": 0.16812369882775394, "ROUGE_L": 0.38917637123763754}}
+{"validation": {"Bleu_1": 0.4064799907151282, "Bleu_2": 0.24867735413917377, "Bleu_3": 0.17241907366737672, "Bleu_4": 0.1253913585113414, "METEOR": 0.16707446305562204, "ROUGE_L": 0.3893164964381155, "BERTScore": 0.8887655952206598}, "test": {"Bleu_1": 0.41293837543168, "Bleu_2": 0.2531074980574656, "Bleu_3": 0.17491765100040332, "Bleu_4": 0.12566017189804293, "METEOR": 0.16812369882775394, "ROUGE_L": 0.38917637123763754, "BERTScore": 0.888063598220347}}

eval/metric.first.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5686068318822688, "Bleu_2": 0.4128909252951578, "Bleu_3": 0.32298266306522405, "Bleu_4": 0.2602988324472789, "METEOR": 0.2638644241160143, "ROUGE_L": 0.5293789626144224}, "test": {"Bleu_1": 0.5584512468390563, "Bleu_2": 0.39849367814885006, "Bleu_3": 0.30442940413649117, "Bleu_4": 0.2386146591654172, "METEOR": 0.2518149650657295, "ROUGE_L": 0.5142752621919274}}
+{"validation": {"Bleu_1": 0.5686068318822688, "Bleu_2": 0.4128909252951578, "Bleu_3": 0.32298266306522405, "Bleu_4": 0.2602988324472789, "METEOR": 0.2638644241160143, "ROUGE_L": 0.5293789626144224, "BERTScore": 0.9086365814679155}, "test": {"Bleu_1": 0.5584512468390563, "Bleu_2": 0.39849367814885006, "Bleu_3": 0.30442940413649117, "Bleu_4": 0.2386146591654172, "METEOR": 0.2518149650657295, "ROUGE_L": 0.5142752621919274, "BERTScore": 0.9070136075591869}}

eval/metric.last.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5487175569404313, "Bleu_2": 0.38995370666929047, "Bleu_3": 0.29926041627750005, "Bleu_4": 0.23660300136237636, "METEOR": 0.24892143796055985, "ROUGE_L": 0.5091575987785886}, "test": {"Bleu_1": 0.551490569028369, "Bleu_2": 0.38842447247227424, "Bleu_3": 0.2937761985466359, "Bleu_4": 0.22818891140317982, "METEOR": 0.24520378827074177, "ROUGE_L": 0.5052853174274491}}
+{"validation": {"Bleu_1": 0.5487175569404313, "Bleu_2": 0.38995370666929047, "Bleu_3": 0.29926041627750005, "Bleu_4": 0.23660300136237636, "METEOR": 0.24892143796055985, "ROUGE_L": 0.5091575987785886, "BERTScore": 0.8975989521119944}, "test": {"Bleu_1": 0.551490569028369, "Bleu_2": 0.38842447247227424, "Bleu_3": 0.2937761985466359, "Bleu_4": 0.22818891140317982, "METEOR": 0.24520378827074177, "ROUGE_L": 0.5052853174274491, "BERTScore": 0.8966679732823185}}

eval/metric.last.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4058134823992451, "Bleu_2": 0.24790790529968015, "Bleu_3": 0.1717467598654949, "Bleu_4": 0.1248510691384248, "METEOR": 0.16686847877907562, "ROUGE_L": 0.3887076710932057}, "test": {"Bleu_1": 0.41141090634901967, "Bleu_2": 0.2513150844030738, "Bleu_3": 0.17345959686057535, "Bleu_4": 0.1245262320928282, "METEOR": 0.1672019335018777, "ROUGE_L": 0.38748360473602933}}
+{"validation": {"Bleu_1": 0.4058134823992451, "Bleu_2": 0.24790790529968015, "Bleu_3": 0.1717467598654949, "Bleu_4": 0.1248510691384248, "METEOR": 0.16686847877907562, "ROUGE_L": 0.3887076710932057, "BERTScore": 0.8885665542242542}, "test": {"Bleu_1": 0.41141090634901967, "Bleu_2": 0.2513150844030738, "Bleu_3": 0.17345959686057535, "Bleu_4": 0.1245262320928282, "METEOR": 0.1672019335018777, "ROUGE_L": 0.38748360473602933, "BERTScore": 0.8877113969639275}}

eval/metric.last.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5629439950093854, "Bleu_2": 0.4036724703697923, "Bleu_3": 0.3120894664046716, "Bleu_4": 0.24868276958835836, "METEOR": 0.2575688627542025, "ROUGE_L": 0.5189595586909602}, "test": {"Bleu_1": 0.5570700186531352, "Bleu_2": 0.39359069203990016, "Bleu_3": 0.29767742692967997, "Bleu_4": 0.23084500484580606, "METEOR": 0.24788908757950576, "ROUGE_L": 0.507559703992891}}
+{"validation": {"Bleu_1": 0.5629439950093854, "Bleu_2": 0.4036724703697923, "Bleu_3": 0.3120894664046716, "Bleu_4": 0.24868276958835836, "METEOR": 0.2575688627542025, "ROUGE_L": 0.5189595586909602, "BERTScore": 0.8993799313804172}, "test": {"Bleu_1": 0.5570700186531352, "Bleu_2": 0.39359069203990016, "Bleu_3": 0.29767742692967997, "Bleu_4": 0.23084500484580606, "METEOR": 0.24788908757950576, "ROUGE_L": 0.507559703992891, "BERTScore": 0.8973445004088579}}

eval/metric.long.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5510374166583671, "Bleu_2": 0.39213857253800144, "Bleu_3": 0.3009742587934004, "Bleu_4": 0.23801767524515297, "METEOR": 0.25333635911458485, "ROUGE_L": 0.5068344335585069}, "test": {"Bleu_1": 0.560379101236448, "Bleu_2": 0.39498654786774795, "Bleu_3": 0.2991764067237186, "Bleu_4": 0.23260905273387622, "METEOR": 0.25026370179493834, "ROUGE_L": 0.5028194899040844}}
+{"validation": {"Bleu_1": 0.5513217640106917, "Bleu_2": 0.3924111537946434, "Bleu_3": 0.3012343666636, "Bleu_4": 0.2382210150477446, "METEOR": 0.253508051566438, "ROUGE_L": 0.5071046233681146, "BERTScore": 0.8997292175285951}, "test": {"Bleu_1": 0.5604798775736456, "Bleu_2": 0.39498696237350234, "Bleu_3": 0.29919160413527945, "Bleu_4": 0.2326242211200791, "METEOR": 0.2502376259229818, "ROUGE_L": 0.5028450267136801, "BERTScore": 0.8990595308023265}}

eval/metric.long.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4070897799417973, "Bleu_2": 0.24871038540427848, "Bleu_3": 0.1724532216101545, "Bleu_4": 0.1255214872163455, "METEOR": 0.16754645620161132, "ROUGE_L": 0.38862101905150787}, "test": {"Bleu_1": 0.41419653641486653, "Bleu_2": 0.25372227421182286, "Bleu_3": 0.17547507764953457, "Bleu_4": 0.12621373480111034, "METEOR": 0.16837405736918917, "ROUGE_L": 0.38815892385389955}}
+{"validation": {"Bleu_1": 0.40709908860876015, "Bleu_2": 0.24866648040528452, "Bleu_3": 0.17243360806392796, "Bleu_4": 0.12552341927689037, "METEOR": 0.167527578158776, "ROUGE_L": 0.38859353579596906, "BERTScore": 0.8884383360193967}, "test": {"Bleu_1": 0.41409272861424706, "Bleu_2": 0.25360986649696915, "Bleu_3": 0.17535742000455526, "Bleu_4": 0.12609006418832297, "METEOR": 0.16832435357939426, "ROUGE_L": 0.38807709251204364, "BERTScore": 0.8876726929315658}}

eval/metric.long.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5655418114777512, "Bleu_2": 0.40501802903863204, "Bleu_3": 0.31272395860607444, "Bleu_4": 0.24889198334101498, "METEOR": 0.2615660578222514, "ROUGE_L": 0.5158675629063065}, "test": {"Bleu_1": 0.5647741315336775, "Bleu_2": 0.39861264764139615, "Bleu_3": 0.30159484091575495, "Bleu_4": 0.23414946575358137, "METEOR": 0.25163502039627017, "ROUGE_L": 0.5036284126635016}}
+{"validation": {"Bleu_1": 0.5657081630618886, "Bleu_2": 0.40517044523337126, "Bleu_3": 0.31286466722134115, "Bleu_4": 0.2490143272967175, "METEOR": 0.2615894423144322, "ROUGE_L": 0.5160052440486962, "BERTScore": 0.9016259291489568}, "test": {"Bleu_1": 0.5650208363522776, "Bleu_2": 0.3988690483107384, "Bleu_3": 0.30183250528180827, "Bleu_4": 0.23435276157260615, "METEOR": 0.25174859895394297, "ROUGE_L": 0.5038148871062729, "BERTScore": 0.8993585793569155}}

eval/metric.middle.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.558207432906221, "Bleu_2": 0.39915855081509727, "Bleu_3": 0.3079695123934553, "Bleu_4": 0.24482445194627325, "METEOR": 0.2547978160645513, "ROUGE_L": 0.512834443693728}, "test": {"Bleu_1": 0.5607586365917121, "Bleu_2": 0.3976371661783408, "Bleu_3": 0.302132993082397, "Bleu_4": 0.23530784518264294, "METEOR": 0.2502938548091524, "ROUGE_L": 0.5083769925846678}}
+{"validation": {"Bleu_1": 0.5585294942745587, "Bleu_2": 0.3993880189921777, "Bleu_3": 0.30809084304713497, "Bleu_4": 0.24485903320149746, "METEOR": 0.2549392022266095, "ROUGE_L": 0.51313827083444, "BERTScore": 0.9009460893687823}, "test": {"Bleu_1": 0.5608931255177056, "Bleu_2": 0.3977542978832037, "Bleu_3": 0.3023093381134286, "Bleu_4": 0.23549738196541406, "METEOR": 0.25034621039311417, "ROUGE_L": 0.5085522929949788, "BERTScore": 0.9006086806539878}}

eval/metric.middle.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.40661297487952214, "Bleu_2": 0.2485514927332997, "Bleu_3": 0.1723332189443113, "Bleu_4": 0.12534674319779776, "METEOR": 0.16722393489348977, "ROUGE_L": 0.3888415474134816}, "test": {"Bleu_1": 0.4127533900782449, "Bleu_2": 0.25243762169325273, "Bleu_3": 0.17422030083415205, "Bleu_4": 0.12495538947744211, "METEOR": 0.16781110638315955, "ROUGE_L": 0.38802864577821716}}
+{"validation": {"Bleu_1": 0.4066012816178695, "Bleu_2": 0.2485713335114181, "Bleu_3": 0.1723644272437796, "Bleu_4": 0.12537535957824023, "METEOR": 0.16723379682936318, "ROUGE_L": 0.38881405013801495, "BERTScore": 0.8885437038999169}, "test": {"Bleu_1": 0.4127725796892718, "Bleu_2": 0.2525242696723393, "Bleu_3": 0.17433883441342204, "Bleu_4": 0.12508140640612417, "METEOR": 0.16781341538502773, "ROUGE_L": 0.38808846050317897, "BERTScore": 0.8877781576068733}}

eval/metric.middle.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5709448589867192, "Bleu_2": 0.41112405357855925, "Bleu_3": 0.31940341911361053, "Bleu_4": 0.2556137755408225, "METEOR": 0.26241204595580536, "ROUGE_L": 0.522131993704893}, "test": {"Bleu_1": 0.5639404013608246, "Bleu_2": 0.39982963979505276, "Bleu_3": 0.30337284893244226, "Bleu_4": 0.23586724164565434, "METEOR": 0.251617516363891, "ROUGE_L": 0.5086654747740795}}
+{"validation": {"Bleu_1": 0.5712307962282633, "Bleu_2": 0.4113108845224224, "Bleu_3": 0.3195064924747074, "Bleu_4": 0.25564031266550336, "METEOR": 0.26249388392476825, "ROUGE_L": 0.5222147690864393, "BERTScore": 0.9026446357380388}, "test": {"Bleu_1": 0.5642090075012719, "Bleu_2": 0.40021193814613043, "Bleu_3": 0.30376798900077434, "Bleu_4": 0.23623191917737266, "METEOR": 0.25179773927624893, "ROUGE_L": 0.5090434783507961, "BERTScore": 0.9010829908870748}}

eval/metric.short.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5456114434901659, "Bleu_2": 0.39239898554570923, "Bleu_3": 0.30444695963715146, "Bleu_4": 0.24324069008066124, "METEOR": 0.25070614434680366, "ROUGE_L": 0.520751404522144}, "test": {"Bleu_1": 0.5401299105528774, "Bleu_2": 0.3826789857324438, "Bleu_3": 0.29093571093457404, "Bleu_4": 0.22719165770914204, "METEOR": 0.2432689330237294, "ROUGE_L": 0.511195080612564}}
+{"validation": {"Bleu_1": 0.5452696230578773, "Bleu_2": 0.3921344880901311, "Bleu_3": 0.3042450832329525, "Bleu_4": 0.243122352274768, "METEOR": 0.25053523759118085, "ROUGE_L": 0.5204294818271272, "BERTScore": 0.9032785398018018}, "test": {"Bleu_1": 0.5401279217766072, "Bleu_2": 0.38278744193384967, "Bleu_3": 0.2910129794183592, "Bleu_4": 0.2272220129187243, "METEOR": 0.24332301190687544, "ROUGE_L": 0.5111485087460522, "BERTScore": 0.9018472200209164}}

eval/metric.short.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4050169087095045, "Bleu_2": 0.24763646326911226, "Bleu_3": 0.17150921888795578, "Bleu_4": 0.12461837441382807, "METEOR": 0.16632898523406014, "ROUGE_L": 0.3893256112040594}, "test": {"Bleu_1": 0.4100899145678554, "Bleu_2": 0.2507585942634404, "Bleu_3": 0.17307351235684557, "Bleu_4": 0.12415090068579684, "METEOR": 0.1670081040526465, "ROUGE_L": 0.3884346159054643}}
+{"validation": {"Bleu_1": 0.4050442274342191, "Bleu_2": 0.24764483665840079, "Bleu_3": 0.17150162309939945, "Bleu_4": 0.1246019266580603, "METEOR": 0.16633268285264294, "ROUGE_L": 0.38936648730751433, "BERTScore": 0.8888224095785943}, "test": {"Bleu_1": 0.41017514498673985, "Bleu_2": 0.2508206943226332, "Bleu_3": 0.17312418157072812, "Bleu_4": 0.1242150113217214, "METEOR": 0.1670436272502856, "ROUGE_L": 0.38846564327584404, "BERTScore": 0.8880335976757777}}

eval/metric.short.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5577487787945348, "Bleu_2": 0.4040316773026645, "Bleu_3": 0.31547724122715914, "Bleu_4": 0.25394844295687885, "METEOR": 0.25805724066767133, "ROUGE_L": 0.5286278430505557}, "test": {"Bleu_1": 0.5448085121599372, "Bleu_2": 0.3870470383296057, "Bleu_3": 0.2946188247065344, "Bleu_4": 0.23040222359838083, "METEOR": 0.2461451487604107, "ROUGE_L": 0.513450778244462}}
+{"validation": {"Bleu_1": 0.557545833185405, "Bleu_2": 0.40391454060537735, "Bleu_3": 0.3154401815803222, "Bleu_4": 0.25397665711969014, "METEOR": 0.25805316800480155, "ROUGE_L": 0.5285826569650167, "BERTScore": 0.9050573107598019}, "test": {"Bleu_1": 0.5445625167305961, "Bleu_2": 0.38672138130121236, "Bleu_3": 0.2942507206457762, "Bleu_4": 0.23001012923762001, "METEOR": 0.24600424293685444, "ROUGE_L": 0.5131930395130071, "BERTScore": 0.9027406824455875}}