model update

eval/metric.first.answer.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5469442545730202, "Bleu_2": 0.39663912681011976, "Bleu_3": 0.3090026434752452, "Bleu_4": 0.2474253753534072, "METEOR": 0.26514695137042416, "ROUGE_L": 0.5285069280429976}, "test": {"Bleu_1": 0.51701406299157, "Bleu_2": 0.36497261628962036, "Bleu_3": 0.2780262031921492, "Bleu_4": 0.21750064430698318, "METEOR": 0.25127931898892997, "ROUGE_L": 0.5048846307368889}}
+{"validation": {"Bleu_1": 0.5469442545730202, "Bleu_2": 0.39663912681011976, "Bleu_3": 0.3090026434752452, "Bleu_4": 0.2474253753534072, "METEOR": 0.26514695137042416, "ROUGE_L": 0.5285069280429976, "BERTScore": 0.9094714434392743}, "test": {"Bleu_1": 0.51701406299157, "Bleu_2": 0.36497261628962036, "Bleu_3": 0.2780262031921492, "Bleu_4": 0.21750064430698318, "METEOR": 0.25127931898892997, "ROUGE_L": 0.5048846307368889, "BERTScore": 0.9078085479576138}}

eval/metric.first.answer.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.3821742860568723, "Bleu_2": 0.23965549109840872, "Bleu_3": 0.17037523348136205, "Bleu_4": 0.12736929077569753, "METEOR": 0.1727065414605145, "ROUGE_L": 0.3815701569633997}, "test": {"Bleu_1": 0.36668605932610066, "Bleu_2": 0.2217846563916926, "Bleu_3": 0.15367922011578855, "Bleu_4": 0.11121393245254356, "METEOR": 0.165771861339733, "ROUGE_L": 0.36861383221005245}}
+{"validation": {"Bleu_1": 0.3821742860568723, "Bleu_2": 0.23965549109840872, "Bleu_3": 0.17037523348136205, "Bleu_4": 0.12736929077569753, "METEOR": 0.1727065414605145, "ROUGE_L": 0.3815701569633997, "BERTScore": 0.8906918796933588}, "test": {"Bleu_1": 0.36668605932610066, "Bleu_2": 0.2217846563916926, "Bleu_3": 0.15367922011578855, "Bleu_4": 0.11121393245254356, "METEOR": 0.165771861339733, "ROUGE_L": 0.36861383221005245, "BERTScore": 0.8896329841489712}}

eval/metric.first.answer.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5256981289855363, "Bleu_2": 0.37692143943482986, "Bleu_3": 0.2917435918586725, "Bleu_4": 0.23277762537158575, "METEOR": 0.25292754098146125, "ROUGE_L": 0.5160194311570218}, "test": {"Bleu_1": 0.4962207878875472, "Bleu_2": 0.34611976628502844, "Bleu_3": 0.26137648533222474, "Bleu_4": 0.2029618202291659, "METEOR": 0.23874585054887204, "ROUGE_L": 0.49107561310842923}}
+{"validation": {"Bleu_1": 0.5256981289855363, "Bleu_2": 0.37692143943482986, "Bleu_3": 0.2917435918586725, "Bleu_4": 0.23277762537158575, "METEOR": 0.25292754098146125, "ROUGE_L": 0.5160194311570218, "BERTScore": 0.9092127391608571}, "test": {"Bleu_1": 0.4962207878875472, "Bleu_2": 0.34611976628502844, "Bleu_3": 0.26137648533222474, "Bleu_4": 0.2029618202291659, "METEOR": 0.23874585054887204, "ROUGE_L": 0.49107561310842923, "BERTScore": 0.9074541358491272}}

eval/metric.first.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5955630710825296, "Bleu_2": 0.44035702303877183, "Bleu_3": 0.34745379704454693, "Bleu_4": 0.28086771020442447, "METEOR": 0.281094512643364, "ROUGE_L": 0.5542579678822497}, "test": {"Bleu_1": 0.587934765974839, "Bleu_2": 0.42794964636261557, "Bleu_3": 0.33111329346147983, "Bleu_4": 0.26168385362299557, "METEOR": 0.27073122286541956, "ROUGE_L": 0.5384959163821219}}
+{"validation": {"Bleu_1": 0.5955630710825296, "Bleu_2": 0.44035702303877183, "Bleu_3": 0.34745379704454693, "Bleu_4": 0.28086771020442447, "METEOR": 0.281094512643364, "ROUGE_L": 0.5542579678822497, "BERTScore": 0.911915068550966}, "test": {"Bleu_1": 0.587934765974839, "Bleu_2": 0.42794964636261557, "Bleu_3": 0.33111329346147983, "Bleu_4": 0.26168385362299557, "METEOR": 0.27073122286541956, "ROUGE_L": 0.5384959163821219, "BERTScore": 0.9100413219045603}}

eval/metric.first.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4518246969255505, "Bleu_2": 0.30072015676762925, "Bleu_3": 0.22147174604346387, "Bleu_4": 0.16940300481508513, "METEOR": 0.1995602949608875, "ROUGE_L": 0.4290817303215546}, "test": {"Bleu_1": 0.45494151287006335, "Bleu_2": 0.2980467041504486, "Bleu_3": 0.21552205010261488, "Bleu_4": 0.16074057597887778, "METEOR": 0.19604986539635275, "ROUGE_L": 0.4234313041414616}}
+{"validation": {"Bleu_1": 0.4518246969255505, "Bleu_2": 0.30072015676762925, "Bleu_3": 0.22147174604346387, "Bleu_4": 0.16940300481508513, "METEOR": 0.1995602949608875, "ROUGE_L": 0.4290817303215546, "BERTScore": 0.8938601615588572}, "test": {"Bleu_1": 0.45494151287006335, "Bleu_2": 0.2980467041504486, "Bleu_3": 0.21552205010261488, "Bleu_4": 0.16074057597887778, "METEOR": 0.19604986539635275, "ROUGE_L": 0.4234313041414616, "BERTScore": 0.8923150304563778}}

eval/metric.first.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5716160578425733, "Bleu_2": 0.4182105446881005, "Bleu_3": 0.3280072542188131, "Bleu_4": 0.2646275332666732, "METEOR": 0.2665496853699634, "ROUGE_L": 0.5384900919920935}, "test": {"Bleu_1": 0.5673073922853974, "Bleu_2": 0.4082687302901043, "Bleu_3": 0.31315276443867207, "Bleu_4": 0.2457626862803864, "METEOR": 0.25774363720734017, "ROUGE_L": 0.5237213011923386}}
+{"validation": {"Bleu_1": 0.5716160578425733, "Bleu_2": 0.4182105446881005, "Bleu_3": 0.3280072542188131, "Bleu_4": 0.2646275332666732, "METEOR": 0.2665496853699634, "ROUGE_L": 0.5384900919920935, "BERTScore": 0.9112698374731388}, "test": {"Bleu_1": 0.5673073922853974, "Bleu_2": 0.4082687302901043, "Bleu_3": 0.31315276443867207, "Bleu_4": 0.2457626862803864, "METEOR": 0.25774363720734017, "ROUGE_L": 0.5237213011923386, "BERTScore": 0.9098817606557943}}

eval/metric.last.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.589676561370794, "Bleu_2": 0.43069133584641206, "Bleu_3": 0.3363116665479378, "Bleu_4": 0.2693541159431641, "METEOR": 0.27329931855990885, "ROUGE_L": 0.5421389728349856}, "test": {"Bleu_1": 0.5858871417435355, "Bleu_2": 0.4226065231745635, "Bleu_3": 0.32459551681753734, "Bleu_4": 0.25479643754150477, "METEOR": 0.2675138056090628, "ROUGE_L": 0.5323784174439319}}
+{"validation": {"Bleu_1": 0.589676561370794, "Bleu_2": 0.43069133584641206, "Bleu_3": 0.3363116665479378, "Bleu_4": 0.2693541159431641, "METEOR": 0.27329931855990885, "ROUGE_L": 0.5421389728349856, "BERTScore": 0.9016317043521985}, "test": {"Bleu_1": 0.5858871417435355, "Bleu_2": 0.4226065231745635, "Bleu_3": 0.32459551681753734, "Bleu_4": 0.25479643754150477, "METEOR": 0.2675138056090628, "ROUGE_L": 0.5323784174439319, "BERTScore": 0.8994981082300787}}

eval/metric.last.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.45030850626392277, "Bleu_2": 0.2990727105804679, "Bleu_3": 0.21976498126344202, "Bleu_4": 0.1680133442613615, "METEOR": 0.19883213278171188, "ROUGE_L": 0.4275722979203233}, "test": {"Bleu_1": 0.45356294953188436, "Bleu_2": 0.296006334176013, "Bleu_3": 0.21347942331129965, "Bleu_4": 0.15887114010548345, "METEOR": 0.19519614582803502, "ROUGE_L": 0.4219114766714947}}
+{"validation": {"Bleu_1": 0.45030850626392277, "Bleu_2": 0.2990727105804679, "Bleu_3": 0.21976498126344202, "Bleu_4": 0.1680133442613615, "METEOR": 0.19883213278171188, "ROUGE_L": 0.4275722979203233, "BERTScore": 0.8935206715897482}, "test": {"Bleu_1": 0.45356294953188436, "Bleu_2": 0.296006334176013, "Bleu_3": 0.21347942331129965, "Bleu_4": 0.15887114010548345, "METEOR": 0.19519614582803502, "ROUGE_L": 0.4219114766714947, "BERTScore": 0.8918107372859265}}

eval/metric.last.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5665607996140848, "Bleu_2": 0.40879441950583006, "Bleu_3": 0.317347870089678, "Bleu_4": 0.25347805714677707, "METEOR": 0.2600656293249739, "ROUGE_L": 0.52710449754615}, "test": {"Bleu_1": 0.5627714165708791, "Bleu_2": 0.4009986873958666, "Bleu_3": 0.3051754416468606, "Bleu_4": 0.2378572667847318, "METEOR": 0.2540673892832254, "ROUGE_L": 0.5174270587992564}}
+{"validation": {"Bleu_1": 0.5665607996140848, "Bleu_2": 0.40879441950583006, "Bleu_3": 0.317347870089678, "Bleu_4": 0.25347805714677707, "METEOR": 0.2600656293249739, "ROUGE_L": 0.52710449754615, "BERTScore": 0.9011127711658183}, "test": {"Bleu_1": 0.5627714165708791, "Bleu_2": 0.4009986873958666, "Bleu_3": 0.3051754416468606, "Bleu_4": 0.2378572667847318, "METEOR": 0.2540673892832254, "ROUGE_L": 0.5174270587992564, "BERTScore": 0.8993832932687709}}

eval/metric.long.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5820571860190223, "Bleu_2": 0.4249135548463089, "Bleu_3": 0.33121506510238147, "Bleu_4": 0.26484294457674507, "METEOR": 0.2789724725146516, "ROUGE_L": 0.5404871391854681}, "test": {"Bleu_1": 0.5879029454129961, "Bleu_2": 0.4232964619735583, "Bleu_3": 0.32470656153737026, "Bleu_4": 0.2545515466150676, "METEOR": 0.2710187045562104, "ROUGE_L": 0.5277399645215121}}
+{"validation": {"Bleu_1": 0.582205382488023, "Bleu_2": 0.42511884055429283, "Bleu_3": 0.33140506367377803, "Bleu_4": 0.2649907379899727, "METEOR": 0.27897644836051055, "ROUGE_L": 0.5405729278535932, "BERTScore": 0.9043726195562755}, "test": {"Bleu_1": 0.5879591101615895, "Bleu_2": 0.4233825890453238, "Bleu_3": 0.324812930976763, "Bleu_4": 0.25465539539547555, "METEOR": 0.27100997953153666, "ROUGE_L": 0.5277419877034238, "BERTScore": 0.9018543844866739}}

eval/metric.long.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4540086383596624, "Bleu_2": 0.3019057420724153, "Bleu_3": 0.22209056168268815, "Bleu_4": 0.1697930301982067, "METEOR": 0.20028779894831017, "ROUGE_L": 0.4284634484877563}, "test": {"Bleu_1": 0.4571617945526159, "Bleu_2": 0.2990599892657255, "Bleu_3": 0.2158815061948568, "Bleu_4": 0.16081826350499448, "METEOR": 0.19703930421175486, "ROUGE_L": 0.4229855660256223}}
+{"validation": {"Bleu_1": 0.45391741840928496, "Bleu_2": 0.3018005841023282, "Bleu_3": 0.22200010546479107, "Bleu_4": 0.1697314502252031, "METEOR": 0.200218665232863, "ROUGE_L": 0.42834205849637746, "BERTScore": 0.8934517990060376}, "test": {"Bleu_1": 0.4571708943430183, "Bleu_2": 0.29904547243254, "Bleu_3": 0.21585699902308533, "Bleu_4": 0.16078489297076715, "METEOR": 0.19704909594345005, "ROUGE_L": 0.42298032005970526, "BERTScore": 0.891769268599821}}

eval/metric.long.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.576586268828267, "Bleu_2": 0.41694193346634706, "Bleu_3": 0.32368207829957274, "Bleu_4": 0.2585385132328597, "METEOR": 0.26508189345725963, "ROUGE_L": 0.525920429962577}, "test": {"Bleu_1": 0.5729542521894004, "Bleu_2": 0.4069234909105238, "Bleu_3": 0.30894920419146005, "Bleu_4": 0.2402259678661936, "METEOR": 0.2575846174278354, "ROUGE_L": 0.5127001294880882}}
+{"validation": {"Bleu_1": 0.5768806091318517, "Bleu_2": 0.41722234729763014, "Bleu_3": 0.323911850687883, "Bleu_4": 0.2587207795312272, "METEOR": 0.26517188400075, "ROUGE_L": 0.5261130735925807, "BERTScore": 0.9039283348761383}, "test": {"Bleu_1": 0.5730939648356934, "Bleu_2": 0.40712573724963097, "Bleu_3": 0.3091619959817202, "Bleu_4": 0.24042599738070566, "METEOR": 0.2577284983803582, "ROUGE_L": 0.5127429323674103, "BERTScore": 0.9017039714756316}}

eval/metric.middle.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5864172072038221, "Bleu_2": 0.4299630551634217, "Bleu_3": 0.33704599969630744, "Bleu_4": 0.2707041079341228, "METEOR": 0.27871342668799226, "ROUGE_L": 0.5449692551641008}, "test": {"Bleu_1": 0.5944282954667838, "Bleu_2": 0.43173575223631916, "Bleu_3": 0.33334593398414075, "Bleu_4": 0.2627934824232184, "METEOR": 0.27251287676681774, "ROUGE_L": 0.5356495751352505}}
+{"validation": {"Bleu_1": 0.5864456777161068, "Bleu_2": 0.42998129147394437, "Bleu_3": 0.33694002761874636, "Bleu_4": 0.27052904139870687, "METEOR": 0.278622784237778, "ROUGE_L": 0.5449047646463581, "BERTScore": 0.9052667897268636}, "test": {"Bleu_1": 0.5944182298485156, "Bleu_2": 0.43168854220072383, "Bleu_3": 0.3332370432880443, "Bleu_4": 0.262659373792893, "METEOR": 0.27245948677896664, "ROUGE_L": 0.5356309755828569, "BERTScore": 0.903746700742054}}

eval/metric.middle.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4530059654128949, "Bleu_2": 0.3014816245772523, "Bleu_3": 0.22198694219958617, "Bleu_4": 0.16982541318109726, "METEOR": 0.20003533155901673, "ROUGE_L": 0.42869827038100605}, "test": {"Bleu_1": 0.45539975533662924, "Bleu_2": 0.29739189561321505, "Bleu_3": 0.2145002505357401, "Bleu_4": 0.15959848019107964, "METEOR": 0.19601460675408305, "ROUGE_L": 0.4223868231601088}}
+{"validation": {"Bleu_1": 0.45295433785971084, "Bleu_2": 0.30141081762130634, "Bleu_3": 0.2219227308676043, "Bleu_4": 0.16977845483477624, "METEOR": 0.19998794705047984, "ROUGE_L": 0.4286327434531985, "BERTScore": 0.8936259380151806}, "test": {"Bleu_1": 0.4553573648475691, "Bleu_2": 0.2974110052086148, "Bleu_3": 0.21452040004242157, "Bleu_4": 0.15962163396481044, "METEOR": 0.19603231352965322, "ROUGE_L": 0.42241211494128855, "BERTScore": 0.892022558582596}}

eval/metric.middle.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5743122844333042, "Bleu_2": 0.4164627351549725, "Bleu_3": 0.3244793243692143, "Bleu_4": 0.2598927564079426, "METEOR": 0.26490263810259984, "ROUGE_L": 0.5308128523234096}, "test": {"Bleu_1": 0.5727947240937632, "Bleu_2": 0.4108552421339608, "Bleu_3": 0.3142918762282066, "Bleu_4": 0.24601913328898495, "METEOR": 0.258658916255511, "ROUGE_L": 0.520622071644887}}
+{"validation": {"Bleu_1": 0.5740299698685206, "Bleu_2": 0.4161961222641623, "Bleu_3": 0.3242454001103811, "Bleu_4": 0.25970366955131996, "METEOR": 0.264776356033908, "ROUGE_L": 0.5305442234442085, "BERTScore": 0.904857783952647}, "test": {"Bleu_1": 0.5727876806474232, "Bleu_2": 0.4108376456585876, "Bleu_3": 0.31421751128582465, "Bleu_4": 0.24591279103370395, "METEOR": 0.2587109338561985, "ROUGE_L": 0.5206684898912023, "BERTScore": 0.903666853071406}}

eval/metric.short.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5845639125420193, "Bleu_2": 0.43130958977755907, "Bleu_3": 0.3398396429172089, "Bleu_4": 0.27445679302883075, "METEOR": 0.27424693497371594, "ROUGE_L": 0.5529615871174959}, "test": {"Bleu_1": 0.5744059441928758, "Bleu_2": 0.4161222837247945, "Bleu_3": 0.3206950450703706, "Bleu_4": 0.25278445813292877, "METEOR": 0.26478660543217214, "ROUGE_L": 0.5375834840503951}}
+{"validation": {"Bleu_1": 0.5845751808905086, "Bleu_2": 0.43126988445337155, "Bleu_3": 0.33985215299292243, "Bleu_4": 0.2745169918860121, "METEOR": 0.27425361145212546, "ROUGE_L": 0.5529780714222358, "BERTScore": 0.9077254781835302}, "test": {"Bleu_1": 0.5743786426210141, "Bleu_2": 0.4161315727410162, "Bleu_3": 0.3207336902093874, "Bleu_4": 0.252827677809669, "METEOR": 0.26479254570810073, "ROUGE_L": 0.5375385496274869, "BERTScore": 0.9051515041652818}}

eval/metric.short.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4482432287383371, "Bleu_2": 0.2980069018850653, "Bleu_3": 0.21932888908701045, "Bleu_4": 0.16782214774276796, "METEOR": 0.19805210163227777, "ROUGE_L": 0.42831177201502085}, "test": {"Bleu_1": 0.45196016133604566, "Bleu_2": 0.29553705710120753, "Bleu_3": 0.21349904926580518, "Bleu_4": 0.15895329822914622, "METEOR": 0.19460575225006335, "ROUGE_L": 0.42280961275027185}}
+{"validation": {"Bleu_1": 0.44828285341623614, "Bleu_2": 0.29808499895262275, "Bleu_3": 0.21940680502548865, "Bleu_4": 0.16787693622415062, "METEOR": 0.19811856816976497, "ROUGE_L": 0.42841200788753103, "BERTScore": 0.893930349304362}, "test": {"Bleu_1": 0.45190049475087307, "Bleu_2": 0.2954734129548362, "Bleu_3": 0.2134571066042732, "Bleu_4": 0.15892866243672618, "METEOR": 0.19454969748000972, "ROUGE_L": 0.42269960175911525, "BERTScore": 0.8922815313288338}}

eval/metric.short.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5589546839393942, "Bleu_2": 0.407152304696528, "Bleu_3": 0.31864464267245574, "Bleu_4": 0.25675380789910235, "METEOR": 0.26025792757756055, "ROUGE_L": 0.5365583360545989}, "test": {"Bleu_1": 0.5510757577659335, "Bleu_2": 0.39545106265341495, "Bleu_3": 0.3026665698314706, "Bleu_4": 0.2372187801860862, "METEOR": 0.25192927266638304, "ROUGE_L": 0.5235491045580325}}
+{"validation": {"Bleu_1": 0.5590138903744388, "Bleu_2": 0.4071383839063611, "Bleu_3": 0.3185915354196247, "Bleu_4": 0.2566871916856556, "METEOR": 0.26024728712792694, "ROUGE_L": 0.5366163446591908, "BERTScore": 0.9070440422795641}, "test": {"Bleu_1": 0.5510090641148966, "Bleu_2": 0.39523322706388087, "Bleu_3": 0.30242585411389983, "Bleu_4": 0.23697325381922738, "METEOR": 0.2517811869031218, "ROUGE_L": 0.523501717049712, "BERTScore": 0.9048749061409995}}