model update

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_squadshifts.nyt.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.043924061968297484, "Bleu_2": 0.014427790614753591, "Bleu_3": 0.006741082344799555, "Bleu_4": 0.003779266752729264}, "test": {"Bleu_1": 0.046835991807811776, "Bleu_2": 0.015814023951216297, "Bleu_3": 0.007297836639477415, "Bleu_4": 0.004011835315842026}}
+{"validation": {"Bleu_1": 0.043924061968297484, "Bleu_2": 0.014427790614753591, "Bleu_3": 0.006741082344799555, "Bleu_4": 0.003779266752729264, "METEOR": 0.04132508892094021, "ROUGE_L": 0.03164839531056174, "BERTScore": 0.5028185896637614, "MoverScore": 0.4904686359664717}, "test": {"Bleu_1": 0.046835991807811776, "Bleu_2": 0.015814023951216297, "Bleu_3": 0.007297836639477415, "Bleu_4": 0.004011835315842026, "METEOR": 0.04022087240441452, "ROUGE_L": 0.03368074757703854, "BERTScore": 0.4981918659161877, "MoverScore": 0.48968646321436005}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.03134614923143301, "Bleu_2": 0.012118601971531383, "Bleu_3": 0.005850741717191569, "Bleu_4": 0.003357856350247436, "METEOR": 0.023598617432417576, "ROUGE_L": 0.014846086330540876, "BERTScore": 0.47638909616402136, "MoverScore": 0.48206234759134403}, "test": {"Bleu_1": 0.03200069081815049, "Bleu_2": 0.013711563075642662, "Bleu_3": 0.007884549419454377, "Bleu_4": 0.005046853181375201, "METEOR": 0.022165275733117787, "ROUGE_L": 0.015156816179638046, "BERTScore": 0.4637311346982924, "MoverScore": 0.48068900527871045}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.005950554777764371, "Bleu_2": 0.00277269274123911, "Bleu_3": 0.0015141108087732937, "Bleu_4": 0.0009707866213803907, "METEOR": 0.01766359391379104, "ROUGE_L": 0.014665071356905307, "BERTScore": 0.19166027917054895, "MoverScore": 0.47363076993785425}, "test": {"Bleu_1": 0.007086717511285968, "Bleu_2": 0.0037896045933130977, "Bleu_3": 0.0023683686256828966, "Bleu_4": 0.0015777111358962605, "METEOR": 0.018533487440179977, "ROUGE_L": 0.015264018161057824, "BERTScore": 0.20864833082370046, "MoverScore": 0.4739886078441662}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.04470773360484821, "Bleu_2": 0.01479923541520603, "Bleu_3": 0.006932389447911841, "Bleu_4": 0.003891515863714112, "METEOR": 0.041727270650900865, "ROUGE_L": 0.03184629385262691, "BERTScore": 0.5022930747094846, "MoverScore": 0.4903236300636208}, "test": {"Bleu_1": 0.04842430149447615, "Bleu_2": 0.016957251688563525, "Bleu_3": 0.00817737002419438, "Bleu_4": 0.004698006897103252, "METEOR": 0.04080514395878897, "ROUGE_L": 0.03427610307994201, "BERTScore": 0.4971649697532884, "MoverScore": 0.48949749729044695}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.03220825746047527, "Bleu_2": 0.012489066177840626, "Bleu_3": 0.006034919865460421, "Bleu_4": 0.00346485699010954, "METEOR": 0.023956543373993947, "ROUGE_L": 0.015173761839635251, "BERTScore": 0.47582548702964034, "MoverScore": 0.48212334208660046}, "test": {"Bleu_1": 0.033764584395442256, "Bleu_2": 0.01461512570246862, "Bleu_3": 0.008466467655576453, "Bleu_4": 0.0054390331142559235, "METEOR": 0.02299106774659908, "ROUGE_L": 0.015820371012938792, "BERTScore": 0.4650093603422088, "MoverScore": 0.4809643830321019}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.006196856516478567, "Bleu_2": 0.0028898481090177796, "Bleu_3": 0.0015860351994656623, "Bleu_4": 0.00101920809182973, "METEOR": 0.0178485324183902, "ROUGE_L": 0.014582416746014284, "BERTScore": 0.19074700362705774, "MoverScore": 0.47355000007770326}, "test": {"Bleu_1": 0.00730888821221108, "Bleu_2": 0.003945683286314739, "Bleu_3": 0.0024936289399751232, "Bleu_4": 0.0016705466202054627, "METEOR": 0.01893456566479453, "ROUGE_L": 0.0156981206079422, "BERTScore": 0.20699478869348706, "MoverScore": 0.4739591069141451}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.0447844228094555, "Bleu_2": 0.014897719385207673, "Bleu_3": 0.0069668806808097184, "Bleu_4": 0.0039075291376195745, "METEOR": 0.041765766371894414, "ROUGE_L": 0.03171409733868864, "BERTScore": 0.5012315739431311, "MoverScore": 0.49030357978501543}, "test": {"Bleu_1": 0.04833360429198426, "Bleu_2": 0.0167524825817852, "Bleu_3": 0.00787929865161229, "Bleu_4": 0.004338699719308235, "METEOR": 0.04080072654553486, "ROUGE_L": 0.03407423562694765, "BERTScore": 0.49625769301892253, "MoverScore": 0.489534236021439}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.03220825746047527, "Bleu_2": 0.012489066177840626, "Bleu_3": 0.006034919865460421, "Bleu_4": 0.00346485699010954, "METEOR": 0.023956543373993947, "ROUGE_L": 0.015173761839635251, "BERTScore": 0.4758254853820918, "MoverScore": 0.48212334208660046}, "test": {"Bleu_1": 0.033742318252334653, "Bleu_2": 0.014611026853776226, "Bleu_3": 0.008465224229737596, "Bleu_4": 0.005438622572730996, "METEOR": 0.022950520723026255, "ROUGE_L": 0.015810157459251666, "BERTScore": 0.4648386410451383, "MoverScore": 0.4809554010880357}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.006094014262781881, "Bleu_2": 0.0029261089915611433, "Bleu_3": 0.0015894335683903174, "Bleu_4": 0.0010162441059318639, "METEOR": 0.018178994859514148, "ROUGE_L": 0.014709118067370049, "BERTScore": 0.19049941442668877, "MoverScore": 0.4736318975429272}, "test": {"Bleu_1": 0.007559395326142266, "Bleu_2": 0.004120000026026142, "Bleu_3": 0.0025992231004297846, "Bleu_4": 0.0017477778330435166, "METEOR": 0.019159886905051184, "ROUGE_L": 0.015488064028726841, "BERTScore": 0.20558074697071246, "MoverScore": 0.4738258447531003}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.044984131364700565, "Bleu_2": 0.014870691700347686, "Bleu_3": 0.006939355721858757, "Bleu_4": 0.0038878260794185083, "METEOR": 0.042189536368991046, "ROUGE_L": 0.03199027254325, "BERTScore": 0.5032393172273472, "MoverScore": 0.49038573538391295}, "test": {"Bleu_1": 0.04879343629343551, "Bleu_2": 0.01713099140682079, "Bleu_3": 0.008205708095154033, "Bleu_4": 0.004623135015847015, "METEOR": 0.04134536301518422, "ROUGE_L": 0.034522492711685906, "BERTScore": 0.5002036612687348, "MoverScore": 0.4897517500111857}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.03220825746047527, "Bleu_2": 0.012489066177840626, "Bleu_3": 0.006034919865460421, "Bleu_4": 0.00346485699010954, "METEOR": 0.023956543373993947, "ROUGE_L": 0.015173761839635251, "BERTScore": 0.47582548336842134, "MoverScore": 0.48212334208660046}, "test": {"Bleu_1": 0.033764584395442256, "Bleu_2": 0.01461512570246862, "Bleu_3": 0.008466467655576453, "Bleu_4": 0.0054390331142559235, "METEOR": 0.02299106774659908, "ROUGE_L": 0.015820371012938792, "BERTScore": 0.4650093621674966, "MoverScore": 0.4809643830321019}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.0066865994247393415, "Bleu_2": 0.0031562384870708216, "Bleu_3": 0.0017045042415256147, "Bleu_4": 0.001086590469806167, "METEOR": 0.018478373842310165, "ROUGE_L": 0.014983745862103217, "BERTScore": 0.19358209046450528, "MoverScore": 0.4738276561589725}, "test": {"Bleu_1": 0.008413665710839265, "Bleu_2": 0.004542549946443157, "Bleu_3": 0.002857271413568699, "Bleu_4": 0.001905928298151494, "METEOR": 0.019704741789828478, "ROUGE_L": 0.01600621014117551, "BERTScore": 0.21168168687038902, "MoverScore": 0.474200769404713}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.04489777122858515, "Bleu_2": 0.0148653687040376, "Bleu_3": 0.006940614210779269, "Bleu_4": 0.003889634049502619, "METEOR": 0.04204209042895413, "ROUGE_L": 0.03192424736709267, "BERTScore": 0.5031834049951239, "MoverScore": 0.4903888995786645}, "test": {"Bleu_1": 0.048773806838322185, "Bleu_2": 0.017141268083747083, "Bleu_3": 0.00821337548382977, "Bleu_4": 0.0046282038583991296, "METEOR": 0.04124599768830896, "ROUGE_L": 0.034488629459786306, "BERTScore": 0.4996932016535774, "MoverScore": 0.48972372443793055}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.03220825746047527, "Bleu_2": 0.012489066177840626, "Bleu_3": 0.006034919865460421, "Bleu_4": 0.00346485699010954, "METEOR": 0.023956543373993947, "ROUGE_L": 0.015173761839635251, "BERTScore": 0.47582548406405295, "MoverScore": 0.48212334208660046}, "test": {"Bleu_1": 0.033764584395442256, "Bleu_2": 0.01461512570246862, "Bleu_3": 0.008466467655576453, "Bleu_4": 0.0054390331142559235, "METEOR": 0.02299106774659908, "ROUGE_L": 0.015820371012938792, "BERTScore": 0.46500936196183035, "MoverScore": 0.4809643830321019}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.006682538139235804, "Bleu_2": 0.003153938817498101, "Bleu_3": 0.0017031934455312508, "Bleu_4": 0.001085732908340511, "METEOR": 0.01845167912848188, "ROUGE_L": 0.014983745862103217, "BERTScore": 0.19315142977149832, "MoverScore": 0.4738181192229542}, "test": {"Bleu_1": 0.008217804397705962, "Bleu_2": 0.004421822356596404, "Bleu_3": 0.0027710741788772057, "Bleu_4": 0.0018395469889692592, "METEOR": 0.019632740965974203, "ROUGE_L": 0.015976049599861854, "BERTScore": 0.21100276069752172, "MoverScore": 0.47416984477688995}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.044504571748458455, "Bleu_2": 0.014825738780775774, "Bleu_3": 0.006959890901082078, "Bleu_4": 0.00391129532964962, "METEOR": 0.04132895738690059, "ROUGE_L": 0.03157011864806555, "BERTScore": 0.5002917636744221, "MoverScore": 0.49024171039021175}, "test": {"Bleu_1": 0.04786771105308886, "Bleu_2": 0.01650940533282835, "Bleu_3": 0.0078299586117015, "Bleu_4": 0.004410634374338477, "METEOR": 0.04018943981901583, "ROUGE_L": 0.033771405468330545, "BERTScore": 0.4934098231193447, "MoverScore": 0.48928644703375385}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.03220825746047527, "Bleu_2": 0.012489066177840626, "Bleu_3": 0.006034919865460421, "Bleu_4": 0.00346485699010954, "METEOR": 0.023956543373993947, "ROUGE_L": 0.015173761839635251, "BERTScore": 0.47582548556515275, "MoverScore": 0.48212334208660046}, "test": {"Bleu_1": 0.033742318252334653, "Bleu_2": 0.014611026853776226, "Bleu_3": 0.008465224229737596, "Bleu_4": 0.005438622572730996, "METEOR": 0.022950520723026255, "ROUGE_L": 0.015810157459251666, "BERTScore": 0.4648386401324944, "MoverScore": 0.4809554010880357}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_squadshifts.nyt.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.005626496985264941, "Bleu_2": 0.002670788479443267, "Bleu_3": 0.0014746643686096724, "Bleu_4": 0.0009505545831609905, "METEOR": 0.017547849671978737, "ROUGE_L": 0.014307788951281118, "BERTScore": 0.18766433037176763, "MoverScore": 0.473354241461658}, "test": {"Bleu_1": 0.006579944966527505, "Bleu_2": 0.0035850711871837507, "Bleu_3": 0.002269620131889954, "Bleu_4": 0.0015323060371968341, "METEOR": 0.01843830548080014, "ROUGE_L": 0.015189417791104417, "BERTScore": 0.20102147104052703, "MoverScore": 0.4736089342183115}}