{"GEM/web_nlg_en": {"0": {"PALM_prompt": {"bleu": 0.3523277002277804, "bleu_stderr": 0.03261401734869028, "rouge1_fmeasure": 0.10590846249521367, "rouge1_fmeasure_stderr": 0.0020195315762052673, "rouge1_precision": 0.07140357303785742, "rouge1_precision_stderr": 0.0017735064753741127, "rouge1_recall": 0.2938068811232804, "rouge1_recall_stderr": 0.004698591443703581, "rouge2_fmeasure": 0.050108480283474685, "rouge2_fmeasure_stderr": 0.0012479824947943812, "rouge2_precision": 0.033440949253294806, "rouge2_precision_stderr": 0.001066168691596413, "rouge2_recall": 0.14239106266330545, "rouge2_recall_stderr": 0.003163086494032039, "rougeL_fmeasure": 0.10246592063839631, "rougeL_fmeasure_stderr": 0.0018904079137483055, "rougeL_precision": 0.06888442229810386, "rougeL_precision_stderr": 0.001675844279268184, "rougeL_recall": 0.2866580974880424, "rougeL_recall_stderr": 0.004577594263202556, "rougeLsum_fmeasure": 0.10120297741035127, "rougeLsum_fmeasure_stderr": 0.0018969772318448463, "rougeLsum_precision": 0.06827936311686421, "rougeLsum_precision_stderr": 0.001698555616698455, "rougeLsum_recall": 0.28107278592336027, "rougeLsum_recall_stderr": 0.004438130822299941}}, "1": {"PALM_prompt": {"bleu": 0.4351779771917347, "bleu_stderr": 0.03461044967042056, "rouge1_fmeasure": 0.11195633719029822, "rouge1_fmeasure_stderr": 0.0017956976300324953, "rouge1_precision": 0.07162194662437592, "rouge1_precision_stderr": 0.0013087409774892172, "rouge1_recall": 0.3606308247426329, "rouge1_recall_stderr": 0.005204874863706004, "rouge2_fmeasure": 0.05255280813689339, "rouge2_fmeasure_stderr": 0.0011567693373819863, "rouge2_precision": 0.03355406237669093, "rouge2_precision_stderr": 0.0008232466042918183, "rouge2_recall": 0.17649806895632947, "rouge2_recall_stderr": 0.003573445474921975, "rougeL_fmeasure": 0.10647953810824176, "rougeL_fmeasure_stderr": 0.0016760663905838954, "rougeL_precision": 0.06810242914702684, "rougeL_precision_stderr": 0.0012110333378022905, "rougeL_recall": 0.34048847512021524, "rougeL_recall_stderr": 0.004750749477340653, "rougeLsum_fmeasure": 0.10693711806502432, "rougeLsum_fmeasure_stderr": 0.0017046988764721166, "rougeLsum_precision": 0.06848895184352013, "rougeLsum_precision_stderr": 0.0012480162482644015, "rougeLsum_recall": 0.3429613098536967, "rougeLsum_recall_stderr": 0.004820988766109633}}, "2": {"PALM_prompt": {"bleu": 0.4447149214180348, "bleu_stderr": 0.018972548555560714, "rouge1_fmeasure": 0.11462405866857102, "rouge1_fmeasure_stderr": 0.001736014539262953, "rouge1_precision": 0.07269992209256788, "rouge1_precision_stderr": 0.0012516992696440586, "rouge1_recall": 0.3753121304840736, "rouge1_recall_stderr": 0.0050439493858917194, "rouge2_fmeasure": 0.05396475791939589, "rouge2_fmeasure_stderr": 0.001107305452781615, "rouge2_precision": 0.03404844764438817, "rouge2_precision_stderr": 0.0007680445086395626, "rouge2_recall": 0.1879602254006144, "rouge2_recall_stderr": 0.003710463717182471, "rougeL_fmeasure": 0.10775063055928252, "rougeL_fmeasure_stderr": 0.0015887580065971389, "rougeL_precision": 0.06834435101252613, "rougeL_precision_stderr": 0.0011410779513936623, "rougeL_recall": 0.350761541750936, "rougeL_recall_stderr": 0.0045336528849166365, "rougeLsum_fmeasure": 0.10926127364577738, "rougeLsum_fmeasure_stderr": 0.0016390081021653892, "rougeLsum_precision": 0.06935895852997251, "rougeLsum_precision_stderr": 0.0011852302620070257, "rougeLsum_recall": 0.3565184552784119, "rougeLsum_recall_stderr": 0.004687409183137695}}, "3": {"PALM_prompt": {"bleu": 0.5087674664658492, "bleu_stderr": 0.026893638286752154, "rouge1_fmeasure": 0.11467972816113098, "rouge1_fmeasure_stderr": 0.001673200203783686, "rouge1_precision": 0.072497531691811, "rouge1_precision_stderr": 0.0012026919993320111, "rouge1_recall": 0.38474435436270493, "rouge1_recall_stderr": 0.005142183312772921, "rouge2_fmeasure": 0.05374249345557979, "rouge2_fmeasure_stderr": 0.0010894570854945713, "rouge2_precision": 0.03380876275906201, "rouge2_precision_stderr": 0.0007518942865145289, "rouge2_recall": 0.19155642039509754, "rouge2_recall_stderr": 0.0037517387263905507, "rougeL_fmeasure": 0.10704454572486424, "rougeL_fmeasure_stderr": 0.0015340338132748832, "rougeL_precision": 0.06774922502819766, "rougeL_precision_stderr": 0.0011043288246760676, "rougeL_recall": 0.355788174091109, "rougeL_recall_stderr": 0.004543365107062434, "rougeLsum_fmeasure": 0.10908169881982438, "rougeLsum_fmeasure_stderr": 0.0015837111282973452, "rougeLsum_precision": 0.06899862406820627, "rougeLsum_precision_stderr": 0.0011409968694109725, "rougeLsum_recall": 0.36454854774413287, "rougeLsum_recall_stderr": 0.004741615558398587}}, "4": {"PALM_prompt": {"bleu": 0.5913746773860721, "bleu_stderr": 0.041085758656651254, "rouge1_fmeasure": 0.11862510680315241, "rouge1_fmeasure_stderr": 0.0016779930474832658, "rouge1_precision": 0.07471728852529957, "rouge1_precision_stderr": 0.00120444126407064, "rouge1_recall": 0.4024992804481891, "rouge1_recall_stderr": 0.005245342121017829, "rouge2_fmeasure": 0.05567978816710457, "rouge2_fmeasure_stderr": 0.0010718834740964826, "rouge2_precision": 0.0348700360833608, "rouge2_precision_stderr": 0.0007408153164874413, "rouge2_recall": 0.2036124062513765, "rouge2_recall_stderr": 0.00387597600568855, "rougeL_fmeasure": 0.10913463867270404, "rougeL_fmeasure_stderr": 0.0015113181951666658, "rougeL_precision": 0.06888490676353087, "rougeL_precision_stderr": 0.0010959048971556757, "rougeL_recall": 0.3672784960986926, "rougeL_recall_stderr": 0.004566861844635672, "rougeLsum_fmeasure": 0.11255292648692071, "rougeLsum_fmeasure_stderr": 0.0015868430386374208, "rougeLsum_precision": 0.07096869733176525, "rougeLsum_precision_stderr": 0.0011452901218571788, "rougeLsum_recall": 0.3804621853389486, "rougeLsum_recall_stderr": 0.00482918129805665}}, "5": {"PALM_prompt": {"bleu": 0.6304604966593631, "bleu_stderr": 0.03484982021747957, "rouge1_fmeasure": 0.11884850755997649, "rouge1_fmeasure_stderr": 0.001616705319256009, "rouge1_precision": 0.0744328271529154, "rouge1_precision_stderr": 0.001157549734274375, "rouge1_recall": 0.4127612356762462, "rouge1_recall_stderr": 0.0052523273943021025, "rouge2_fmeasure": 0.05592752125205284, "rouge2_fmeasure_stderr": 0.0010528579472296477, "rouge2_precision": 0.03482016206562085, "rouge2_precision_stderr": 0.0007258016003322981, "rouge2_recall": 0.20894584695108945, "rouge2_recall_stderr": 0.0038600278798887723, "rougeL_fmeasure": 0.1090677963632186, "rougeL_fmeasure_stderr": 0.0014765997700889857, "rougeL_precision": 0.0684803394428656, "rougeL_precision_stderr": 0.0010698339353882353, "rougeL_recall": 0.3750129978505135, "rougeL_recall_stderr": 0.004543607982881679, "rougeLsum_fmeasure": 0.11288876880831, "rougeLsum_fmeasure_stderr": 0.0015402308170382386, "rougeLsum_precision": 0.07077155348314326, "rougeLsum_precision_stderr": 0.0011076088583072189, "rougeLsum_recall": 0.3900673103247878, "rougeLsum_recall_stderr": 0.0048425468419916184}}}, "GEM/wiki_lingua_en": {"0": {"tldr_en": {"bleu": 1.5421125542141876, "bleu_stderr": 0.05756547176107712, "rouge1_fmeasure": 0.17708913864416292, "rouge1_fmeasure_stderr": 0.0018212193534322709, "rouge1_precision": 0.15130222816102726, "rouge1_precision_stderr": 0.0018641353605878376, "rouge1_recall": 0.2585048040019072, "rouge1_recall_stderr": 0.0026633037296359954, "rouge2_fmeasure": 0.0358183863771304, "rouge2_fmeasure_stderr": 0.00084133860800268, "rouge2_precision": 0.030354095195740356, "rouge2_precision_stderr": 0.0007454497776331851, "rouge2_recall": 0.05433811946884532, "rouge2_recall_stderr": 0.0014397669916064314, "rougeL_fmeasure": 0.1395967400507796, "rougeL_fmeasure_stderr": 0.001313393024815337, "rougeL_precision": 0.11775252929311998, "rougeL_precision_stderr": 0.0013049047450472628, "rougeL_recall": 0.20864111880992672, "rougeL_recall_stderr": 0.002169509233782621, "rougeLsum_fmeasure": 0.16174636673799278, "rougeLsum_fmeasure_stderr": 0.0016649134344973989, "rougeLsum_precision": 0.13805300047109062, "rougeLsum_precision_stderr": 0.0017010449743815584, "rougeLsum_recall": 0.23676218222386985, "rougeLsum_recall_stderr": 0.002462862595699301}}, "1": {"tldr_en": {"bleu": 3.1118566247604162, "bleu_stderr": 0.062088508469292286, "rouge1_fmeasure": 0.23390150161377168, "rouge1_fmeasure_stderr": 0.0020117545140889465, "rouge1_precision": 0.2194647051475106, "rouge1_precision_stderr": 0.0026637127905829957, "rouge1_recall": 0.32953538987527364, "rouge1_recall_stderr": 0.0029752735913270213, "rouge2_fmeasure": 0.061675743964392724, "rouge2_fmeasure_stderr": 0.0011660228294911223, "rouge2_precision": 0.060079962682567656, "rouge2_precision_stderr": 0.0015430426704356244, "rouge2_recall": 0.08864081298208347, "rouge2_recall_stderr": 0.0018541652458318118, "rougeL_fmeasure": 0.1623726890739185, "rougeL_fmeasure_stderr": 0.0013550604960878186, "rougeL_precision": 0.1539694016100103, "rougeL_precision_stderr": 0.0020721550784059055, "rougeL_recall": 0.23350379059815546, "rougeL_recall_stderr": 0.002302352375151091, "rougeLsum_fmeasure": 0.21928618412182982, "rougeLsum_fmeasure_stderr": 0.0018889547156816118, "rougeLsum_precision": 0.20602533584010463, "rougeLsum_precision_stderr": 0.00254117072503622, "rougeLsum_recall": 0.30941435638814363, "rougeLsum_recall_stderr": 0.0028218530563501962}}, "2": {"tldr_en": {"bleu": 3.3250803512114917, "bleu_stderr": 0.043720151005010505, "rouge1_fmeasure": 0.23819401638529333, "rouge1_fmeasure_stderr": 0.001961472755718473, "rouge1_precision": 0.21230058363878315, "rouge1_precision_stderr": 0.0024080619207750963, "rouge1_recall": 0.34134579643295393, "rouge1_recall_stderr": 0.00287291808958866, "rouge2_fmeasure": 0.06423744493296574, "rouge2_fmeasure_stderr": 0.0011237343652403928, "rouge2_precision": 0.058180340769663996, "rouge2_precision_stderr": 0.0012366998672630046, "rouge2_recall": 0.09448704160727436, "rouge2_recall_stderr": 0.0018410055564769775, "rougeL_fmeasure": 0.16572553377575022, "rougeL_fmeasure_stderr": 0.0013269375688079502, "rougeL_precision": 0.14716839436847945, "rougeL_precision_stderr": 0.001723324637255188, "rougeL_recall": 0.24371061167078392, "rougeL_recall_stderr": 0.002305940409051167, "rougeLsum_fmeasure": 0.22428067952847994, "rougeLsum_fmeasure_stderr": 0.001853122562183745, "rougeLsum_precision": 0.19985650365773666, "rougeLsum_precision_stderr": 0.0022791002962553927, "rougeLsum_recall": 0.32205265894357177, "rougeLsum_recall_stderr": 0.0027492000000614377}}, "3": {"tldr_en": {"bleu": 3.264795684563816, "bleu_stderr": 0.0665539830427249, "rouge1_fmeasure": 0.19371662716809854, "rouge1_fmeasure_stderr": 0.002332163732000944, "rouge1_precision": 0.1759676944241637, "rouge1_precision_stderr": 0.002599503777933057, "rouge1_recall": 0.2783528249629676, "rouge1_recall_stderr": 0.003439775464191638, "rouge2_fmeasure": 0.05098365238098847, "rouge2_fmeasure_stderr": 0.0010739239370527816, "rouge2_precision": 0.04672040323211839, "rouge2_precision_stderr": 0.0011635414202250617, "rouge2_recall": 0.07600165390612795, "rouge2_recall_stderr": 0.0018062659171568973, "rougeL_fmeasure": 0.13757683764937148, "rougeL_fmeasure_stderr": 0.0016125055112952101, "rougeL_precision": 0.12481870305727255, "rougeL_precision_stderr": 0.0018681974052869646, "rougeL_recall": 0.2032107116074926, "rougeL_recall_stderr": 0.0026995788494260085, "rougeLsum_fmeasure": 0.18265210486261796, "rougeLsum_fmeasure_stderr": 0.002199082319355358, "rougeLsum_precision": 0.165693431417505, "rougeLsum_precision_stderr": 0.0024409611879563638, "rougeLsum_recall": 0.26318808414968303, "rougeLsum_recall_stderr": 0.0032807386039732994}}, "4": {"tldr_en": {"bleu": 0.7399731218010301, "bleu_stderr": 0.05315913015718361, "rouge1_fmeasure": 0.061810069279221835, "rouge1_fmeasure_stderr": 0.002050884974045622, "rouge1_precision": 0.05753559661305722, "rouge1_precision_stderr": 0.002138715660683914, "rouge1_recall": 0.0930047418871661, "rouge1_recall_stderr": 0.0031434712495670048, "rouge2_fmeasure": 0.01571321711438463, "rouge2_fmeasure_stderr": 0.000725772297710108, "rouge2_precision": 0.014474681217716064, "rouge2_precision_stderr": 0.0008323203723133832, "rouge2_recall": 0.025504176001051017, "rouge2_recall_stderr": 0.001303289046442984, "rougeL_fmeasure": 0.04536102247912932, "rougeL_fmeasure_stderr": 0.001487864376367666, "rougeL_precision": 0.042660119298722994, "rougeL_precision_stderr": 0.0016477900120572672, "rougeL_recall": 0.06969950422653938, "rougeL_recall_stderr": 0.0024116366945608377, "rougeLsum_fmeasure": 0.058117132916654005, "rougeLsum_fmeasure_stderr": 0.0019249371066501861, "rougeLsum_precision": 0.05421281196909096, "rougeLsum_precision_stderr": 0.002025499714973123, "rougeLsum_recall": 0.08758632873317065, "rougeLsum_recall_stderr": 0.0029650946931968555}}, "5": {"tldr_en": {"bleu": 1.7124193494262821e-06, "bleu_stderr": 3.2741945230754847e-06, "rouge1_fmeasure": 0.009774296059399336, "rouge1_fmeasure_stderr": 0.0009080621408899851, "rouge1_precision": 0.009165990245767591, "rouge1_precision_stderr": 0.0009442979407312777, "rouge1_recall": 0.015418596799201417, "rouge1_recall_stderr": 0.0015077442548408681, "rouge2_fmeasure": 0.002509211412713389, "rouge2_fmeasure_stderr": 0.0003022299477574736, "rouge2_precision": 0.0023451269499108907, "rouge2_precision_stderr": 0.00034470873041317335, "rouge2_recall": 0.0046018834347627035, "rouge2_recall_stderr": 0.0006803082985888496, "rougeL_fmeasure": 0.00720761001914484, "rougeL_fmeasure_stderr": 0.0006681163091531024, "rougeL_precision": 0.00678359535997039, "rougeL_precision_stderr": 0.0007097335601922828, "rougeL_recall": 0.011572236419649438, "rougeL_recall_stderr": 0.0011572136947999466, "rougeLsum_fmeasure": 0.00912075895864339, "rougeLsum_fmeasure_stderr": 0.0008473674103987658, "rougeLsum_precision": 0.008486993163393306, "rougeLsum_precision_stderr": 0.0008690259306885085, "rougeLsum_recall": 0.014459769727609291, "rougeLsum_recall_stderr": 0.0014158078041286931}}}, "e2e_nlg_cleaned": {"0": {"generate_text_restaurant": {"bleu": 0.05808891716691411, "bleu_stderr": 0.011333330592580656, "rouge1_fmeasure": 0.13899147577262666, "rouge1_fmeasure_stderr": 0.0009286294871679315, "rouge1_precision": 0.3023091414929599, "rouge1_precision_stderr": 0.002913887406749905, "rouge1_recall": 0.12238985523242189, "rouge1_recall_stderr": 0.0013610627775538216, "rouge2_fmeasure": 0.007854709999230764, "rouge2_fmeasure_stderr": 0.00036516539565493495, "rouge2_precision": 0.022775128205128368, "rouge2_precision_stderr": 0.0011384359586054489, "rouge2_recall": 0.00610855031631702, "rouge2_recall_stderr": 0.0002896485948013325, "rougeL_fmeasure": 0.1275827225198627, "rougeL_fmeasure_stderr": 0.0008841123038167355, "rougeL_precision": 0.2745392561803429, "rougeL_precision_stderr": 0.002727571611712019, "rougeL_recall": 0.11483479288312695, "rougeL_recall_stderr": 0.0013803318617414532, "rougeLsum_fmeasure": 0.12203235569838602, "rougeLsum_fmeasure_stderr": 0.0009202893055765295, "rougeLsum_precision": 0.27555523169576246, "rougeLsum_precision_stderr": 0.002926670520914391, "rougeLsum_recall": 0.1020509279394632, "rougeLsum_recall_stderr": 0.0009751330314082834}}, "1": {"generate_text_restaurant": {"bleu": 8.932841105621064, "bleu_stderr": 0.11441707444147597, "rouge1_fmeasure": 0.3974228957995462, "rouge1_fmeasure_stderr": 0.002320429553502724, "rouge1_precision": 0.44530595662757727, "rouge1_precision_stderr": 0.0036595275413873183, "rouge1_recall": 0.42827303768403047, "rouge1_recall_stderr": 0.0030343030656821836, "rouge2_fmeasure": 0.17753845874321364, "rouge2_fmeasure_stderr": 0.0018327497034708936, "rouge2_precision": 0.20230936163095836, "rouge2_precision_stderr": 0.0025036401909577727, "rouge2_recall": 0.19120188941717492, "rouge2_recall_stderr": 0.00210380636425424, "rougeL_fmeasure": 0.2971909218049089, "rougeL_fmeasure_stderr": 0.0018836069812237484, "rougeL_precision": 0.33275929259548276, "rougeL_precision_stderr": 0.00295993230865274, "rougeL_recall": 0.32342830006561096, "rougeL_recall_stderr": 0.002557175371249573, "rougeLsum_fmeasure": 0.3253556432256207, "rougeLsum_fmeasure_stderr": 0.0022142373615418754, "rougeLsum_precision": 0.36536808388203507, "rougeLsum_precision_stderr": 0.0033140674546694128, "rougeLsum_recall": 0.35017983210590575, "rougeLsum_recall_stderr": 0.0027753545840717682}}, "2": {"generate_text_restaurant": {"bleu": 11.880063105811095, "bleu_stderr": 0.17984450139554475, "rouge1_fmeasure": 0.44505676798399185, "rouge1_fmeasure_stderr": 0.0022811968446148742, "rouge1_precision": 0.506737464401302, "rouge1_precision_stderr": 0.0035936965647612898, "rouge1_recall": 0.45038732838216006, "rouge1_recall_stderr": 0.0028591739786909026, "rouge2_fmeasure": 0.21441790403427352, "rouge2_fmeasure_stderr": 0.0019873610836182685, "rouge2_precision": 0.24833021143506717, "rouge2_precision_stderr": 0.002726123256626373, "rouge2_recall": 0.2167301855181476, "rouge2_recall_stderr": 0.002197696079985957, "rougeL_fmeasure": 0.33281096535989263, "rougeL_fmeasure_stderr": 0.002027510114174692, "rougeL_precision": 0.37992704007005046, "rougeL_precision_stderr": 0.0030781300319706554, "rougeL_recall": 0.337552347296149, "rougeL_recall_stderr": 0.0024789904236623512, "rougeLsum_fmeasure": 0.3722406759710508, "rougeLsum_fmeasure_stderr": 0.002269175188375031, "rougeLsum_precision": 0.4242330670183315, "rougeLsum_precision_stderr": 0.0033488862052480383, "rougeLsum_recall": 0.3763581811094256, "rougeLsum_recall_stderr": 0.002695938632190225}}, "3": {"generate_text_restaurant": {"bleu": 12.520921591661882, "bleu_stderr": 0.2718380639604944, "rouge1_fmeasure": 0.4521518805319402, "rouge1_fmeasure_stderr": 0.0022515279038786227, "rouge1_precision": 0.5070856834398472, "rouge1_precision_stderr": 0.003526888789046483, "rouge1_recall": 0.45723976171215824, "rouge1_recall_stderr": 0.0027704797956913073, "rouge2_fmeasure": 0.2242096802521301, "rouge2_fmeasure_stderr": 0.002021997464706373, "rouge2_precision": 0.255120829295647, "rouge2_precision_stderr": 0.0027246646455271546, "rouge2_recall": 0.2268268997863891, "rouge2_recall_stderr": 0.002237190631242654, "rougeL_fmeasure": 0.3385818879988679, "rougeL_fmeasure_stderr": 0.002056019295521777, "rougeL_precision": 0.3810377463717816, "rougeL_precision_stderr": 0.00307213165006003, "rougeL_recall": 0.3423151690624315, "rougeL_recall_stderr": 0.002416743374863738, "rougeLsum_fmeasure": 0.38189174321776803, "rougeLsum_fmeasure_stderr": 0.002258684314720834, "rougeLsum_precision": 0.4285263610786833, "rougeLsum_precision_stderr": 0.003304605518552052, "rougeLsum_recall": 0.38610636284479233, "rougeLsum_recall_stderr": 0.002654435476507776}}, "4": {"generate_text_restaurant": {"bleu": 12.831367617602877, "bleu_stderr": 0.18248133751970383, "rouge1_fmeasure": 0.45672550688868757, "rouge1_fmeasure_stderr": 0.002254562843922049, "rouge1_precision": 0.5008213879398539, "rouge1_precision_stderr": 0.003448214786347665, "rouge1_recall": 0.4677552019051495, "rouge1_recall_stderr": 0.0027487310914847602, "rouge2_fmeasure": 0.22808412145632054, "rouge2_fmeasure_stderr": 0.0020391687587871005, "rouge2_precision": 0.252653067142654, "rouge2_precision_stderr": 0.0026728213400761492, "rouge2_recall": 0.23421861425493357, "rouge2_recall_stderr": 0.0022616561003861407, "rougeL_fmeasure": 0.34183112110248615, "rougeL_fmeasure_stderr": 0.002088453787987109, "rougeL_precision": 0.3751971515131376, "rougeL_precision_stderr": 0.002976831493826089, "rougeL_recall": 0.35072100299356046, "rougeL_recall_stderr": 0.0024722233464228543, "rougeLsum_fmeasure": 0.3886135908143339, "rougeLsum_fmeasure_stderr": 0.0022942589711889686, "rougeLsum_precision": 0.42516588170775854, "rougeLsum_precision_stderr": 0.00322080090809883, "rougeLsum_recall": 0.39902571740048054, "rougeLsum_recall_stderr": 0.002736668954410199}}, "5": {"generate_text_restaurant": {"bleu": 12.476649044527553, "bleu_stderr": 0.1698766854636743, "rouge1_fmeasure": 0.45208098619239717, "rouge1_fmeasure_stderr": 0.002213005671732147, "rouge1_precision": 0.4839633098425305, "rouge1_precision_stderr": 0.003299267823766779, "rouge1_recall": 0.4705499697275458, "rouge1_recall_stderr": 0.002738242144292685, "rouge2_fmeasure": 0.22264024747277225, "rouge2_fmeasure_stderr": 0.001987296116486491, "rouge2_precision": 0.24091846485732277, "rouge2_precision_stderr": 0.0025436868155710828, "rouge2_recall": 0.2320394354997667, "rouge2_recall_stderr": 0.0022071751737241835, "rougeL_fmeasure": 0.3385274428827769, "rougeL_fmeasure_stderr": 0.0020319683310434395, "rougeL_precision": 0.3629543396997906, "rougeL_precision_stderr": 0.0028393546604920366, "rougeL_recall": 0.35264832664365503, "rougeL_recall_stderr": 0.0024261289166555506, "rougeLsum_fmeasure": 0.38655176446890444, "rougeLsum_fmeasure_stderr": 0.0022484585467573517, "rougeLsum_precision": 0.4137754251875113, "rougeLsum_precision_stderr": 0.003126258632288186, "rougeLsum_recall": 0.40238964616699796, "rougeLsum_recall_stderr": 0.002661265077082012}}}, "gem_xsum": {"0": {"article_DOC_summary": {"bleu": 1.9125252340175696, "bleu_stderr": 0.0939254181938478, "rouge1_fmeasure": 0.20307234782166939, "rouge1_fmeasure_stderr": 0.00254398638712588, "rouge1_precision": 0.15896903592047174, "rouge1_precision_stderr": 0.002308498075214904, "rouge1_recall": 0.32151606833527474, "rouge1_recall_stderr": 0.004467750436406024, "rouge2_fmeasure": 0.043691698777011345, "rouge2_fmeasure_stderr": 0.0015720363515098195, "rouge2_precision": 0.03326326936108637, "rouge2_precision_stderr": 0.0013115215791441866, "rouge2_recall": 0.07276812864417066, "rouge2_recall_stderr": 0.00266495974490086, "rougeL_fmeasure": 0.15593841528849953, "rougeL_fmeasure_stderr": 0.0019887757192407814, "rougeL_precision": 0.12182880371774332, "rougeL_precision_stderr": 0.001818918777245228, "rougeL_recall": 0.24834119210557543, "rougeL_recall_stderr": 0.0035628091512773206, "rougeLsum_fmeasure": 0.15748185679405513, "rougeLsum_fmeasure_stderr": 0.002117052212384048, "rougeLsum_precision": 0.1227952289626782, "rougeLsum_precision_stderr": 0.0018764392535370118, "rougeLsum_recall": 0.2516810661517101, "rougeLsum_recall_stderr": 0.0038501177791414915}}, "1": {"article_DOC_summary": {"bleu": 1.4234140719501784, "bleu_stderr": 0.08008244099582335, "rouge1_fmeasure": 0.17438840171489733, "rouge1_fmeasure_stderr": 0.002516782211263018, "rouge1_precision": 0.12456796192309169, "rouge1_precision_stderr": 0.0018663225428676555, "rouge1_recall": 0.3033782811263302, "rouge1_recall_stderr": 0.00435632341852972, "rouge2_fmeasure": 0.03725757946128431, "rouge2_fmeasure_stderr": 0.001453910826534785, "rouge2_precision": 0.026297340000885697, "rouge2_precision_stderr": 0.001027838408615643, "rouge2_recall": 0.06688789749645495, "rouge2_recall_stderr": 0.0027125026315894404, "rougeL_fmeasure": 0.14307994211588798, "rougeL_fmeasure_stderr": 0.002005379862853747, "rougeL_precision": 0.10198505059076171, "rougeL_precision_stderr": 0.0014701582863370355, "rougeL_recall": 0.2506401563563098, "rougeL_recall_stderr": 0.003651091960508788, "rougeLsum_fmeasure": 0.1353866489423388, "rougeLsum_fmeasure_stderr": 0.0020762039106271024, "rougeLsum_precision": 0.09637711275571659, "rougeLsum_precision_stderr": 0.0015128974074199704, "rougeLsum_recall": 0.23772290217746403, "rougeLsum_recall_stderr": 0.0037666734496558294}}, "2": {"article_DOC_summary": {"bleu": 1.403058154138598, "bleu_stderr": 0.07947986565662277, "rouge1_fmeasure": 0.17150651760394497, "rouge1_fmeasure_stderr": 0.0023907265926706956, "rouge1_precision": 0.12257166429044594, "rouge1_precision_stderr": 0.0017758091493012137, "rouge1_recall": 0.2978206183170451, "rouge1_recall_stderr": 0.004153358896452572, "rouge2_fmeasure": 0.03757086142902083, "rouge2_fmeasure_stderr": 0.0014307603878365935, "rouge2_precision": 0.02653075423531747, "rouge2_precision_stderr": 0.0010100537686758024, "rouge2_recall": 0.06731490725572081, "rouge2_recall_stderr": 0.002670773143935172, "rougeL_fmeasure": 0.14604747569954757, "rougeL_fmeasure_stderr": 0.0020129836183947333, "rougeL_precision": 0.10424146003543594, "rougeL_precision_stderr": 0.001484600288621153, "rougeL_recall": 0.25471602692648093, "rougeL_recall_stderr": 0.003610349405448802, "rougeLsum_fmeasure": 0.13155136268487863, "rougeLsum_fmeasure_stderr": 0.0019833919805789246, "rougeLsum_precision": 0.09373790710180954, "rougeLsum_precision_stderr": 0.0014469445596197233, "rougeLsum_recall": 0.23028725682485185, "rougeLsum_recall_stderr": 0.0035926993484314182}}, "3": {"article_DOC_summary": {"bleu": 1.4860485963618193, "bleu_stderr": 0.09363961497980915, "rouge1_fmeasure": 0.1664704853916206, "rouge1_fmeasure_stderr": 0.00250451940953418, "rouge1_precision": 0.12212159195548629, "rouge1_precision_stderr": 0.0020413508418911223, "rouge1_recall": 0.28379290430795073, "rouge1_recall_stderr": 0.004300429318890937, "rouge2_fmeasure": 0.037348548046976356, "rouge2_fmeasure_stderr": 0.0014490141107738803, "rouge2_precision": 0.027086922588921557, "rouge2_precision_stderr": 0.0010893085545950853, "rouge2_recall": 0.06560470949712288, "rouge2_recall_stderr": 0.0025928364606295586, "rougeL_fmeasure": 0.14204750890662055, "rougeL_fmeasure_stderr": 0.0021403616377412287, "rougeL_precision": 0.10394812833382235, "rougeL_precision_stderr": 0.0017256599090190122, "rougeL_recall": 0.24318873056030976, "rougeL_recall_stderr": 0.0037594406422229213, "rougeLsum_fmeasure": 0.12846242652343276, "rougeLsum_fmeasure_stderr": 0.0020450420326324982, "rougeLsum_precision": 0.09419477661930503, "rougeLsum_precision_stderr": 0.0016768519118452933, "rougeLsum_recall": 0.22033465049587264, "rougeLsum_recall_stderr": 0.003618847956030538}}, "4": {"article_DOC_summary": {"bleu": 0.8326562560108917, "bleu_stderr": 0.1467525734431667, "rouge1_fmeasure": 0.047356647789818455, "rouge1_fmeasure_stderr": 0.002748168768611129, "rouge1_precision": 0.041843850057486254, "rouge1_precision_stderr": 0.0027248704585387203, "rouge1_recall": 0.07170804112417602, "rouge1_recall_stderr": 0.0041857327071730364, "rouge2_fmeasure": 0.010923150617633553, "rouge2_fmeasure_stderr": 0.001018598314862772, "rouge2_precision": 0.00975684909437077, "rouge2_precision_stderr": 0.0010812973230085907, "rouge2_recall": 0.016640859698859974, "rouge2_recall_stderr": 0.0015451158301785048, "rougeL_fmeasure": 0.03990722372366724, "rougeL_fmeasure_stderr": 0.002276301239159138, "rougeL_precision": 0.03544031461665562, "rougeL_precision_stderr": 0.002305692160527795, "rougeL_recall": 0.06079313428910594, "rougeL_recall_stderr": 0.0035266276653790293, "rougeLsum_fmeasure": 0.036847659155334334, "rougeLsum_fmeasure_stderr": 0.0021765624675524546, "rougeLsum_precision": 0.03328647749360134, "rougeLsum_precision_stderr": 0.0022740307934491265, "rougeLsum_recall": 0.0556921853671952, "rougeLsum_recall_stderr": 0.003318230068428034}}, "5": {"article_DOC_summary": {"bleu": 5.230211901475508e-35, "bleu_stderr": 5.134007383899523e-30, "rouge1_fmeasure": 0.0028438767697741185, "rouge1_fmeasure_stderr": 0.0008091353860408605, "rouge1_precision": 0.003243188732265197, "rouge1_precision_stderr": 0.0009910456520478602, "rouge1_recall": 0.0026536470502779067, "rouge1_recall_stderr": 0.0007340423451228517, "rouge2_fmeasure": 0.0006098723079855157, "rouge2_fmeasure_stderr": 0.0003241318837354033, "rouge2_precision": 0.0007579961658762991, "rouge2_precision_stderr": 0.0004164644743745851, "rouge2_recall": 0.0005294862370334068, "rouge2_recall_stderr": 0.00028364001336350907, "rougeL_fmeasure": 0.0022743929327468044, "rougeL_fmeasure_stderr": 0.0006386166431455819, "rougeL_precision": 0.002549580362974837, "rougeL_precision_stderr": 0.0007512133719590526, "rougeL_recall": 0.0021600686497647045, "rougeL_recall_stderr": 0.0006036544336792427, "rougeLsum_fmeasure": 0.0025220053356973726, "rougeLsum_fmeasure_stderr": 0.0007351598994991656, "rougeLsum_precision": 0.0028617335261268903, "rougeLsum_precision_stderr": 0.0008958933741864754, "rougeLsum_recall": 0.0023705346379101037, "rougeLsum_recall_stderr": 0.0006744765626606669}}}}