{"GEM/web_nlg_en": {"0": {"PALM_prompt": {"bleu": 0.4137289209321652, "bleu_stderr": 0.03592840698985395, "rouge1_fmeasure": 0.12202957876438714, "rouge1_fmeasure_stderr": 0.0020897173297206215, "rouge1_precision": 0.08052703538584219, "rouge1_precision_stderr": 0.0017032922927436723, "rouge1_recall": 0.34685731924417923, "rouge1_recall_stderr": 0.004696819146262294, "rouge2_fmeasure": 0.05709876588901533, "rouge2_fmeasure_stderr": 0.001338487535015282, "rouge2_precision": 0.0371963393448065, "rouge2_precision_stderr": 0.001000406080573449, "rouge2_recall": 0.16920772861048264, "rouge2_recall_stderr": 0.003352502998815072, "rougeL_fmeasure": 0.11638689693482958, "rougeL_fmeasure_stderr": 0.0018866066835855856, "rougeL_precision": 0.07642927515383495, "rougeL_precision_stderr": 0.0015283993241970184, "rougeL_recall": 0.33488912829275347, "rougeL_recall_stderr": 0.0045599664755635915, "rougeLsum_fmeasure": 0.11524865510935987, "rougeLsum_fmeasure_stderr": 0.001924801119419314, "rougeLsum_precision": 0.07604904600865044, "rougeLsum_precision_stderr": 0.0015809038296551435, "rougeLsum_recall": 0.32815010771859937, "rougeLsum_recall_stderr": 0.004354254520219142}}, "1": {"PALM_prompt": {"bleu": 0.44320235453851886, "bleu_stderr": 0.038654580038729125, "rouge1_fmeasure": 0.12119128966268897, "rouge1_fmeasure_stderr": 0.0020394652462786458, "rouge1_precision": 0.0788292625128184, "rouge1_precision_stderr": 0.001545865630724369, "rouge1_recall": 0.34898005560018197, "rouge1_recall_stderr": 0.004794912547747137, "rouge2_fmeasure": 0.056707072109866384, "rouge2_fmeasure_stderr": 0.001298880402066703, "rouge2_precision": 0.03674083737130746, "rouge2_precision_stderr": 0.0009509963850229752, "rouge2_recall": 0.17151623711827377, "rouge2_recall_stderr": 0.0034511631482392565, "rougeL_fmeasure": 0.1158600041349514, "rougeL_fmeasure_stderr": 0.0018669882568564582, "rougeL_precision": 0.07498774748969433, "rougeL_precision_stderr": 0.0013853305220861518, "rougeL_recall": 0.33741306095617796, "rougeL_recall_stderr": 0.004672233537657657, "rougeLsum_fmeasure": 0.11473200282386622, "rougeLsum_fmeasure_stderr": 0.0019120368338142416, "rougeLsum_precision": 0.07464447143195571, "rougeLsum_precision_stderr": 0.001449910621324083, "rougeLsum_recall": 0.3300443408931697, "rougeLsum_recall_stderr": 0.0044396729039993124}}, "2": {"PALM_prompt": {"bleu": 0.4318507139656118, "bleu_stderr": 0.020126652103215823, "rouge1_fmeasure": 0.1211597172909803, "rouge1_fmeasure_stderr": 0.002024707920166121, "rouge1_precision": 0.07846937247932836, "rouge1_precision_stderr": 0.0015076119882704358, "rouge1_recall": 0.3512872090522125, "rouge1_recall_stderr": 0.004843993030116799, "rouge2_fmeasure": 0.057190355206892265, "rouge2_fmeasure_stderr": 0.0012758800698632082, "rouge2_precision": 0.03689332195406738, "rouge2_precision_stderr": 0.000921539572592384, "rouge2_recall": 0.17407998451855428, "rouge2_recall_stderr": 0.003436093615166077, "rougeL_fmeasure": 0.11605588796630185, "rougeL_fmeasure_stderr": 0.0018703477264729452, "rougeL_precision": 0.07486170965273004, "rougeL_precision_stderr": 0.0013700867024842227, "rougeL_recall": 0.3400276434993588, "rougeL_recall_stderr": 0.004727704994934382, "rougeLsum_fmeasure": 0.1146567492990496, "rougeLsum_fmeasure_stderr": 0.0018940503662138908, "rougeLsum_precision": 0.07425974001821288, "rougeLsum_precision_stderr": 0.001410836040797904, "rougeLsum_recall": 0.33236868938870073, "rougeLsum_recall_stderr": 0.004471409789333774}}, "3": {"PALM_prompt": {"bleu": 0.437820931259575, "bleu_stderr": 0.032980906480770865, "rouge1_fmeasure": 0.12105811695552406, "rouge1_fmeasure_stderr": 0.002038435380001679, "rouge1_precision": 0.0785926975391468, "rouge1_precision_stderr": 0.0015293603423737205, "rouge1_recall": 0.3493939393936786, "rouge1_recall_stderr": 0.004787694752084967, "rouge2_fmeasure": 0.05729780671036665, "rouge2_fmeasure_stderr": 0.0012917575350816215, "rouge2_precision": 0.03703345126698836, "rouge2_precision_stderr": 0.0009394498824059976, "rouge2_recall": 0.17399497492711738, "rouge2_recall_stderr": 0.0034376201679732726, "rougeL_fmeasure": 0.11550661899372622, "rougeL_fmeasure_stderr": 0.001880977056199583, "rougeL_precision": 0.07468535679699133, "rougeL_precision_stderr": 0.0013893206714726519, "rougeL_recall": 0.33714313164357695, "rougeL_recall_stderr": 0.004665286047497972, "rougeLsum_fmeasure": 0.11457534646291556, "rougeLsum_fmeasure_stderr": 0.0019112644015919146, "rougeLsum_precision": 0.07441958215060634, "rougeLsum_precision_stderr": 0.0014367820161710976, "rougeLsum_recall": 0.3308931008083881, "rougeLsum_recall_stderr": 0.004444824580452303}}, "4": {"PALM_prompt": {"bleu": 0.44162298156671387, "bleu_stderr": 0.03391466255022238, "rouge1_fmeasure": 0.12061836300623924, "rouge1_fmeasure_stderr": 0.0019968483074851587, "rouge1_precision": 0.07809208129692338, "rouge1_precision_stderr": 0.0014897473758506577, "rouge1_recall": 0.3509704340756107, "rouge1_recall_stderr": 0.004753376988143335, "rouge2_fmeasure": 0.05717656346160751, "rouge2_fmeasure_stderr": 0.001268286668919329, "rouge2_precision": 0.03681990692658017, "rouge2_precision_stderr": 0.000915025627561909, "rouge2_recall": 0.17569168523985457, "rouge2_recall_stderr": 0.003469639579874031, "rougeL_fmeasure": 0.11522040390086466, "rougeL_fmeasure_stderr": 0.0018477157862829916, "rougeL_precision": 0.07430240518062578, "rougeL_precision_stderr": 0.001356662158276597, "rougeL_recall": 0.33848067082117866, "rougeL_recall_stderr": 0.004630272763143682, "rougeLsum_fmeasure": 0.11384094914867832, "rougeLsum_fmeasure_stderr": 0.0018639383740272559, "rougeLsum_precision": 0.0737119127298611, "rougeLsum_precision_stderr": 0.0013930977884493516, "rougeLsum_recall": 0.33180763273757674, "rougeLsum_recall_stderr": 0.0044219813999489994}}, "5": {"PALM_prompt": {"bleu": 0.43584026292753897, "bleu_stderr": 0.03585233394325135, "rouge1_fmeasure": 0.11885306502412998, "rouge1_fmeasure_stderr": 0.0020096665427829846, "rouge1_precision": 0.0771055828854556, "rouge1_precision_stderr": 0.001542950246478603, "rouge1_recall": 0.3485317236937699, "rouge1_recall_stderr": 0.004899363014116322, "rouge2_fmeasure": 0.056226522227932986, "rouge2_fmeasure_stderr": 0.0012937028286243123, "rouge2_precision": 0.03635257403197826, "rouge2_precision_stderr": 0.0009726184426252793, "rouge2_recall": 0.17491992097726822, "rouge2_recall_stderr": 0.003638732362333741, "rougeL_fmeasure": 0.11305367539046324, "rougeL_fmeasure_stderr": 0.0018447783930060325, "rougeL_precision": 0.07302888437056451, "rougeL_precision_stderr": 0.0013873752417405871, "rougeL_recall": 0.3349645978185685, "rougeL_recall_stderr": 0.004754512380009764, "rougeLsum_fmeasure": 0.11195050334054779, "rougeLsum_fmeasure_stderr": 0.001866391249607523, "rougeLsum_precision": 0.07261259826097624, "rougeLsum_precision_stderr": 0.001427137555756464, "rougeLsum_recall": 0.3288098925316197, "rougeLsum_recall_stderr": 0.004531291754719013}}}, "GEM/wiki_lingua_en": {"0": {"tldr_en": {"bleu": 0.049986883599927444, "bleu_stderr": 0.007715281553787714, "rouge1_fmeasure": 0.09138645256779954, "rouge1_fmeasure_stderr": 0.001016337895874407, "rouge1_precision": 0.082701062500984, "rouge1_precision_stderr": 0.0011114690924738965, "rouge1_recall": 0.12060845181501477, "rouge1_recall_stderr": 0.001294419304833145, "rouge2_fmeasure": 0.004231279339262943, "rouge2_fmeasure_stderr": 0.00021788523328651946, "rouge2_precision": 0.004221824477192578, "rouge2_precision_stderr": 0.00022695165818508478, "rouge2_recall": 0.005013826064972669, "rouge2_recall_stderr": 0.0002886749356995342, "rougeL_fmeasure": 0.08450530803702978, "rougeL_fmeasure_stderr": 0.000901554006313133, "rougeL_precision": 0.07584986609826198, "rougeL_precision_stderr": 0.0009625240871993999, "rougeL_recall": 0.11285337234897329, "rougeL_recall_stderr": 0.0012181187217990192, "rougeLsum_fmeasure": 0.08182685699093503, "rougeLsum_fmeasure_stderr": 0.0008824530614132399, "rougeLsum_precision": 0.07385235192113547, "rougeLsum_precision_stderr": 0.0009724143584799478, "rougeLsum_recall": 0.10890947711749421, "rougeLsum_recall_stderr": 0.001166359192980158}}, "1": {"tldr_en": {"bleu": 0.6846935681911303, "bleu_stderr": 0.048520060976790166, "rouge1_fmeasure": 0.1243815766776328, "rouge1_fmeasure_stderr": 0.0015555535464807611, "rouge1_precision": 0.10817533987287839, "rouge1_precision_stderr": 0.001557158831062884, "rouge1_recall": 0.17611373045605921, "rouge1_recall_stderr": 0.0022577581661268067, "rouge2_fmeasure": 0.012970684860542986, "rouge2_fmeasure_stderr": 0.000559978352567754, "rouge2_precision": 0.011131441628753095, "rouge2_precision_stderr": 0.0004968420013755639, "rouge2_recall": 0.01944327988697502, "rouge2_recall_stderr": 0.0009397177797597168, "rougeL_fmeasure": 0.10222393170091604, "rougeL_fmeasure_stderr": 0.001072599197742085, "rougeL_precision": 0.08784703908570092, "rougeL_precision_stderr": 0.0010678467138718758, "rougeL_recall": 0.14780695365208887, "rougeL_recall_stderr": 0.0017330218043806387, "rougeLsum_fmeasure": 0.11629483720068202, "rougeLsum_fmeasure_stderr": 0.0014424904565344696, "rougeLsum_precision": 0.10103160064031973, "rougeLsum_precision_stderr": 0.0014463815800196036, "rougeLsum_recall": 0.16516729505216035, "rougeLsum_recall_stderr": 0.0021165463983442577}}, "2": {"tldr_en": {"bleu": 0.924456967620158, "bleu_stderr": 0.03559680289475058, "rouge1_fmeasure": 0.13555617621093394, "rouge1_fmeasure_stderr": 0.0016918864606359741, "rouge1_precision": 0.11722745375161758, "rouge1_precision_stderr": 0.0016710911856635707, "rouge1_recall": 0.19369245188326673, "rouge1_recall_stderr": 0.0024549618061264467, "rouge2_fmeasure": 0.018558312186827172, "rouge2_fmeasure_stderr": 0.0006667508176160621, "rouge2_precision": 0.015714560769775038, "rouge2_precision_stderr": 0.0005800745400016176, "rouge2_recall": 0.028401953794142447, "rouge2_recall_stderr": 0.0011788887815516438, "rougeL_fmeasure": 0.11035639324221315, "rougeL_fmeasure_stderr": 0.00116330079987278, "rougeL_precision": 0.09440630375692156, "rougeL_precision_stderr": 0.0011423074011562776, "rougeL_recall": 0.16112301920239752, "rougeL_recall_stderr": 0.0019113881872497018, "rougeLsum_fmeasure": 0.12597857991599187, "rougeLsum_fmeasure_stderr": 0.0015636832895239018, "rougeLsum_precision": 0.10875530149178837, "rougeLsum_precision_stderr": 0.001540487913238783, "rougeLsum_recall": 0.18075066689057118, "rougeLsum_recall_stderr": 0.002307538960280241}}, "3": {"tldr_en": {"bleu": 1.3233423451404336, "bleu_stderr": 0.05997841498906398, "rouge1_fmeasure": 0.13144771127478205, "rouge1_fmeasure_stderr": 0.0019737365577617576, "rouge1_precision": 0.11737973030479486, "rouge1_precision_stderr": 0.0020068624954179474, "rouge1_recall": 0.190625289714194, "rouge1_recall_stderr": 0.0029906981571119883, "rouge2_fmeasure": 0.022809767017555965, "rouge2_fmeasure_stderr": 0.0007411221039709219, "rouge2_precision": 0.019855590629909, "rouge2_precision_stderr": 0.0006805588907016732, "rouge2_recall": 0.035136977735741294, "rouge2_recall_stderr": 0.0012979131621517655, "rougeL_fmeasure": 0.10364321400933231, "rougeL_fmeasure_stderr": 0.0014077752246067334, "rougeL_precision": 0.09211895227457069, "rougeL_precision_stderr": 0.001463335123058735, "rougeL_recall": 0.1532140325253042, "rougeL_recall_stderr": 0.0023289864471671166, "rougeLsum_fmeasure": 0.12201579783859283, "rougeLsum_fmeasure_stderr": 0.0018234148242418614, "rougeLsum_precision": 0.10903674502952361, "rougeLsum_precision_stderr": 0.0018618317785407703, "rougeLsum_recall": 0.17719145160862762, "rougeLsum_recall_stderr": 0.002790477962341549}}, "4": {"tldr_en": {"bleu": 0.3613016066707259, "bleu_stderr": 0.036915701681708164, "rouge1_fmeasure": 0.047822320448517586, "rouge1_fmeasure_stderr": 0.0017110762026540103, "rouge1_precision": 0.04521455263428701, "rouge1_precision_stderr": 0.001817051799470601, "rouge1_recall": 0.07167001920005753, "rouge1_recall_stderr": 0.0026297817119641954, "rouge2_fmeasure": 0.009630515215905031, "rouge2_fmeasure_stderr": 0.0005703572936436381, "rouge2_precision": 0.008537546793712486, "rouge2_precision_stderr": 0.0005451212697125958, "rouge2_recall": 0.015535161953539139, "rouge2_recall_stderr": 0.0010082854476503452, "rougeL_fmeasure": 0.037591797438144656, "rougeL_fmeasure_stderr": 0.0012882375080276282, "rougeL_precision": 0.03581845161408539, "rougeL_precision_stderr": 0.001454348764904071, "rougeL_recall": 0.05736959242350815, "rougeL_recall_stderr": 0.0020694778242817827, "rougeLsum_fmeasure": 0.04440192076877557, "rougeLsum_fmeasure_stderr": 0.0015922060897516483, "rougeLsum_precision": 0.04226563254674496, "rougeLsum_precision_stderr": 0.001724425679642684, "rougeLsum_recall": 0.0664662102163325, "rougeLsum_recall_stderr": 0.0024427933119544}}, "5": {"tldr_en": {"bleu": 3.525168786175522e-07, "bleu_stderr": 5.612162101464965e-07, "rouge1_fmeasure": 0.00773346326426295, "rouge1_fmeasure_stderr": 0.0007772828239978309, "rouge1_precision": 0.007307470265602752, "rouge1_precision_stderr": 0.0007897900183615145, "rouge1_recall": 0.011510813177556005, "rouge1_recall_stderr": 0.0011552914746690388, "rouge2_fmeasure": 0.0015852585648270666, "rouge2_fmeasure_stderr": 0.00022806743110909383, "rouge2_precision": 0.001429085231861359, "rouge2_precision_stderr": 0.00021883906441152553, "rouge2_recall": 0.002570423991576332, "rouge2_recall_stderr": 0.00046790313160452587, "rougeL_fmeasure": 0.005728100957946406, "rougeL_fmeasure_stderr": 0.0005516850094907344, "rougeL_precision": 0.005352988837771441, "rougeL_precision_stderr": 0.0005537181118288242, "rougeL_recall": 0.00878014362052647, "rougeL_recall_stderr": 0.0008837201326346826, "rougeLsum_fmeasure": 0.007108428092699879, "rougeLsum_fmeasure_stderr": 0.0007115175993630998, "rougeLsum_precision": 0.006777901778057594, "rougeLsum_precision_stderr": 0.0007374290911612345, "rougeLsum_recall": 0.010579350524900687, "rougeLsum_recall_stderr": 0.0010634321336190457}}}, "e2e_nlg_cleaned": {"0": {"generate_text_restaurant": {"bleu": 0.043151087658762945, "bleu_stderr": 0.0032342340375698313, "rouge1_fmeasure": 0.08500629167730897, "rouge1_fmeasure_stderr": 0.0006989135591713463, "rouge1_precision": 0.06495149327905961, "rouge1_precision_stderr": 0.0006154921660754954, "rouge1_recall": 0.13370167404751163, "rouge1_recall_stderr": 0.0010189486890049794, "rouge2_fmeasure": 0.0046873222992475675, "rouge2_fmeasure_stderr": 0.0002022412956316276, "rouge2_precision": 0.0035303832289245198, "rouge2_precision_stderr": 0.0001527456230237433, "rouge2_recall": 0.007319549034551619, "rouge2_recall_stderr": 0.00032488894186680385, "rougeL_fmeasure": 0.08337201239477712, "rougeL_fmeasure_stderr": 0.000651472451774746, "rougeL_precision": 0.06359934650707177, "rougeL_precision_stderr": 0.0005723430187186213, "rougeL_recall": 0.13157140403081988, "rougeL_recall_stderr": 0.0009812226045655013, "rougeLsum_fmeasure": 0.07193972974334535, "rougeLsum_fmeasure_stderr": 0.0005686183231544299, "rougeLsum_precision": 0.05504912687523559, "rougeLsum_precision_stderr": 0.0005196674711591116, "rougeLsum_recall": 0.11355464831908403, "rougeLsum_recall_stderr": 0.0008466893831039181}}, "1": {"generate_text_restaurant": {"bleu": 5.257466769424374, "bleu_stderr": 0.07357547724601604, "rouge1_fmeasure": 0.28148883433290234, "rouge1_fmeasure_stderr": 0.001923209524922163, "rouge1_precision": 0.23786938588769446, "rouge1_precision_stderr": 0.002104681875527956, "rouge1_recall": 0.4121530298560502, "rouge1_recall_stderr": 0.0030089320928001376, "rouge2_fmeasure": 0.10965942344261605, "rouge2_fmeasure_stderr": 0.001266910542618815, "rouge2_precision": 0.09021145181730728, "rouge2_precision_stderr": 0.0012485251931366231, "rouge2_recall": 0.16603227142774246, "rouge2_recall_stderr": 0.002026618225842661, "rougeL_fmeasure": 0.23105487418644294, "rougeL_fmeasure_stderr": 0.0014408012821073104, "rougeL_precision": 0.193582677648821, "rougeL_precision_stderr": 0.001580931677078503, "rougeL_recall": 0.34417212574068223, "rougeL_recall_stderr": 0.0025977918681195948, "rougeLsum_fmeasure": 0.22905909984905182, "rougeLsum_fmeasure_stderr": 0.0017314569916895598, "rougeLsum_precision": 0.19491877857913123, "rougeLsum_precision_stderr": 0.001917333394119044, "rougeLsum_recall": 0.3349539368345205, "rougeLsum_recall_stderr": 0.0027000371649433153}}, "2": {"generate_text_restaurant": {"bleu": 6.5539390861720035, "bleu_stderr": 0.11033075795685604, "rouge1_fmeasure": 0.32505406392907477, "rouge1_fmeasure_stderr": 0.0019673064297673175, "rouge1_precision": 0.2903404594422581, "rouge1_precision_stderr": 0.0024584696959761548, "rouge1_recall": 0.4333135279478913, "rouge1_recall_stderr": 0.002735582379776765, "rouge2_fmeasure": 0.13810992950827863, "rouge2_fmeasure_stderr": 0.001444581219830018, "rouge2_precision": 0.12271979460763294, "rouge2_precision_stderr": 0.0015962080243060197, "rouge2_recall": 0.1876592718803383, "rouge2_recall_stderr": 0.002021534025159006, "rougeL_fmeasure": 0.2534760790754178, "rougeL_fmeasure_stderr": 0.0014777484527935105, "rougeL_precision": 0.22365724489731642, "rougeL_precision_stderr": 0.0018056307126048264, "rougeL_recall": 0.345401861303691, "rougeL_recall_stderr": 0.0024446936487181117, "rougeLsum_fmeasure": 0.2673001651581832, "rougeLsum_fmeasure_stderr": 0.0018598623220801944, "rougeLsum_precision": 0.2395654073443738, "rougeLsum_precision_stderr": 0.00223173839964408, "rougeLsum_recall": 0.35566140454139644, "rougeLsum_recall_stderr": 0.0025565410886410314}}, "3": {"generate_text_restaurant": {"bleu": 7.802031385100445, "bleu_stderr": 0.12520230313336564, "rouge1_fmeasure": 0.3574815420785405, "rouge1_fmeasure_stderr": 0.0020170776348172677, "rouge1_precision": 0.3338557482843276, "rouge1_precision_stderr": 0.002551971432391476, "rouge1_recall": 0.438621126600984, "rouge1_recall_stderr": 0.0026752980677359345, "rouge2_fmeasure": 0.15830106057751542, "rouge2_fmeasure_stderr": 0.001543718964396758, "rouge2_precision": 0.14777645169229991, "rouge2_precision_stderr": 0.001697278469314969, "rouge2_recall": 0.1968122332214139, "rouge2_recall_stderr": 0.0020328947895924005, "rougeL_fmeasure": 0.26474191187216406, "rougeL_fmeasure_stderr": 0.0015211355756810816, "rougeL_precision": 0.24519327081461934, "rougeL_precision_stderr": 0.0018824234987225013, "rougeL_recall": 0.33120052143267326, "rougeL_recall_stderr": 0.002370647416558713, "rougeLsum_fmeasure": 0.29524890844717644, "rougeLsum_fmeasure_stderr": 0.0019147519696928641, "rougeLsum_precision": 0.2764593808821877, "rougeLsum_precision_stderr": 0.002325889733406939, "rougeLsum_recall": 0.36160015573781135, "rougeLsum_recall_stderr": 0.00249846394269229}}, "4": {"generate_text_restaurant": {"bleu": 8.382191502210562, "bleu_stderr": 0.14919541969359718, "rouge1_fmeasure": 0.37167375204035885, "rouge1_fmeasure_stderr": 0.001958486588378226, "rouge1_precision": 0.35487550391649403, "rouge1_precision_stderr": 0.0025344302739034657, "rouge1_recall": 0.4361438966782426, "rouge1_recall_stderr": 0.002544026410687206, "rouge2_fmeasure": 0.1643064184413658, "rouge2_fmeasure_stderr": 0.0015388346414606316, "rouge2_precision": 0.15717469519815827, "rouge2_precision_stderr": 0.0017315413364928619, "rouge2_recall": 0.19553331645690575, "rouge2_recall_stderr": 0.001973839383704276, "rougeL_fmeasure": 0.269902657132463, "rougeL_fmeasure_stderr": 0.001559683698964203, "rougeL_precision": 0.2558302815927228, "rougeL_precision_stderr": 0.0019085151038414955, "rougeL_recall": 0.3217813559039779, "rougeL_recall_stderr": 0.002287943298156401, "rougeLsum_fmeasure": 0.3079430786135033, "rougeLsum_fmeasure_stderr": 0.0018787126708384577, "rougeLsum_precision": 0.29398198190868147, "rougeLsum_precision_stderr": 0.0022912359575795035, "rougeLsum_recall": 0.3619119446078494, "rougeLsum_recall_stderr": 0.0024413151060046338}}, "5": {"generate_text_restaurant": {"bleu": 8.434096593422941, "bleu_stderr": 0.12374952402155545, "rouge1_fmeasure": 0.3784865425574256, "rouge1_fmeasure_stderr": 0.0019280406579030697, "rouge1_precision": 0.3663947022200451, "rouge1_precision_stderr": 0.0025940276035361334, "rouge1_recall": 0.4374444751473449, "rouge1_recall_stderr": 0.002477034708943807, "rouge2_fmeasure": 0.1672452517241617, "rouge2_fmeasure_stderr": 0.0015293774465050592, "rouge2_precision": 0.1621778484306982, "rouge2_precision_stderr": 0.0017550698361701628, "rouge2_recall": 0.19557321714564072, "rouge2_recall_stderr": 0.001918438736692879, "rougeL_fmeasure": 0.27416374665856746, "rougeL_fmeasure_stderr": 0.0015606439952248043, "rougeL_precision": 0.2631916594457156, "rougeL_precision_stderr": 0.0019344484995491348, "rougeL_recall": 0.32194602376614945, "rougeL_recall_stderr": 0.0022606742323408495, "rougeLsum_fmeasure": 0.3146193040515442, "rougeLsum_fmeasure_stderr": 0.0018454927016279012, "rougeLsum_precision": 0.30450332346607173, "rougeLsum_precision_stderr": 0.002324281011297584, "rougeLsum_recall": 0.36375181614652935, "rougeLsum_recall_stderr": 0.002343908164411574}}}, "gem_xsum": {"0": {"article_DOC_summary": {"bleu": 0.2362860989119941, "bleu_stderr": 0.06515733012952077, "rouge1_fmeasure": 0.11289013583650749, "rouge1_fmeasure_stderr": 0.0015241960402614591, "rouge1_precision": 0.08342489348341924, "rouge1_precision_stderr": 0.0012842607244636889, "rouge1_recall": 0.18313462458030272, "rouge1_recall_stderr": 0.0022833897865371204, "rouge2_fmeasure": 0.00907913529407834, "rouge2_fmeasure_stderr": 0.0005360706812311225, "rouge2_precision": 0.006807640108939664, "rouge2_precision_stderr": 0.0004546616697105076, "rouge2_recall": 0.014646684932925907, "rouge2_recall_stderr": 0.0008582893632378247, "rougeL_fmeasure": 0.09604887262918436, "rougeL_fmeasure_stderr": 0.0012450372296769945, "rougeL_precision": 0.07075720554200345, "rougeL_precision_stderr": 0.0010438807547277764, "rougeL_recall": 0.1570230345629149, "rougeL_recall_stderr": 0.001966731475785525, "rougeLsum_fmeasure": 0.09369805182267531, "rougeLsum_fmeasure_stderr": 0.0012217813043505867, "rougeLsum_precision": 0.06903402748086229, "rougeLsum_precision_stderr": 0.0010262159629070258, "rougeLsum_recall": 0.15315001526257727, "rougeLsum_recall_stderr": 0.00192242995222989}}, "1": {"article_DOC_summary": {"bleu": 0.37834186143792814, "bleu_stderr": 0.07579632209521951, "rouge1_fmeasure": 0.09612718872859236, "rouge1_fmeasure_stderr": 0.0016940816359247253, "rouge1_precision": 0.0685738400230712, "rouge1_precision_stderr": 0.0012614794489907162, "rouge1_recall": 0.16764066671392627, "rouge1_recall_stderr": 0.0028556162454937625, "rouge2_fmeasure": 0.009694349099296177, "rouge2_fmeasure_stderr": 0.0007117075020582719, "rouge2_precision": 0.00687822694283814, "rouge2_precision_stderr": 0.0005061346255521965, "rouge2_recall": 0.017217988643461746, "rouge2_recall_stderr": 0.001286522520281308, "rougeL_fmeasure": 0.08667789904325363, "rougeL_fmeasure_stderr": 0.0014098828990377955, "rougeL_precision": 0.06179089290304659, "rougeL_precision_stderr": 0.001050543101974293, "rougeL_recall": 0.15154479594716758, "rougeL_recall_stderr": 0.0024146601749356305, "rougeLsum_fmeasure": 0.08238177966767227, "rougeLsum_fmeasure_stderr": 0.0013689020999623559, "rougeLsum_precision": 0.058639097301684553, "rougeLsum_precision_stderr": 0.0010116604269926539, "rougeLsum_recall": 0.14457668621942818, "rougeLsum_recall_stderr": 0.0023919173520257917}}, "2": {"article_DOC_summary": {"bleu": 0.4849143382987017, "bleu_stderr": 0.04905432423972044, "rouge1_fmeasure": 0.10437600774672044, "rouge1_fmeasure_stderr": 0.00207952100569553, "rouge1_precision": 0.07431434923410046, "rouge1_precision_stderr": 0.0015283612791276602, "rouge1_recall": 0.1827918011387138, "rouge1_recall_stderr": 0.003586036642211407, "rouge2_fmeasure": 0.013095799671134395, "rouge2_fmeasure_stderr": 0.0008489058427507967, "rouge2_precision": 0.009246404787084099, "rouge2_precision_stderr": 0.0006013153673346344, "rouge2_recall": 0.02349062031177244, "rouge2_recall_stderr": 0.001548636822631295, "rougeL_fmeasure": 0.09226827959916255, "rougeL_fmeasure_stderr": 0.0016450494129720853, "rougeL_precision": 0.06564873824136315, "rougeL_precision_stderr": 0.0012078804697379189, "rougeL_recall": 0.16191451646036112, "rougeL_recall_stderr": 0.002884321850290769, "rougeLsum_fmeasure": 0.08811439184894636, "rougeLsum_fmeasure_stderr": 0.001657196039152884, "rougeLsum_precision": 0.06260025314838306, "rougeLsum_precision_stderr": 0.0012121969148993826, "rougeLsum_recall": 0.15522785504407458, "rougeLsum_recall_stderr": 0.002921032689214908}}, "3": {"article_DOC_summary": {"bleu": 0.5746056304031278, "bleu_stderr": 0.03416800265114781, "rouge1_fmeasure": 0.10584203948827893, "rouge1_fmeasure_stderr": 0.0022277495525711575, "rouge1_precision": 0.07801541338302878, "rouge1_precision_stderr": 0.0018173640538940942, "rouge1_recall": 0.18154402515522824, "rouge1_recall_stderr": 0.003824785983248113, "rouge2_fmeasure": 0.014219210333358922, "rouge2_fmeasure_stderr": 0.0009311822269523914, "rouge2_precision": 0.01034600818070244, "rouge2_precision_stderr": 0.0007057473078572547, "rouge2_recall": 0.024986150502265235, "rouge2_recall_stderr": 0.001692210317983424, "rougeL_fmeasure": 0.09228122264940566, "rougeL_fmeasure_stderr": 0.001790178384835284, "rougeL_precision": 0.0678536492661622, "rougeL_precision_stderr": 0.0014739423841839488, "rougeL_recall": 0.1585838156145662, "rougeL_recall_stderr": 0.0030943555602493257, "rougeLsum_fmeasure": 0.08945125770061474, "rougeLsum_fmeasure_stderr": 0.0018164527031048951, "rougeLsum_precision": 0.06570229340369058, "rougeLsum_precision_stderr": 0.0014813914622807897, "rougeLsum_recall": 0.1543154445584897, "rougeLsum_recall_stderr": 0.0031794372645773186}}, "4": {"article_DOC_summary": {"bleu": 0.4651237596229011, "bleu_stderr": 0.11156128095981639, "rouge1_fmeasure": 0.03399511479025987, "rouge1_fmeasure_stderr": 0.0020729464765277573, "rouge1_precision": 0.03064279607658244, "rouge1_precision_stderr": 0.0022965807355317283, "rouge1_recall": 0.05195082603025642, "rouge1_recall_stderr": 0.003220539005393162, "rouge2_fmeasure": 0.005260596389372223, "rouge2_fmeasure_stderr": 0.0006214146366789691, "rouge2_precision": 0.004284009012383848, "rouge2_precision_stderr": 0.0005485208167059648, "rouge2_recall": 0.008382344530163326, "rouge2_recall_stderr": 0.001000201966734194, "rougeL_fmeasure": 0.028356576842958853, "rougeL_fmeasure_stderr": 0.0016783975883159549, "rougeL_precision": 0.025526009580683906, "rougeL_precision_stderr": 0.0018894407281977873, "rougeL_recall": 0.04350947253111104, "rougeL_recall_stderr": 0.002619339324653331, "rougeLsum_fmeasure": 0.02809770605845126, "rougeLsum_fmeasure_stderr": 0.0016857742426147392, "rougeLsum_precision": 0.025412397431441656, "rougeLsum_precision_stderr": 0.0019050756306301015, "rougeLsum_recall": 0.043137551559700685, "rougeLsum_recall_stderr": 0.0026330951282367504}}, "5": {"article_DOC_summary": {"bleu": 1.0502876017100983e-40, "bleu_stderr": 9.258629322298703e-36, "rouge1_fmeasure": 0.001878489668702617, "rouge1_fmeasure_stderr": 0.0005292148091180053, "rouge1_precision": 0.0021504887939511347, "rouge1_precision_stderr": 0.0006247191105487891, "rouge1_recall": 0.001777814575528098, "rouge1_recall_stderr": 0.0005039303650046605, "rouge2_fmeasure": 4.1835752834372257e-05, "rouge2_fmeasure_stderr": 4.183575283437121e-05, "rouge2_precision": 5.717552887364208e-05, "rouge2_precision_stderr": 5.7175528873642526e-05, "rouge2_recall": 3.298588204248582e-05, "rouge2_recall_stderr": 3.298588204248464e-05, "rougeL_fmeasure": 0.0016730266584955929, "rougeL_fmeasure_stderr": 0.00046229330330986443, "rougeL_precision": 0.0018915873488676697, "rougeL_precision_stderr": 0.0005354926007169597, "rougeL_recall": 0.0016022233245543466, "rougeL_recall_stderr": 0.00045106425429012806, "rougeLsum_fmeasure": 0.0016122575588416806, "rougeLsum_fmeasure_stderr": 0.00045030733547815735, "rougeLsum_precision": 0.0018136207185854307, "rougeLsum_precision_stderr": 0.0005184093493039095, "rougeLsum_recall": 0.0015526690795628231, "rougeLsum_recall_stderr": 0.0004429788793808031}}}}