{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.38330542334011486, "bleu_stderr": 0.029631389266679225, "rouge1_fmeasure": 0.12232749505042241, "rouge1_fmeasure_stderr": 0.0027031470094935825, "rouge1_precision": 0.1016076148359779, "rouge1_precision_stderr": 0.003503170956833233, "rouge1_recall": 0.28098504398145785, "rouge1_recall_stderr": 0.0043054698237832536, "rouge2_fmeasure": 0.05691232580163281, "rouge2_fmeasure_stderr": 0.0017209367070449917, "rouge2_precision": 0.0478626755023116, "rouge2_precision_stderr": 0.002259687028893903, "rouge2_recall": 0.13575726375832722, "rouge2_recall_stderr": 0.0030365184319079176, "rougeL_fmeasure": 0.11369382897954214, "rougeL_fmeasure_stderr": 0.002343908356538019, "rougeL_precision": 0.09309642379687823, "rougeL_precision_stderr": 0.003103164225617252, "rougeL_recall": 0.26832533797579444, "rougeL_recall_stderr": 0.004070693434819217, "rougeLsum_fmeasure": 0.11513109681844673, "rougeLsum_fmeasure_stderr": 0.002421308263991829, "rougeLsum_precision": 0.09503296104436824, "rougeLsum_precision_stderr": 0.003223820092444948, "rougeLsum_recall": 0.2696440910653861, "rougeLsum_recall_stderr": 0.0040941767334409076}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 0.09264713807130813, "bleu_stderr": 0.009537472717206345, "rouge1_fmeasure": 0.042483199759039886, "rouge1_fmeasure_stderr": 0.0016446438963260298, "rouge1_precision": 0.06052047215504803, "rouge1_precision_stderr": 0.0026381178939655593, "rouge1_recall": 0.04852486053315898, "rouge1_recall_stderr": 0.002013078557851526, "rouge2_fmeasure": 0.00900283117914782, "rouge2_fmeasure_stderr": 0.0006257885690635191, "rouge2_precision": 0.013979959795602447, "rouge2_precision_stderr": 0.0011212466769459856, "rouge2_recall": 0.010236648877379803, "rouge2_recall_stderr": 0.0007317351520688613, "rougeL_fmeasure": 0.03510817810213793, "rougeL_fmeasure_stderr": 0.0013396386984759659, "rougeL_precision": 0.05091241755312007, "rougeL_precision_stderr": 0.002269456350405519, "rougeL_recall": 0.04023616402583021, "rougeL_recall_stderr": 0.0016475585985908196, "rougeLsum_fmeasure": 0.03925766418986017, "rougeLsum_fmeasure_stderr": 0.0015198274638360111, "rougeLsum_precision": 0.055979190965928544, "rougeLsum_precision_stderr": 0.002454468088188494, "rougeLsum_recall": 0.044996853718010904, "rougeLsum_recall_stderr": 0.0018722883897072556}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 9.627053265814776, "bleu_stderr": 0.15091189487415788, "rouge1_fmeasure": 0.40256304931741577, "rouge1_fmeasure_stderr": 0.002227208525676148, "rouge1_precision": 0.4934715272916087, "rouge1_precision_stderr": 0.0031937716221405615, "rouge1_recall": 0.37510514218738095, "rouge1_recall_stderr": 0.0026955600828905972, "rouge2_fmeasure": 0.17827149138462456, "rouge2_fmeasure_stderr": 0.0018841177089568074, "rouge2_precision": 0.22243248519613038, "rouge2_precision_stderr": 0.0025636394899604285, "rouge2_recall": 0.16607552665683029, "rouge2_recall_stderr": 0.0019714180382882853, "rougeL_fmeasure": 0.3044123801127707, "rougeL_fmeasure_stderr": 0.001961858823513294, "rougeL_precision": 0.37566168347998247, "rougeL_precision_stderr": 0.002881713059959776, "rougeL_recall": 0.2829923024754549, "rougeL_recall_stderr": 0.002243016060965806, "rougeLsum_fmeasure": 0.3367219299945585, "rougeLsum_fmeasure_stderr": 0.002176383623846971, "rougeLsum_precision": 0.41365719841525045, "rougeLsum_precision_stderr": 0.003067622666959541, "rougeLsum_recall": 0.31357253394906787, "rougeLsum_recall_stderr": 0.0025027412460062745}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.14691506218610353, "bleu_stderr": 0.07164704992786812, "rouge1_fmeasure": 0.039553837963711744, "rouge1_fmeasure_stderr": 0.0024288623108316898, "rouge1_precision": 0.04465575698809339, "rouge1_precision_stderr": 0.002960287102303091, "rouge1_recall": 0.044884391920578186, "rouge1_recall_stderr": 0.0029126336803226623, "rouge2_fmeasure": 0.0051055362509089585, "rouge2_fmeasure_stderr": 0.0006804488630313894, "rouge2_precision": 0.005315277068407071, "rouge2_precision_stderr": 0.0007682616563446027, "rouge2_recall": 0.006336852649477036, "rouge2_recall_stderr": 0.0009151544154809002, "rougeL_fmeasure": 0.030646131178224238, "rougeL_fmeasure_stderr": 0.0018641796803155785, "rougeL_precision": 0.0351675466932222, "rougeL_precision_stderr": 0.002383928959676762, "rougeL_recall": 0.03465218543384587, "rougeL_recall_stderr": 0.0022385334083289835, "rougeLsum_fmeasure": 0.031549493535114034, "rougeLsum_fmeasure_stderr": 0.0019282369713923173, "rougeLsum_precision": 0.03588197161176757, "rougeLsum_precision_stderr": 0.0024174267551758484, "rougeLsum_recall": 0.036093255486826674, "rougeLsum_recall_stderr": 0.0023752517623328007}}}