{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.28029328196894115, "bleu_stderr": 0.02480184024920872, "rouge1_fmeasure": 0.09746309685284041, "rouge1_fmeasure_stderr": 0.0016849621638654459, "rouge1_precision": 0.06329690360390738, "rouge1_precision_stderr": 0.001387935330246365, "rouge1_recall": 0.31421418416573627, "rouge1_recall_stderr": 0.004791161650456045, "rouge2_fmeasure": 0.04223874039871612, "rouge2_fmeasure_stderr": 0.001058848391939766, "rouge2_precision": 0.027137503163609716, "rouge2_precision_stderr": 0.0007651343564527364, "rouge2_recall": 0.1401257111559608, "rouge2_recall_stderr": 0.003241586954388128, "rougeL_fmeasure": 0.0915089018847029, "rougeL_fmeasure_stderr": 0.00153588410518572, "rougeL_precision": 0.05932466454492388, "rougeL_precision_stderr": 0.0012690344678080382, "rougeL_recall": 0.29457496075642914, "rougeL_recall_stderr": 0.004394633326456139, "rougeLsum_fmeasure": 0.09243599692729336, "rougeLsum_fmeasure_stderr": 0.0016105636568568666, "rougeLsum_precision": 0.060080846441887166, "rougeLsum_precision_stderr": 0.0013314718589465604, "rougeLsum_recall": 0.29569333412156357, "rougeLsum_recall_stderr": 0.004414337835118563}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 2.3426766870517794, "bleu_stderr": 0.06168807200033554, "rouge1_fmeasure": 0.20094467016617557, "rouge1_fmeasure_stderr": 0.0019315648928512489, "rouge1_precision": 0.18474112904164633, "rouge1_precision_stderr": 0.002267407181269061, "rouge1_recall": 0.27650424470884233, "rouge1_recall_stderr": 0.0027689275938439025, "rouge2_fmeasure": 0.04775726799786922, "rouge2_fmeasure_stderr": 0.0009924171917991007, "rouge2_precision": 0.04427928011450033, "rouge2_precision_stderr": 0.0010900420762454247, "rouge2_recall": 0.06774300806074234, "rouge2_recall_stderr": 0.0015532556924402066, "rougeL_fmeasure": 0.1533878305154272, "rougeL_fmeasure_stderr": 0.001403955983191417, "rougeL_precision": 0.1403989637840109, "rougeL_precision_stderr": 0.0017027888022148028, "rougeL_recall": 0.21498569513652452, "rougeL_recall_stderr": 0.002236435710308492, "rougeLsum_fmeasure": 0.18704146707991842, "rougeLsum_fmeasure_stderr": 0.0017997359690437693, "rougeLsum_precision": 0.17171619714033193, "rougeLsum_precision_stderr": 0.0021119378832536255, "rougeLsum_recall": 0.2581270017082987, "rougeLsum_recall_stderr": 0.0026139033957512238}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 6.208120134028529, "bleu_stderr": 0.1090255908153869, "rouge1_fmeasure": 0.2919082916343828, "rouge1_fmeasure_stderr": 0.003144827416065499, "rouge1_precision": 0.31731355835055003, "rouge1_precision_stderr": 0.004099274504817032, "rouge1_recall": 0.3324854292034225, "rouge1_recall_stderr": 0.0036680738174009278, "rouge2_fmeasure": 0.12033860836317081, "rouge2_fmeasure_stderr": 0.0018255484904436405, "rouge2_precision": 0.1359171818938097, "rouge2_precision_stderr": 0.0024425949074616932, "rouge2_recall": 0.13681320433598393, "rouge2_recall_stderr": 0.0021042970297826253, "rougeL_fmeasure": 0.22283049594155988, "rougeL_fmeasure_stderr": 0.0023764897834232346, "rougeL_precision": 0.24305871613826696, "rougeL_precision_stderr": 0.00324135869732354, "rougeL_recall": 0.2577033439038558, "rougeL_recall_stderr": 0.0029570712013500815, "rougeLsum_fmeasure": 0.2404191146065513, "rougeLsum_fmeasure_stderr": 0.002734721442980669, "rougeLsum_precision": 0.2640833510596156, "rougeLsum_precision_stderr": 0.00363828067497133, "rougeLsum_recall": 0.273011704389814, "rougeLsum_recall_stderr": 0.0031687493131647084}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.9955908989230836, "bleu_stderr": 0.07407336954067296, "rouge1_fmeasure": 0.1568899973617697, "rouge1_fmeasure_stderr": 0.002189141052983194, "rouge1_precision": 0.11158867971698037, "rouge1_precision_stderr": 0.0016342679910338715, "rouge1_recall": 0.27563712740580626, "rouge1_recall_stderr": 0.003703133787971269, "rouge2_fmeasure": 0.026811270052396363, "rouge2_fmeasure_stderr": 0.0011483653848396338, "rouge2_precision": 0.018936864961514067, "rouge2_precision_stderr": 0.000818057289793505, "rouge2_recall": 0.04792744421310345, "rouge2_recall_stderr": 0.0020733476414230333, "rougeL_fmeasure": 0.12746226399797717, "rougeL_fmeasure_stderr": 0.0017205425134826698, "rougeL_precision": 0.09051718542621195, "rougeL_precision_stderr": 0.0012785710611048916, "rougeL_recall": 0.22518909744083276, "rougeL_recall_stderr": 0.0030139050451273614, "rougeLsum_fmeasure": 0.12677328059989124, "rougeLsum_fmeasure_stderr": 0.0017734421929659534, "rougeLsum_precision": 0.08996878492074459, "rougeLsum_precision_stderr": 0.0013092110765833764, "rougeLsum_recall": 0.22428273464986798, "rougeLsum_recall_stderr": 0.0031314258481570214}}}