{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.3137443920583695, "bleu_stderr": 0.03071678551019879, "rouge1_fmeasure": 0.10289965543042084, "rouge1_fmeasure_stderr": 0.002586210995488197, "rouge1_precision": 0.08294491087993613, "rouge1_precision_stderr": 0.003112552940336621, "rouge1_recall": 0.2407464961422073, "rouge1_recall_stderr": 0.004174733762549689, "rouge2_fmeasure": 0.04736347177173081, "rouge2_fmeasure_stderr": 0.001551628687825818, "rouge2_precision": 0.03868130463434726, "rouge2_precision_stderr": 0.001966665601852395, "rouge2_recall": 0.11515762352428358, "rouge2_recall_stderr": 0.0028520739796282974, "rougeL_fmeasure": 0.09614934104994721, "rougeL_fmeasure_stderr": 0.0022557996913498417, "rougeL_precision": 0.07639820197751036, "rougeL_precision_stderr": 0.0027511354159026, "rougeL_recall": 0.2308127640653224, "rougeL_recall_stderr": 0.003925941312036517, "rougeLsum_fmeasure": 0.0967376301111181, "rougeLsum_fmeasure_stderr": 0.0023060416768169384, "rougeLsum_precision": 0.07715606106830913, "rougeLsum_precision_stderr": 0.002805862679376988, "rougeLsum_recall": 0.23087581480803462, "rougeLsum_recall_stderr": 0.003935054170861017}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 9.654613169395123, "bleu_stderr": 0.14432655317598891, "rouge1_fmeasure": 0.4020660277064081, "rouge1_fmeasure_stderr": 0.002260915722120661, "rouge1_precision": 0.4781303510090363, "rouge1_precision_stderr": 0.0031555105341267323, "rouge1_recall": 0.3837850411443885, "rouge1_recall_stderr": 0.0027877415626283404, "rouge2_fmeasure": 0.17453245803045153, "rouge2_fmeasure_stderr": 0.0018569437045465476, "rouge2_precision": 0.21073322862436186, "rouge2_precision_stderr": 0.0024498922364776937, "rouge2_recall": 0.1669631883391949, "rouge2_recall_stderr": 0.0020075950086084903, "rougeL_fmeasure": 0.2986647345387419, "rougeL_fmeasure_stderr": 0.0019210051850516957, "rougeL_precision": 0.3573305028533035, "rougeL_precision_stderr": 0.0027638934940646637, "rougeL_recall": 0.28495598845753445, "rougeL_recall_stderr": 0.002291436652321126, "rougeLsum_fmeasure": 0.3335588023756195, "rougeLsum_fmeasure_stderr": 0.0021616494530972688, "rougeLsum_precision": 0.397942886119648, "rougeLsum_precision_stderr": 0.0030017463417235054, "rougeLsum_recall": 0.3180996883602138, "rougeLsum_recall_stderr": 0.0025444259930646564}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.7176315949877489, "bleu_stderr": 0.09168947678292518, "rouge1_fmeasure": 0.14031970870141425, "rouge1_fmeasure_stderr": 0.0021829088727770016, "rouge1_precision": 0.10896463678926428, "rouge1_precision_stderr": 0.0018280189220617996, "rouge1_recall": 0.22598677519182198, "rouge1_recall_stderr": 0.003842317855308437, "rouge2_fmeasure": 0.017610619965080627, "rouge2_fmeasure_stderr": 0.0010102068244871012, "rouge2_precision": 0.013037495552038167, "rouge2_precision_stderr": 0.0007664483760948729, "rouge2_recall": 0.030602795020791735, "rouge2_recall_stderr": 0.001783355819515137, "rougeL_fmeasure": 0.11090142419687946, "rougeL_fmeasure_stderr": 0.0015983193517022326, "rougeL_precision": 0.08608046063508636, "rougeL_precision_stderr": 0.001364162240453803, "rougeL_recall": 0.17966984582346338, "rougeL_recall_stderr": 0.002910153045448185, "rougeLsum_fmeasure": 0.11119308980494476, "rougeLsum_fmeasure_stderr": 0.0017349356151528412, "rougeLsum_precision": 0.08625985228761222, "rougeLsum_precision_stderr": 0.001444971222551645, "rougeLsum_recall": 0.1804610918969235, "rougeLsum_recall_stderr": 0.0031670797963393414}}}