{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.35306168991630554, "bleu_stderr": 0.022855224122548666, "rouge1_fmeasure": 0.11543140205739835, "rouge1_fmeasure_stderr": 0.0026404312766468057, "rouge1_precision": 0.0941298053146983, "rouge1_precision_stderr": 0.0033078036701195087, "rouge1_recall": 0.260619961309428, "rouge1_recall_stderr": 0.004397302183345298, "rouge2_fmeasure": 0.052229451265226844, "rouge2_fmeasure_stderr": 0.0015613287747843934, "rouge2_precision": 0.04266610054269884, "rouge2_precision_stderr": 0.001973901273257622, "rouge2_recall": 0.1243550394934694, "rouge2_recall_stderr": 0.0029632386329092684, "rougeL_fmeasure": 0.10616700573806157, "rougeL_fmeasure_stderr": 0.002257915820006149, "rougeL_precision": 0.0857964287832735, "rougeL_precision_stderr": 0.002969932085258903, "rougeL_recall": 0.24682420295636495, "rougeL_recall_stderr": 0.004095415157607127, "rougeLsum_fmeasure": 0.10719147317825496, "rougeLsum_fmeasure_stderr": 0.002313285427518392, "rougeLsum_precision": 0.08706186882261178, "rougeLsum_precision_stderr": 0.0030365598832979026, "rougeLsum_recall": 0.247695748384012, "rougeLsum_recall_stderr": 0.0041029244456718345}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 1.3622323396389124, "bleu_stderr": 0.07464232018399454, "rouge1_fmeasure": 0.13274316012473836, "rouge1_fmeasure_stderr": 0.0017633865524919945, "rouge1_precision": 0.15642588002490745, "rouge1_precision_stderr": 0.0028208173518948494, "rouge1_recall": 0.16273600069023472, "rouge1_recall_stderr": 0.002395884604181365, "rouge2_fmeasure": 0.021752367453334656, "rouge2_fmeasure_stderr": 0.0007575400527863941, "rouge2_precision": 0.027761507132633895, "rouge2_precision_stderr": 0.001339856986939765, "rouge2_recall": 0.027740415256370842, "rouge2_recall_stderr": 0.001070349050794276, "rougeL_fmeasure": 0.10628328497594314, "rougeL_fmeasure_stderr": 0.0013208016688987536, "rougeL_precision": 0.1255631063622337, "rougeL_precision_stderr": 0.0022568821773987385, "rougeL_recall": 0.13211835494827875, "rougeL_recall_stderr": 0.0019161128693372693, "rougeLsum_fmeasure": 0.1244246098166781, "rougeLsum_fmeasure_stderr": 0.0016441596251276975, "rougeLsum_precision": 0.1467032191088055, "rougeLsum_precision_stderr": 0.0026651425570042575, "rougeLsum_recall": 0.1528468651929503, "rougeLsum_recall_stderr": 0.00225608901489662}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 9.550505437184803, "bleu_stderr": 0.12417390180487375, "rouge1_fmeasure": 0.40565238659129976, "rouge1_fmeasure_stderr": 0.0022714931324560915, "rouge1_precision": 0.4806434624406542, "rouge1_precision_stderr": 0.00312281776722014, "rouge1_recall": 0.3866492589112147, "rouge1_recall_stderr": 0.0027770927374972903, "rouge2_fmeasure": 0.1748551710081204, "rouge2_fmeasure_stderr": 0.0018476220970065549, "rouge2_precision": 0.20980719117779528, "rouge2_precision_stderr": 0.002392855107131114, "rouge2_recall": 0.16710858244515, "rouge2_recall_stderr": 0.001995738416383431, "rougeL_fmeasure": 0.29752200523908645, "rougeL_fmeasure_stderr": 0.0018841833116838348, "rougeL_precision": 0.3546220062122177, "rougeL_precision_stderr": 0.002684305594695258, "rougeL_recall": 0.2834492598313354, "rougeL_recall_stderr": 0.0022294916771453226, "rougeLsum_fmeasure": 0.33315583462279685, "rougeLsum_fmeasure_stderr": 0.002168255621965087, "rougeLsum_precision": 0.39585031446305025, "rougeLsum_precision_stderr": 0.0029544714664770755, "rougeLsum_recall": 0.3172979468579293, "rougeLsum_recall_stderr": 0.002524429005095628}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.7210718753167248, "bleu_stderr": 0.047512294871711984, "rouge1_fmeasure": 0.14592455456852357, "rouge1_fmeasure_stderr": 0.0023120261440845013, "rouge1_precision": 0.12929423426313438, "rouge1_precision_stderr": 0.002385885068471055, "rouge1_recall": 0.20183556178558293, "rouge1_recall_stderr": 0.0036285795271718806, "rouge2_fmeasure": 0.01570180602180474, "rouge2_fmeasure_stderr": 0.0009348550871018732, "rouge2_precision": 0.013385714214227991, "rouge2_precision_stderr": 0.0008421236274538734, "rouge2_recall": 0.023245715729109766, "rouge2_recall_stderr": 0.0014782740675760493, "rougeL_fmeasure": 0.11275534284846965, "rougeL_fmeasure_stderr": 0.0016731234778595899, "rougeL_precision": 0.10018302279130023, "rougeL_precision_stderr": 0.0017926933804614192, "rougeL_recall": 0.1560943172752567, "rougeL_recall_stderr": 0.0026454200335200642, "rougeLsum_fmeasure": 0.11668650614682025, "rougeLsum_fmeasure_stderr": 0.001819014856340316, "rougeLsum_precision": 0.10300658758241013, "rougeLsum_precision_stderr": 0.0018356727108376535, "rougeLsum_recall": 0.16269875402364342, "rougeLsum_recall_stderr": 0.0029952418793444276}}}