{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.21124711650194086, "bleu_stderr": 0.027722075933802676, "rouge1_fmeasure": 0.08155600556826681, "rouge1_fmeasure_stderr": 0.0017459121511417819, "rouge1_precision": 0.05877482101784502, "rouge1_precision_stderr": 0.0017094757440721902, "rouge1_recall": 0.20706709025661563, "rouge1_recall_stderr": 0.0037678596862510912, "rouge2_fmeasure": 0.03378194371459695, "rouge2_fmeasure_stderr": 0.0010359496351101845, "rouge2_precision": 0.023251098658929173, "rouge2_precision_stderr": 0.0009362146976762224, "rouge2_recall": 0.09302575381499721, "rouge2_recall_stderr": 0.002560259286209657, "rougeL_fmeasure": 0.0780808632496506, "rougeL_fmeasure_stderr": 0.0016197415891283206, "rougeL_precision": 0.055653876038235926, "rougeL_precision_stderr": 0.0015549558511019721, "rougeL_recall": 0.20174040568636176, "rougeL_recall_stderr": 0.0037001593327721676, "rougeLsum_fmeasure": 0.07838519741840358, "rougeLsum_fmeasure_stderr": 0.0016411842663953714, "rougeLsum_precision": 0.05618079459167332, "rougeLsum_precision_stderr": 0.00160076511949609, "rougeLsum_recall": 0.20150734656258362, "rougeLsum_recall_stderr": 0.0036761937363194402}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 0.8059194542877046, "bleu_stderr": 0.06134157049703724, "rouge1_fmeasure": 0.09597770417144327, "rouge1_fmeasure_stderr": 0.0015578402418698193, "rouge1_precision": 0.1074418473976535, "rouge1_precision_stderr": 0.001988348612223053, "rouge1_recall": 0.11860535070671342, "rouge1_recall_stderr": 0.0021945452066561735, "rouge2_fmeasure": 0.009766671959158533, "rouge2_fmeasure_stderr": 0.0004722299123558658, "rouge2_precision": 0.010199373977671585, "rouge2_precision_stderr": 0.0005304632240454267, "rouge2_recall": 0.01391407385927251, "rouge2_recall_stderr": 0.0007993300889271197, "rougeL_fmeasure": 0.0767889087006174, "rougeL_fmeasure_stderr": 0.001174575951733468, "rougeL_precision": 0.08622769146909053, "rougeL_precision_stderr": 0.001578033523568324, "rougeL_recall": 0.09654516755942273, "rougeL_recall_stderr": 0.0017812331078738066, "rougeLsum_fmeasure": 0.09082356558249369, "rougeLsum_fmeasure_stderr": 0.0014438028633668454, "rougeLsum_precision": 0.10188009842899241, "rougeLsum_precision_stderr": 0.0018741880090751225, "rougeLsum_recall": 0.11236287425288269, "rougeLsum_recall_stderr": 0.002053209468840915}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 4.895430706613921, "bleu_stderr": 0.1650055327239656, "rouge1_fmeasure": 0.30915997147152036, "rouge1_fmeasure_stderr": 0.0021050767291736685, "rouge1_precision": 0.36477501614275565, "rouge1_precision_stderr": 0.0028429066007356544, "rouge1_recall": 0.2970144918772361, "rouge1_recall_stderr": 0.0023877404371683013, "rouge2_fmeasure": 0.09853164874166477, "rouge2_fmeasure_stderr": 0.001511384188145301, "rouge2_precision": 0.11933279288320651, "rouge2_precision_stderr": 0.0020286719462848596, "rouge2_recall": 0.09480267337369336, "rouge2_recall_stderr": 0.0015679324131484627, "rougeL_fmeasure": 0.22879836287433045, "rougeL_fmeasure_stderr": 0.0016677162412765127, "rougeL_precision": 0.27281390968195596, "rougeL_precision_stderr": 0.0024169805760087745, "rougeL_recall": 0.2192101704315248, "rougeL_recall_stderr": 0.0018603918579145418, "rougeLsum_fmeasure": 0.25678807635004314, "rougeLsum_fmeasure_stderr": 0.0019185293885497913, "rougeLsum_precision": 0.3047806214468914, "rougeLsum_precision_stderr": 0.002644930764100699, "rougeLsum_recall": 0.24630089945810812, "rougeLsum_recall_stderr": 0.0021337346870225924}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.5207896678654761, "bleu_stderr": 0.06311522686051885, "rouge1_fmeasure": 0.11531401014910424, "rouge1_fmeasure_stderr": 0.0020760126267910886, "rouge1_precision": 0.08597142092922937, "rouge1_precision_stderr": 0.001773882314950582, "rouge1_recall": 0.1960944875194897, "rouge1_recall_stderr": 0.0034730827192026126, "rouge2_fmeasure": 0.015241979719107153, "rouge2_fmeasure_stderr": 0.0008283130567801762, "rouge2_precision": 0.011352905090151287, "rouge2_precision_stderr": 0.0006519923918705413, "rouge2_recall": 0.02622366702428137, "rouge2_recall_stderr": 0.0014323709351423742, "rougeL_fmeasure": 0.1010684653282981, "rougeL_fmeasure_stderr": 0.0016839031664501723, "rougeL_precision": 0.07530656629306547, "rougeL_precision_stderr": 0.0014758421488921612, "rougeL_recall": 0.17217247671553204, "rougeL_recall_stderr": 0.0028423579597959565, "rougeLsum_fmeasure": 0.09057557354773571, "rougeLsum_fmeasure_stderr": 0.001597629382341881, "rougeLsum_precision": 0.06759203141419204, "rougeLsum_precision_stderr": 0.0014109726001815153, "rougeLsum_recall": 0.15489390385287186, "rougeLsum_recall_stderr": 0.002735430936422127}}}