{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.2946109312214388, "bleu_stderr": 0.03428551668682159, "rouge1_fmeasure": 0.08772545102071135, "rouge1_fmeasure_stderr": 0.0019727358228967384, "rouge1_precision": 0.0648780587332931, "rouge1_precision_stderr": 0.0021291178091382454, "rouge1_recall": 0.21107874636974258, "rouge1_recall_stderr": 0.003888215434380043, "rouge2_fmeasure": 0.036332216089111795, "rouge2_fmeasure_stderr": 0.0011556969971466837, "rouge2_precision": 0.02609608488293362, "rouge2_precision_stderr": 0.0012792993587128693, "rouge2_recall": 0.0937320278150912, "rouge2_recall_stderr": 0.002571336883636866, "rougeL_fmeasure": 0.08295045138586746, "rougeL_fmeasure_stderr": 0.0017867785919807317, "rougeL_precision": 0.06100782791587017, "rougeL_precision_stderr": 0.0019974600471371986, "rougeL_recall": 0.20353534508206272, "rougeL_recall_stderr": 0.0037516022078693486, "rougeLsum_fmeasure": 0.08360423671844887, "rougeLsum_fmeasure_stderr": 0.0018231443208537462, "rougeLsum_precision": 0.061639184999239295, "rougeLsum_precision_stderr": 0.002031405233546004, "rougeLsum_recall": 0.20388326605024906, "rougeLsum_recall_stderr": 0.0037167356423851434}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 0.8791450126639587, "bleu_stderr": 0.05340965639118558, "rouge1_fmeasure": 0.11542728362833861, "rouge1_fmeasure_stderr": 0.0015052140418570564, "rouge1_precision": 0.12438986226179208, "rouge1_precision_stderr": 0.0018701425497251384, "rouge1_recall": 0.14360216132552428, "rouge1_recall_stderr": 0.002234124015098304, "rouge2_fmeasure": 0.011859307889023177, "rouge2_fmeasure_stderr": 0.0005418067773764231, "rouge2_precision": 0.012486414601691635, "rouge2_precision_stderr": 0.0006811847470000296, "rouge2_recall": 0.016623090221138465, "rouge2_recall_stderr": 0.0008412449320602399, "rougeL_fmeasure": 0.0919607673441407, "rougeL_fmeasure_stderr": 0.0011173470818197876, "rougeL_precision": 0.09935781069931714, "rougeL_precision_stderr": 0.0014561288528399513, "rougeL_recall": 0.11588085727643145, "rougeL_recall_stderr": 0.0017675897534808554, "rougeLsum_fmeasure": 0.10967276723607462, "rougeLsum_fmeasure_stderr": 0.0013931596339395757, "rougeLsum_precision": 0.11840803765961175, "rougeLsum_precision_stderr": 0.0017525775650703646, "rougeLsum_recall": 0.136182221390669, "rougeLsum_recall_stderr": 0.0020655379121032823}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 6.53996896506143, "bleu_stderr": 0.09993496361352246, "rouge1_fmeasure": 0.3441709333519251, "rouge1_fmeasure_stderr": 0.002131078590447791, "rouge1_precision": 0.4158546493175586, "rouge1_precision_stderr": 0.00308181276575298, "rouge1_recall": 0.328202031894928, "rouge1_recall_stderr": 0.0024645558502426426, "rouge2_fmeasure": 0.13037148661098813, "rouge2_fmeasure_stderr": 0.0016026010983948872, "rouge2_precision": 0.16113034842920076, "rouge2_precision_stderr": 0.0021873717906565546, "rouge2_recall": 0.12394464221013521, "rouge2_recall_stderr": 0.0016467185585160547, "rougeL_fmeasure": 0.25513896391049085, "rougeL_fmeasure_stderr": 0.0017261538579890702, "rougeL_precision": 0.31074264338185514, "rougeL_precision_stderr": 0.002628854217905156, "rougeL_recall": 0.24316198672762343, "rougeL_recall_stderr": 0.0019471816662208442, "rougeLsum_fmeasure": 0.28389040125099807, "rougeLsum_fmeasure_stderr": 0.0019767608992780463, "rougeLsum_precision": 0.34450364190223826, "rougeLsum_precision_stderr": 0.0028689740061216824, "rougeLsum_recall": 0.2703377225012256, "rougeLsum_recall_stderr": 0.002198542843534577}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.947405145420687, "bleu_stderr": 0.07461646403550158, "rouge1_fmeasure": 0.15646678965215477, "rouge1_fmeasure_stderr": 0.0024725125985626925, "rouge1_precision": 0.12493326327994421, "rouge1_precision_stderr": 0.0022168481389931256, "rouge1_recall": 0.24582131533749776, "rouge1_recall_stderr": 0.004213548711496761, "rouge2_fmeasure": 0.022646706188688106, "rouge2_fmeasure_stderr": 0.0011397138959048185, "rouge2_precision": 0.017492705019781663, "rouge2_precision_stderr": 0.0009836634778188306, "rouge2_recall": 0.037758443147678754, "rouge2_recall_stderr": 0.001912259594682168, "rougeL_fmeasure": 0.12016735352547679, "rougeL_fmeasure_stderr": 0.0017532795507368196, "rougeL_precision": 0.09601135408430429, "rougeL_precision_stderr": 0.001650407871184444, "rougeL_recall": 0.18996952137402773, "rougeL_recall_stderr": 0.003091418986208002, "rougeLsum_fmeasure": 0.12371517190158651, "rougeLsum_fmeasure_stderr": 0.0019826185461543125, "rougeLsum_precision": 0.09859092885312047, "rougeLsum_precision_stderr": 0.001773105593863967, "rougeLsum_recall": 0.1958635530597658, "rougeLsum_recall_stderr": 0.0034864830100004448}}}