{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.2172353235676392, "bleu_stderr": 0.022164989159983352, "rouge1_fmeasure": 0.09099601606039612, "rouge1_fmeasure_stderr": 0.0022125069667482317, "rouge1_precision": 0.065980949123901, "rouge1_precision_stderr": 0.002147721445587754, "rouge1_recall": 0.226392298167293, "rouge1_recall_stderr": 0.0041042887852570055, "rouge2_fmeasure": 0.03929727146315665, "rouge2_fmeasure_stderr": 0.0012472270528183318, "rouge2_precision": 0.027910124577921847, "rouge2_precision_stderr": 0.001217123854556207, "rouge2_recall": 0.10372904873293698, "rouge2_recall_stderr": 0.0027182548458276256, "rougeL_fmeasure": 0.08582932917108592, "rougeL_fmeasure_stderr": 0.0019694454130826677, "rougeL_precision": 0.06123190050383225, "rougeL_precision_stderr": 0.0018493227441710388, "rougeL_recall": 0.21837596562168848, "rougeL_recall_stderr": 0.00393427728058764, "rougeLsum_fmeasure": 0.08587389536022703, "rougeLsum_fmeasure_stderr": 0.0019923488945407276, "rougeLsum_precision": 0.061481184925116956, "rougeLsum_precision_stderr": 0.0018863336098335244, "rougeLsum_recall": 0.21760550986389007, "rougeLsum_recall_stderr": 0.003896708014396261}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 1.7570330415242193e-11, "bleu_stderr": 9.79306473294127e-11, "rouge1_fmeasure": 0.006073432028332952, "rouge1_fmeasure_stderr": 0.0006628007918517945, "rouge1_precision": 0.009001052783311397, "rouge1_precision_stderr": 0.0010831466573619046, "rouge1_recall": 0.006686272162881273, "rouge1_recall_stderr": 0.0007630575014863376, "rouge2_fmeasure": 0.0012136209926164965, "rouge2_fmeasure_stderr": 0.0002535102063017258, "rouge2_precision": 0.0023261262222902496, "rouge2_precision_stderr": 0.0005664528532742944, "rouge2_recall": 0.0013364635095880378, "rouge2_recall_stderr": 0.00031600635668507955, "rougeL_fmeasure": 0.005151805662253334, "rougeL_fmeasure_stderr": 0.000567191022951449, "rougeL_precision": 0.007740597546289337, "rougeL_precision_stderr": 0.0009578721435880855, "rougeL_recall": 0.005711288605340614, "rougeL_recall_stderr": 0.0006470161855133605, "rougeLsum_fmeasure": 0.005764216603488259, "rougeLsum_fmeasure_stderr": 0.0006312612920070436, "rougeLsum_precision": 0.008661280593754251, "rougeLsum_precision_stderr": 0.0010585074288308866, "rougeLsum_recall": 0.00629402279957811, "rougeLsum_recall_stderr": 0.000708473118264577}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 9.075675826005247, "bleu_stderr": 0.1653441614852989, "rouge1_fmeasure": 0.3655627727747465, "rouge1_fmeasure_stderr": 0.002179592031705995, "rouge1_precision": 0.43717237782424556, "rouge1_precision_stderr": 0.0032131153990395105, "rouge1_recall": 0.34970875370492777, "rouge1_recall_stderr": 0.002492021825922423, "rouge2_fmeasure": 0.15987755776745063, "rouge2_fmeasure_stderr": 0.001746307435561507, "rouge2_precision": 0.19475535986053671, "rouge2_precision_stderr": 0.002374332976786843, "rouge2_recall": 0.15278033886088896, "rouge2_recall_stderr": 0.0018229656355282099, "rougeL_fmeasure": 0.28581073763147397, "rougeL_fmeasure_stderr": 0.0018731672478296468, "rougeL_precision": 0.3431844847260117, "rougeL_precision_stderr": 0.002816860200252875, "rougeL_recall": 0.2738841977693453, "rougeL_recall_stderr": 0.0021185239782291246, "rougeLsum_fmeasure": 0.31334964121857656, "rougeLsum_fmeasure_stderr": 0.002093593744190019, "rougeLsum_precision": 0.3753378586075155, "rougeLsum_precision_stderr": 0.0030325254453903456, "rougeLsum_recall": 0.2998624179944231, "rougeLsum_recall_stderr": 0.0023395619025335535}}, "gem_xsum": {"article_DOC_summary": {"bleu": 4.562392577706544e-45, "bleu_stderr": 7.886084839478574e-39, "rouge1_fmeasure": 0.0029312590283442222, "rouge1_fmeasure_stderr": 0.0008258312479225911, "rouge1_precision": 0.003591191401452728, "rouge1_precision_stderr": 0.001020843909570341, "rouge1_recall": 0.0026658820558568995, "rouge1_recall_stderr": 0.0007715098804589186, "rouge2_fmeasure": 0.0005247055544583527, "rouge2_fmeasure_stderr": 0.00026825774796811777, "rouge2_precision": 0.0006103958934147612, "rouge2_precision_stderr": 0.0003006367876943161, "rouge2_recall": 0.0004676141468594298, "rouge2_recall_stderr": 0.0002456567053766645, "rougeL_fmeasure": 0.0023789038881630656, "rougeL_fmeasure_stderr": 0.0006611391677521927, "rougeL_precision": 0.00292309163386754, "rougeL_precision_stderr": 0.0008213440292977818, "rougeL_recall": 0.0021724670251771485, "rougeL_recall_stderr": 0.0006306676973825689, "rougeLsum_fmeasure": 0.0024716209620122146, "rougeLsum_fmeasure_stderr": 0.0006863922396788282, "rougeLsum_precision": 0.0030374426916148236, "rougeLsum_precision_stderr": 0.0008522737295493769, "rougeLsum_recall": 0.0022504336554593878, "rougeLsum_recall_stderr": 0.0006494473025743668}}}