{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.4420141436993688, "bleu_stderr": 0.04060247066281662, "rouge1_fmeasure": 0.14022324663776525, "rouge1_fmeasure_stderr": 0.003294951787401021, "rouge1_precision": 0.11258283910776304, "rouge1_precision_stderr": 0.0035725537974426414, "rouge1_recall": 0.30097592332731243, "rouge1_recall_stderr": 0.004919072387217362, "rouge2_fmeasure": 0.06753714960895735, "rouge2_fmeasure_stderr": 0.0020500503253953325, "rouge2_precision": 0.053643733063081296, "rouge2_precision_stderr": 0.002137991472136274, "rouge2_recall": 0.1518228760435588, "rouge2_recall_stderr": 0.0034369486241276393, "rougeL_fmeasure": 0.12691000267714797, "rougeL_fmeasure_stderr": 0.0027778864876515557, "rougeL_precision": 0.0999804128882353, "rougeL_precision_stderr": 0.0030021645411150615, "rougeL_recall": 0.28244417555289314, "rougeL_recall_stderr": 0.004542042773479038, "rougeLsum_fmeasure": 0.1290131854713369, "rougeLsum_fmeasure_stderr": 0.0028608364150205013, "rougeLsum_precision": 0.1025124210611399, "rougeLsum_precision_stderr": 0.0031507612307731052, "rougeLsum_recall": 0.2842459972624798, "rougeLsum_recall_stderr": 0.0045603570084683}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 2.7642298671006168e-12, "bleu_stderr": 1.1080913329907815e-11, "rouge1_fmeasure": 0.007425496971901015, "rouge1_fmeasure_stderr": 0.0007414550642475342, "rouge1_precision": 0.010936296520220205, "rouge1_precision_stderr": 0.0011899933168510878, "rouge1_recall": 0.008265798516612409, "rouge1_recall_stderr": 0.000913855729189042, "rouge2_fmeasure": 0.001621506324499701, "rouge2_fmeasure_stderr": 0.000259500335516549, "rouge2_precision": 0.0028630022678092803, "rouge2_precision_stderr": 0.0005927975435158964, "rouge2_recall": 0.002064344018782518, "rouge2_recall_stderr": 0.0004619521960802224, "rougeL_fmeasure": 0.005993995905560509, "rougeL_fmeasure_stderr": 0.000604324639650907, "rougeL_precision": 0.008984844175262779, "rougeL_precision_stderr": 0.0010202859912149841, "rougeL_recall": 0.006802443300959319, "rougeL_recall_stderr": 0.0007809366811518538, "rougeLsum_fmeasure": 0.006994732073793115, "rougeLsum_fmeasure_stderr": 0.0007029806650200856, "rougeLsum_precision": 0.010381037974763849, "rougeLsum_precision_stderr": 0.001147025374096146, "rougeLsum_recall": 0.00784078645477383, "rougeLsum_recall_stderr": 0.0008811657774345968}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 12.460890935837845, "bleu_stderr": 0.13967996906599675, "rouge1_fmeasure": 0.45382739856555576, "rouge1_fmeasure_stderr": 0.002278161212060921, "rouge1_precision": 0.5492509613163503, "rouge1_precision_stderr": 0.0033488838582757608, "rouge1_recall": 0.42326111981356485, "rouge1_recall_stderr": 0.0027870376538527133, "rouge2_fmeasure": 0.22183959401512382, "rouge2_fmeasure_stderr": 0.0020347383914147473, "rouge2_precision": 0.2740322203193513, "rouge2_precision_stderr": 0.0028278818152551893, "rouge2_recall": 0.20618321140624676, "rouge2_recall_stderr": 0.0021232191284946637, "rougeL_fmeasure": 0.3393004366810855, "rougeL_fmeasure_stderr": 0.0021135050603003362, "rougeL_precision": 0.41250260449236276, "rougeL_precision_stderr": 0.0030710884624460064, "rougeL_recall": 0.31587555614178153, "rougeL_recall_stderr": 0.002392771100894647, "rougeLsum_fmeasure": 0.3786687179567488, "rougeLsum_fmeasure_stderr": 0.002284396442493732, "rougeLsum_precision": 0.4586389771635193, "rougeLsum_precision_stderr": 0.0032311824341339367, "rougeLsum_recall": 0.35329426013157095, "rougeLsum_recall_stderr": 0.0026378210670572376}}, "gem_xsum": {"article_DOC_summary": {"bleu": 2.4250367904637307e-46, "bleu_stderr": 3.4192708209534195e-40, "rouge1_fmeasure": 0.0024865837707725045, "rouge1_fmeasure_stderr": 0.00067400262747881, "rouge1_precision": 0.003091701121667825, "rouge1_precision_stderr": 0.000847402247817766, "rouge1_recall": 0.0021522342883340665, "rouge1_recall_stderr": 0.0005849689021647355, "rouge2_fmeasure": 0.0004029672426793905, "rouge2_fmeasure_stderr": 0.00020048270392641714, "rouge2_precision": 0.00047896286103833274, "rouge2_precision_stderr": 0.00022613691863971328, "rouge2_recall": 0.0003529413596444381, "rouge2_recall_stderr": 0.00018273288583919246, "rougeL_fmeasure": 0.0021408408447923023, "rougeL_fmeasure_stderr": 0.0005715527668110133, "rougeL_precision": 0.002619256899223603, "rougeL_precision_stderr": 0.0007000498859037034, "rougeL_recall": 0.0018679760965185975, "rougeL_recall_stderr": 0.0005013963278992365, "rougeLsum_fmeasure": 0.0022369996888070643, "rougeLsum_fmeasure_stderr": 0.0005998842992845114, "rougeLsum_precision": 0.002737691923319004, "rougeLsum_precision_stderr": 0.0007339753463428357, "rougeLsum_recall": 0.0019511517042550383, "rougeLsum_recall_stderr": 0.0005266712036686616}}}