{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.1715109274753528, "bleu_stderr": 0.02642539468126329, "rouge1_fmeasure": 0.07392470782815987, "rouge1_fmeasure_stderr": 0.00177901763739792, "rouge1_precision": 0.056271792717741465, "rouge1_precision_stderr": 0.0020834882225830133, "rouge1_recall": 0.17970657292444336, "rouge1_recall_stderr": 0.0037758846666814077, "rouge2_fmeasure": 0.03028468748562561, "rouge2_fmeasure_stderr": 0.0010296918553042514, "rouge2_precision": 0.021453121863695197, "rouge2_precision_stderr": 0.0010399844752529916, "rouge2_recall": 0.07781374849374786, "rouge2_recall_stderr": 0.002432084660851988, "rougeL_fmeasure": 0.07124999476464311, "rougeL_fmeasure_stderr": 0.0016868036669108117, "rougeL_precision": 0.054104790772534245, "rougeL_precision_stderr": 0.002018866888899467, "rougeL_recall": 0.17534202443784297, "rougeL_recall_stderr": 0.00369978730480511, "rougeLsum_fmeasure": 0.07115192816057488, "rougeLsum_fmeasure_stderr": 0.0016843849706888723, "rougeLsum_precision": 0.054126123805613165, "rougeLsum_precision_stderr": 0.002026505118360271, "rougeLsum_recall": 0.1747286304108634, "rougeLsum_recall_stderr": 0.003660334571889786}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 0.4868015971525538, "bleu_stderr": 0.08360711580226779, "rouge1_fmeasure": 0.10058251758979377, "rouge1_fmeasure_stderr": 0.0012559808866013141, "rouge1_precision": 0.11243090334580715, "rouge1_precision_stderr": 0.0015900812709383934, "rouge1_recall": 0.11715651177590802, "rouge1_recall_stderr": 0.001696871084875322, "rouge2_fmeasure": 0.005682283734931176, "rouge2_fmeasure_stderr": 0.00035696819267689325, "rouge2_precision": 0.006128533869165112, "rouge2_precision_stderr": 0.0004018707853940709, "rouge2_recall": 0.007425968853967204, "rouge2_recall_stderr": 0.0005962348292070988, "rougeL_fmeasure": 0.08035070126772184, "rougeL_fmeasure_stderr": 0.0009302451261276216, "rougeL_precision": 0.09041052243361407, "rougeL_precision_stderr": 0.0012316877506636582, "rougeL_recall": 0.09424789347821856, "rougeL_recall_stderr": 0.0013396373126375609, "rougeLsum_fmeasure": 0.09651169925228414, "rougeLsum_fmeasure_stderr": 0.0011859501014305082, "rougeLsum_precision": 0.10789218625357785, "rougeLsum_precision_stderr": 0.0015108158731484223, "rougeLsum_recall": 0.11248330566212135, "rougeLsum_recall_stderr": 0.0016035045599026544}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 3.741207237448518, "bleu_stderr": 0.12328594100727748, "rouge1_fmeasure": 0.28858251510563476, "rouge1_fmeasure_stderr": 0.001991339721709451, "rouge1_precision": 0.33565838168296036, "rouge1_precision_stderr": 0.002543739891022053, "rouge1_recall": 0.27743476294626046, "rouge1_recall_stderr": 0.0022564269895565987, "rouge2_fmeasure": 0.07273933980217488, "rouge2_fmeasure_stderr": 0.0013272082416632288, "rouge2_precision": 0.08431013375181877, "rouge2_precision_stderr": 0.0015876617488378608, "rouge2_recall": 0.07011453690760112, "rouge2_recall_stderr": 0.001335315815509775, "rougeL_fmeasure": 0.20937991809553785, "rougeL_fmeasure_stderr": 0.0015406451796370017, "rougeL_precision": 0.24464584594762856, "rougeL_precision_stderr": 0.0020076748803741955, "rougeL_recall": 0.20102123374490308, "rougeL_recall_stderr": 0.0017273862409986716, "rougeLsum_fmeasure": 0.23796164791282326, "rougeLsum_fmeasure_stderr": 0.001803514609873287, "rougeLsum_precision": 0.2774307167772055, "rougeLsum_precision_stderr": 0.0023056419978161836, "rougeLsum_recall": 0.22843062477167406, "rougeLsum_recall_stderr": 0.001987724352272349}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.7556443558763775, "bleu_stderr": 0.08356354268542657, "rouge1_fmeasure": 0.1347806025835107, "rouge1_fmeasure_stderr": 0.002364452110807362, "rouge1_precision": 0.09734130580010827, "rouge1_precision_stderr": 0.001771813879632219, "rouge1_recall": 0.23205596880640392, "rouge1_recall_stderr": 0.003968640338152418, "rouge2_fmeasure": 0.01937279969544618, "rouge2_fmeasure_stderr": 0.0010767896556060932, "rouge2_precision": 0.013809019824869628, "rouge2_precision_stderr": 0.0007842126128288541, "rouge2_recall": 0.03384878468635188, "rouge2_recall_stderr": 0.0018246616684185503, "rougeL_fmeasure": 0.10920408732481979, "rougeL_fmeasure_stderr": 0.0017466454015791766, "rougeL_precision": 0.07877507926978208, "rougeL_precision_stderr": 0.001317195018620984, "rougeL_recall": 0.18918199375900235, "rougeL_recall_stderr": 0.0029962553876845713, "rougeLsum_fmeasure": 0.10609898226051803, "rougeLsum_fmeasure_stderr": 0.001907016281645563, "rougeLsum_precision": 0.07655704256204823, "rougeLsum_precision_stderr": 0.0014263611561085394, "rougeLsum_recall": 0.18366939517842565, "rougeLsum_recall_stderr": 0.0032532823145414863}}}