{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.14367082750773918, "bleu_stderr": 0.01727398003487744, "rouge1_fmeasure": 0.08023946961419831, "rouge1_fmeasure_stderr": 0.0018599842014871484, "rouge1_precision": 0.061364801134236466, "rouge1_precision_stderr": 0.0019895158236849513, "rouge1_recall": 0.1852053079126511, "rouge1_recall_stderr": 0.0037095859419792, "rouge2_fmeasure": 0.0300231413049405, "rouge2_fmeasure_stderr": 0.0009672037164958253, "rouge2_precision": 0.02155110915099608, "rouge2_precision_stderr": 0.000944250904374556, "rouge2_recall": 0.0760367527800932, "rouge2_recall_stderr": 0.0023514862121833038, "rougeL_fmeasure": 0.07552378160245939, "rougeL_fmeasure_stderr": 0.0016866442023514398, "rougeL_precision": 0.056807969707911, "rougeL_precision_stderr": 0.0017323813715249387, "rougeL_recall": 0.17835942307556787, "rougeL_recall_stderr": 0.003607251708504229, "rougeLsum_fmeasure": 0.0756658622438174, "rougeLsum_fmeasure_stderr": 0.0017015828692780743, "rougeLsum_precision": 0.05708185625481882, "rougeLsum_precision_stderr": 0.0017532405619586147, "rougeLsum_recall": 0.1779104329111164, "rougeLsum_recall_stderr": 0.0035688476761420685}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 2.1707923159701563e-10, "bleu_stderr": 1.2012188612881837e-09, "rouge1_fmeasure": 0.006160737725223056, "rouge1_fmeasure_stderr": 0.0006512100088223974, "rouge1_precision": 0.008254948637118429, "rouge1_precision_stderr": 0.0009459136809570537, "rouge1_recall": 0.007562240110686054, "rouge1_recall_stderr": 0.0008636106012690946, "rouge2_fmeasure": 0.0009425275750514962, "rouge2_fmeasure_stderr": 0.00018272575729318913, "rouge2_precision": 0.0012474030450093298, "rouge2_precision_stderr": 0.00025491125834316595, "rouge2_recall": 0.0013793630128949251, "rouge2_recall_stderr": 0.00032763950112405063, "rougeL_fmeasure": 0.00501321248753611, "rougeL_fmeasure_stderr": 0.0005224006471877824, "rougeL_precision": 0.0067843630893508035, "rougeL_precision_stderr": 0.0007756800649250622, "rougeL_recall": 0.006224422456967982, "rougeL_recall_stderr": 0.0007102549709126986, "rougeLsum_fmeasure": 0.005755424216995409, "rougeLsum_fmeasure_stderr": 0.0006110349341052841, "rougeLsum_precision": 0.007737895530410426, "rougeLsum_precision_stderr": 0.0008942014082809357, "rougeLsum_recall": 0.006995766927183111, "rougeLsum_recall_stderr": 0.0007965814705828734}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 5.3388680014012015, "bleu_stderr": 0.13008777046551853, "rouge1_fmeasure": 0.3120715598551173, "rouge1_fmeasure_stderr": 0.002049220094979265, "rouge1_precision": 0.36808074646470906, "rouge1_precision_stderr": 0.0028756888288344754, "rouge1_recall": 0.2997544520993915, "rouge1_recall_stderr": 0.0022774797385096417, "rouge2_fmeasure": 0.09841408639827368, "rouge2_fmeasure_stderr": 0.0015376685877858227, "rouge2_precision": 0.11888183945969535, "rouge2_precision_stderr": 0.0020436399790904566, "rouge2_recall": 0.09438735759794968, "rouge2_recall_stderr": 0.00155057405248203, "rougeL_fmeasure": 0.2360616277086933, "rougeL_fmeasure_stderr": 0.0016771641427817245, "rougeL_precision": 0.2806218677955488, "rougeL_precision_stderr": 0.002465381284480861, "rougeL_recall": 0.22659913710533197, "rougeL_recall_stderr": 0.0018404855639564178, "rougeLsum_fmeasure": 0.26331410062448574, "rougeLsum_fmeasure_stderr": 0.0018958344026201047, "rougeLsum_precision": 0.3119441169782797, "rougeLsum_precision_stderr": 0.0026747982066311175, "rougeLsum_recall": 0.2526371639744921, "rougeLsum_recall_stderr": 0.0020647828708917995}}, "gem_xsum": {"article_DOC_summary": {"bleu": 1.5544568735399087e-43, "bleu_stderr": 1.081029400958023e-37, "rouge1_fmeasure": 0.0024394449960508753, "rouge1_fmeasure_stderr": 0.000649872781418437, "rouge1_precision": 0.0029325830197336608, "rouge1_precision_stderr": 0.0007845716748468843, "rouge1_recall": 0.002212272201507509, "rouge1_recall_stderr": 0.0006115672097018799, "rouge2_fmeasure": 0.0001313177797301129, "rouge2_fmeasure_stderr": 9.625094432461928e-05, "rouge2_precision": 0.00017152658662092626, "rouge2_precision_stderr": 0.00012780446523672458, "rouge2_recall": 0.00010681142756614455, "rouge2_recall_stderr": 7.755982479808459e-05, "rougeL_fmeasure": 0.0019268220007723433, "rougeL_fmeasure_stderr": 0.0005091814465631191, "rougeL_precision": 0.0023349726205139387, "rougeL_precision_stderr": 0.0006284522046757939, "rougeL_recall": 0.0017335948670290622, "rougeL_recall_stderr": 0.0004670903743357543, "rougeLsum_fmeasure": 0.002087647218353957, "rougeLsum_fmeasure_stderr": 0.0005649060898529495, "rougeLsum_precision": 0.00249935226602566, "rougeLsum_precision_stderr": 0.0006799933367648228, "rougeLsum_recall": 0.0019134028298558926, "rougeLsum_recall_stderr": 0.0005458175188244193}}}