{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.28021789493645294, "bleu_stderr": 0.033219798530404736, "rouge1_fmeasure": 0.0900636095724533, "rouge1_fmeasure_stderr": 0.0019749810029165865, "rouge1_precision": 0.06430652708151932, "rouge1_precision_stderr": 0.002037099101076426, "rouge1_recall": 0.23063901339204734, "rouge1_recall_stderr": 0.004266523741539952, "rouge2_fmeasure": 0.03946291232323592, "rouge2_fmeasure_stderr": 0.001211952857026605, "rouge2_precision": 0.027602226801807787, "rouge2_precision_stderr": 0.0012375189453229512, "rouge2_recall": 0.10627636034045339, "rouge2_recall_stderr": 0.0028147023129608336, "rougeL_fmeasure": 0.08622264361891188, "rougeL_fmeasure_stderr": 0.0018256920151551068, "rougeL_precision": 0.06097653866095481, "rougeL_precision_stderr": 0.00184997424206109, "rougeL_recall": 0.2241624882935213, "rougeL_recall_stderr": 0.004137362415392878, "rougeLsum_fmeasure": 0.08539256990376916, "rougeLsum_fmeasure_stderr": 0.0018347997144233738, "rougeLsum_precision": 0.06081065446489805, "rougeLsum_precision_stderr": 0.0018939609202623666, "rougeLsum_recall": 0.22007302107171703, "rougeLsum_recall_stderr": 0.0039620061654314954}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 0.3948008087749347, "bleu_stderr": 0.07216073251043921, "rouge1_fmeasure": 0.09929620625743175, "rouge1_fmeasure_stderr": 0.0011881698563669422, "rouge1_precision": 0.11422934587423184, "rouge1_precision_stderr": 0.0015788324891859381, "rouge1_recall": 0.11195940691615469, "rouge1_recall_stderr": 0.0015625378218770546, "rouge2_fmeasure": 0.004733638710458814, "rouge2_fmeasure_stderr": 0.0003137443001660852, "rouge2_precision": 0.005634473460635174, "rouge2_precision_stderr": 0.00041753054509036867, "rouge2_recall": 0.0055700835392174484, "rouge2_recall_stderr": 0.00041843825748455514, "rougeL_fmeasure": 0.07980938709039868, "rougeL_fmeasure_stderr": 0.0009000419977595095, "rougeL_precision": 0.09248202386927665, "rougeL_precision_stderr": 0.0012658734825160432, "rougeL_recall": 0.09060802198789897, "rougeL_recall_stderr": 0.0012430758252551459, "rougeLsum_fmeasure": 0.09571383113663572, "rougeLsum_fmeasure_stderr": 0.0011310056290775947, "rougeLsum_precision": 0.11010888861113002, "rougeLsum_precision_stderr": 0.0015098429252889483, "rougeLsum_recall": 0.10792970443207908, "rougeLsum_recall_stderr": 0.0014838276846876508}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 4.524558827065483, "bleu_stderr": 0.06865101939331719, "rouge1_fmeasure": 0.30617459104784583, "rouge1_fmeasure_stderr": 0.0020493900460699594, "rouge1_precision": 0.36200496994336706, "rouge1_precision_stderr": 0.0027532421874872327, "rouge1_recall": 0.2924641116768035, "rouge1_recall_stderr": 0.002341973524801983, "rouge2_fmeasure": 0.09279203374899433, "rouge2_fmeasure_stderr": 0.0014552368422521196, "rouge2_precision": 0.11180398303892237, "rouge2_precision_stderr": 0.0018989089873834221, "rouge2_recall": 0.08843070344705702, "rouge2_recall_stderr": 0.0014693994831396478, "rougeL_fmeasure": 0.22269922885893556, "rougeL_fmeasure_stderr": 0.0016238331987327623, "rougeL_precision": 0.265126180749032, "rougeL_precision_stderr": 0.0022669673293775994, "rougeL_recall": 0.2123525342080704, "rougeL_recall_stderr": 0.001819045310625316, "rougeLsum_fmeasure": 0.251264437168465, "rougeLsum_fmeasure_stderr": 0.0018725734829117368, "rougeLsum_precision": 0.2981368486879068, "rougeLsum_precision_stderr": 0.0025275476263305363, "rougeLsum_recall": 0.23964169342884092, "rougeLsum_recall_stderr": 0.002071870409908238}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.9132127510359836, "bleu_stderr": 0.12757141276116635, "rouge1_fmeasure": 0.15147126622596374, "rouge1_fmeasure_stderr": 0.0024125886664003423, "rouge1_precision": 0.12523390260929315, "rouge1_precision_stderr": 0.002137225977186024, "rouge1_recall": 0.22892756204115713, "rouge1_recall_stderr": 0.004241877689215596, "rouge2_fmeasure": 0.019990152635395962, "rouge2_fmeasure_stderr": 0.0010947420016655187, "rouge2_precision": 0.015190375724048313, "rouge2_precision_stderr": 0.0008435411642020472, "rouge2_recall": 0.03362276217351843, "rouge2_recall_stderr": 0.0018834750116890266, "rougeL_fmeasure": 0.11650142960087254, "rougeL_fmeasure_stderr": 0.001747084297181724, "rougeL_precision": 0.09648185493995917, "rougeL_precision_stderr": 0.0015919361049127367, "rougeL_recall": 0.17655619962852973, "rougeL_recall_stderr": 0.003135027550473009, "rougeLsum_fmeasure": 0.11931958016369205, "rougeLsum_fmeasure_stderr": 0.001936159535669329, "rougeLsum_precision": 0.09854548716541542, "rougeLsum_precision_stderr": 0.0016989362419211418, "rougeLsum_recall": 0.18132405378303024, "rougeLsum_recall_stderr": 0.0034710521581138585}}}