{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.39842653209579404, "bleu_stderr": 0.04002257064734339, "rouge1_fmeasure": 0.12816996234471967, "rouge1_fmeasure_stderr": 0.003067147285661347, "rouge1_precision": 0.1024462137027719, "rouge1_precision_stderr": 0.003422555189583595, "rouge1_recall": 0.28487472123030244, "rouge1_recall_stderr": 0.004751651126124228, "rouge2_fmeasure": 0.06143530594821908, "rouge2_fmeasure_stderr": 0.0019475718297659855, "rouge2_precision": 0.04864289026437897, "rouge2_precision_stderr": 0.002092569587720432, "rouge2_recall": 0.14207769725360983, "rouge2_recall_stderr": 0.003301707680016683, "rougeL_fmeasure": 0.11736801554448667, "rougeL_fmeasure_stderr": 0.0026498859878560325, "rougeL_precision": 0.09280112439460067, "rougeL_precision_stderr": 0.003026915516683318, "rougeL_recall": 0.26877551693353957, "rougeL_recall_stderr": 0.004427742481445809, "rougeLsum_fmeasure": 0.11949675285152059, "rougeLsum_fmeasure_stderr": 0.0027405299523681277, "rougeLsum_precision": 0.09498425508235989, "rougeLsum_precision_stderr": 0.003130779063917333, "rougeLsum_recall": 0.2711933460824882, "rougeLsum_recall_stderr": 0.004467076866704948}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 0.09655966577357705, "bleu_stderr": 0.0109019669032971, "rouge1_fmeasure": 0.044655015908077675, "rouge1_fmeasure_stderr": 0.0016816185828503697, "rouge1_precision": 0.0667736620124165, "rouge1_precision_stderr": 0.0028595865456169695, "rouge1_recall": 0.0509005107237554, "rouge1_recall_stderr": 0.0020939472089445857, "rouge2_fmeasure": 0.009725434050136856, "rouge2_fmeasure_stderr": 0.0006498140711429343, "rouge2_precision": 0.016589211810104858, "rouge2_precision_stderr": 0.001408021707732859, "rouge2_recall": 0.011406199459873468, "rouge2_recall_stderr": 0.0008694731757367461, "rougeL_fmeasure": 0.036177078635520554, "rougeL_fmeasure_stderr": 0.001333521163282025, "rougeL_precision": 0.055370384316533273, "rougeL_precision_stderr": 0.002423739813312141, "rougeL_recall": 0.04146695902113499, "rougeL_recall_stderr": 0.001693401773870268, "rougeLsum_fmeasure": 0.0415663613962255, "rougeLsum_fmeasure_stderr": 0.0015569072206942864, "rougeLsum_precision": 0.06277720438840313, "rougeLsum_precision_stderr": 0.002709209734863091, "rougeLsum_recall": 0.047282494849352305, "rougeLsum_recall_stderr": 0.0019403414879614605}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 12.2053549906788, "bleu_stderr": 0.1616491091370412, "rouge1_fmeasure": 0.44834840298172884, "rouge1_fmeasure_stderr": 0.0022893904591943155, "rouge1_precision": 0.5411948966569364, "rouge1_precision_stderr": 0.0033394243988406906, "rouge1_recall": 0.42020384913539005, "rouge1_recall_stderr": 0.002807868376818879, "rouge2_fmeasure": 0.21581936152556083, "rouge2_fmeasure_stderr": 0.002023029248708924, "rouge2_precision": 0.2655678151806529, "rouge2_precision_stderr": 0.0027889134636284313, "rouge2_recall": 0.2017431680241732, "rouge2_recall_stderr": 0.0021184798456217887, "rougeL_fmeasure": 0.33316994102449315, "rougeL_fmeasure_stderr": 0.0021066311988581048, "rougeL_precision": 0.40443325840158045, "rougeL_precision_stderr": 0.0030647437231948733, "rougeL_recall": 0.3119504314577761, "rougeL_recall_stderr": 0.0024266006251168616, "rougeLsum_fmeasure": 0.37279197718244267, "rougeLsum_fmeasure_stderr": 0.0022925721226361787, "rougeLsum_precision": 0.4504892183879086, "rougeLsum_precision_stderr": 0.0032251151255809586, "rougeLsum_recall": 0.34968214464517144, "rougeLsum_recall_stderr": 0.002674561395997742}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.08170641324439583, "bleu_stderr": 0.028174690286713967, "rouge1_fmeasure": 0.042190806076861674, "rouge1_fmeasure_stderr": 0.0025275360627923108, "rouge1_precision": 0.0471741161805369, "rouge1_precision_stderr": 0.0030082697667708044, "rouge1_recall": 0.044931297356354837, "rouge1_recall_stderr": 0.0027743782855886557, "rouge2_fmeasure": 0.005451496049834098, "rouge2_fmeasure_stderr": 0.0007395924707824734, "rouge2_precision": 0.006029797258969889, "rouge2_precision_stderr": 0.0008614989548246568, "rouge2_recall": 0.0060542075119376995, "rouge2_recall_stderr": 0.0008326057010089392, "rougeL_fmeasure": 0.033287346549056865, "rougeL_fmeasure_stderr": 0.0019913096488726268, "rougeL_precision": 0.037240158784434194, "rougeL_precision_stderr": 0.0023557141335390835, "rougeL_recall": 0.03551005156222504, "rougeL_recall_stderr": 0.0022054321768455202, "rougeLsum_fmeasure": 0.03369170631042427, "rougeLsum_fmeasure_stderr": 0.0020186971203745335, "rougeLsum_precision": 0.03761229597221651, "rougeLsum_precision_stderr": 0.0023787844850222143, "rougeLsum_recall": 0.036053506864757945, "rougeLsum_recall_stderr": 0.00225585615951838}}}