{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.2273593088129955, "bleu_stderr": 0.023048422160974854, "rouge1_fmeasure": 0.08670665367464021, "rouge1_fmeasure_stderr": 0.0020039073276409366, "rouge1_precision": 0.06534546646292078, "rouge1_precision_stderr": 0.0022653967634482346, "rouge1_recall": 0.21043781234205539, "rouge1_recall_stderr": 0.003996208208082882, "rouge2_fmeasure": 0.036699311161718554, "rouge2_fmeasure_stderr": 0.0011761982937247013, "rouge2_precision": 0.026820845156803847, "rouge2_precision_stderr": 0.0014207849027619004, "rouge2_recall": 0.09549460860341967, "rouge2_recall_stderr": 0.0026162181403760645, "rougeL_fmeasure": 0.08296705397653721, "rougeL_fmeasure_stderr": 0.0018647461030262618, "rougeL_precision": 0.062094192289416324, "rougeL_precision_stderr": 0.0021325935928020773, "rougeL_recall": 0.20451582032836602, "rougeL_recall_stderr": 0.0038946312490941164, "rougeLsum_fmeasure": 0.08287948300662376, "rougeLsum_fmeasure_stderr": 0.001877936799895705, "rougeLsum_precision": 0.062452077921763396, "rougeLsum_precision_stderr": 0.0021917167381854613, "rougeLsum_recall": 0.20334748275991352, "rougeLsum_recall_stderr": 0.0038281910048227016}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 0.5846163931718847, "bleu_stderr": 0.05687316221546765, "rouge1_fmeasure": 0.1065060745573131, "rouge1_fmeasure_stderr": 0.001343010186487139, "rouge1_precision": 0.11957570551320973, "rouge1_precision_stderr": 0.0017122678910133295, "rouge1_recall": 0.1255131562764684, "rouge1_recall_stderr": 0.0018776761004921133, "rouge2_fmeasure": 0.007682465512529915, "rouge2_fmeasure_stderr": 0.0004379081883445011, "rouge2_precision": 0.008514681910363194, "rouge2_precision_stderr": 0.0005650521915479279, "rouge2_recall": 0.009948502518022673, "rouge2_recall_stderr": 0.000628599205824894, "rougeL_fmeasure": 0.08492259997972296, "rougeL_fmeasure_stderr": 0.000992809060772017, "rougeL_precision": 0.09608447326527465, "rougeL_precision_stderr": 0.0013633991908894674, "rougeL_recall": 0.10091203512154058, "rougeL_recall_stderr": 0.0014635688317212099, "rougeLsum_fmeasure": 0.1019746781540952, "rougeLsum_fmeasure_stderr": 0.0012588460161316543, "rougeLsum_precision": 0.11463279913059665, "rougeLsum_precision_stderr": 0.0016245587467926714, "rougeLsum_recall": 0.12015283120807896, "rougeLsum_recall_stderr": 0.0017669328759193385}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 6.473555746711545, "bleu_stderr": 0.11991319165714288, "rouge1_fmeasure": 0.34215561381708015, "rouge1_fmeasure_stderr": 0.0021672296322155556, "rouge1_precision": 0.40761719747303815, "rouge1_precision_stderr": 0.0029713394877934557, "rouge1_recall": 0.32622915467474406, "rouge1_recall_stderr": 0.0025105159843268037, "rouge2_fmeasure": 0.12725114846534297, "rouge2_fmeasure_stderr": 0.00164076771900096, "rouge2_precision": 0.15409023153796192, "rouge2_precision_stderr": 0.002113014573746519, "rouge2_recall": 0.12084762554962568, "rouge2_recall_stderr": 0.0016765309750084614, "rougeL_fmeasure": 0.25088591074914646, "rougeL_fmeasure_stderr": 0.0017699934884865026, "rougeL_precision": 0.30083315187334836, "rougeL_precision_stderr": 0.002499830888463013, "rougeL_recall": 0.23875130433521696, "rougeL_recall_stderr": 0.0019821323260998534, "rougeLsum_fmeasure": 0.28175550985457437, "rougeLsum_fmeasure_stderr": 0.0020169711983159056, "rougeLsum_precision": 0.33648017824876714, "rougeLsum_precision_stderr": 0.0027477983497877084, "rougeLsum_recall": 0.26827573657482673, "rougeLsum_recall_stderr": 0.0022410349466470796}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.9731159077387963, "bleu_stderr": 0.11074536852276136, "rouge1_fmeasure": 0.14414241409467604, "rouge1_fmeasure_stderr": 0.002375277032964203, "rouge1_precision": 0.12212339174292709, "rouge1_precision_stderr": 0.00227587516471315, "rouge1_recall": 0.21119172510668496, "rouge1_recall_stderr": 0.0038426678932757265, "rouge2_fmeasure": 0.019599702192861963, "rouge2_fmeasure_stderr": 0.0011047188456746039, "rouge2_precision": 0.015557546867072657, "rouge2_precision_stderr": 0.0009185461625331802, "rouge2_recall": 0.03139695878394972, "rouge2_recall_stderr": 0.0017910321872932162, "rougeL_fmeasure": 0.11454550827536823, "rougeL_fmeasure_stderr": 0.001745331955977972, "rougeL_precision": 0.09647648601466811, "rougeL_precision_stderr": 0.0016587561042236644, "rougeL_recall": 0.1698329781218389, "rougeL_recall_stderr": 0.002988542446170774, "rougeLsum_fmeasure": 0.1122073254536097, "rougeLsum_fmeasure_stderr": 0.0018494671901998726, "rougeLsum_precision": 0.09487372714642431, "rougeLsum_precision_stderr": 0.0017364409448969846, "rougeLsum_recall": 0.16552982169201422, "rougeLsum_recall_stderr": 0.0031000761747263053}}}