{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.3613983176305616, "bleu_stderr": 0.03596763106659244, "rouge1_fmeasure": 0.11035413216687263, "rouge1_fmeasure_stderr": 0.002523478675603069, "rouge1_precision": 0.08515410415794851, "rouge1_precision_stderr": 0.0028603200133369175, "rouge1_recall": 0.2583909576430936, "rouge1_recall_stderr": 0.004704904695965467, "rouge2_fmeasure": 0.04989261436878803, "rouge2_fmeasure_stderr": 0.0015200280274531952, "rouge2_precision": 0.03894854523533816, "rouge2_precision_stderr": 0.001993708918552998, "rouge2_recall": 0.12242037238663338, "rouge2_recall_stderr": 0.0030486788675250526, "rougeL_fmeasure": 0.10319839822621707, "rougeL_fmeasure_stderr": 0.0022610270482683495, "rougeL_precision": 0.07912768343923637, "rougeL_precision_stderr": 0.0026584540150680976, "rougeL_recall": 0.24668383547264278, "rougeL_recall_stderr": 0.004456820151071618, "rougeLsum_fmeasure": 0.10426090761358008, "rougeLsum_fmeasure_stderr": 0.0023204182755334653, "rougeLsum_precision": 0.08020227772386725, "rougeLsum_precision_stderr": 0.002709267361258716, "rougeLsum_recall": 0.24709545463124247, "rougeLsum_recall_stderr": 0.004444820344247471}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 1.4422065962362325, "bleu_stderr": 0.09173832085699851, "rouge1_fmeasure": 0.13821150804817467, "rouge1_fmeasure_stderr": 0.001827648690444089, "rouge1_precision": 0.15660971484298958, "rouge1_precision_stderr": 0.002772048629463273, "rouge1_recall": 0.1748036566495207, "rouge1_recall_stderr": 0.0026308579494940475, "rouge2_fmeasure": 0.02307625273065345, "rouge2_fmeasure_stderr": 0.000807320758386817, "rouge2_precision": 0.02706754616702226, "rouge2_precision_stderr": 0.0012452305941870047, "rouge2_recall": 0.03072944953525431, "rouge2_recall_stderr": 0.0011820856092935007, "rougeL_fmeasure": 0.10852043277444141, "rougeL_fmeasure_stderr": 0.0013201426278800722, "rougeL_precision": 0.12384694123747526, "rougeL_precision_stderr": 0.002197500644597395, "rougeL_recall": 0.13914674318174614, "rougeL_recall_stderr": 0.0020478668186400687, "rougeLsum_fmeasure": 0.12992145426353757, "rougeLsum_fmeasure_stderr": 0.0016848133287367863, "rougeLsum_precision": 0.14778902464339216, "rougeLsum_precision_stderr": 0.0026234457776630688, "rougeLsum_recall": 0.16442532899022205, "rougeLsum_recall_stderr": 0.002451109202859004}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 10.342931492665485, "bleu_stderr": 0.13516596423217445, "rouge1_fmeasure": 0.43170920206527025, "rouge1_fmeasure_stderr": 0.002291115149037528, "rouge1_precision": 0.5103379523856061, "rouge1_precision_stderr": 0.003061957835572789, "rouge1_recall": 0.41086467100300095, "rouge1_recall_stderr": 0.0028986974299194117, "rouge2_fmeasure": 0.19179486555886538, "rouge2_fmeasure_stderr": 0.0018725295442032855, "rouge2_precision": 0.22832601675464026, "rouge2_precision_stderr": 0.0023309699038398814, "rouge2_recall": 0.18297587412471228, "rouge2_recall_stderr": 0.0020311681600732653, "rougeL_fmeasure": 0.30930082036825735, "rougeL_fmeasure_stderr": 0.0019288764221374111, "rougeL_precision": 0.3675660157301537, "rougeL_precision_stderr": 0.002616007377599316, "rougeL_recall": 0.2939235075555139, "rougeL_recall_stderr": 0.002314608200601845, "rougeLsum_fmeasure": 0.3499357723920233, "rougeLsum_fmeasure_stderr": 0.0022059069441537804, "rougeLsum_precision": 0.41455885987613555, "rougeLsum_precision_stderr": 0.0029086277151786012, "rougeLsum_recall": 0.3327747324737424, "rougeLsum_recall_stderr": 0.002622706838865656}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.7722755307292081, "bleu_stderr": 0.07788887847836168, "rouge1_fmeasure": 0.1527459280656888, "rouge1_fmeasure_stderr": 0.0024477840228921276, "rouge1_precision": 0.14040209155349725, "rouge1_precision_stderr": 0.0027288070313066896, "rouge1_recall": 0.20537109572285672, "rouge1_recall_stderr": 0.0037649069967536485, "rouge2_fmeasure": 0.01897842124519853, "rouge2_fmeasure_stderr": 0.0010567078748211225, "rouge2_precision": 0.017274988633977688, "rouge2_precision_stderr": 0.0010832279566718138, "rouge2_recall": 0.027431321650794607, "rouge2_recall_stderr": 0.0015897845823924302, "rougeL_fmeasure": 0.11812780425849027, "rougeL_fmeasure_stderr": 0.0017907105860179222, "rougeL_precision": 0.10844835983423935, "rougeL_precision_stderr": 0.002039027517308493, "rougeL_recall": 0.1599951548664476, "rougeL_recall_stderr": 0.002876919127150284, "rougeLsum_fmeasure": 0.11969491968212576, "rougeLsum_fmeasure_stderr": 0.0018758876165842226, "rougeLsum_precision": 0.10962420653553727, "rougeLsum_precision_stderr": 0.0020691934054229634, "rougeLsum_recall": 0.16262167830588814, "rougeLsum_recall_stderr": 0.003080923724889372}}}