{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.3868449685641143, "bleu_stderr": 0.035381604581290284, "rouge1_fmeasure": 0.12301215888803103, "rouge1_fmeasure_stderr": 0.002872055383345186, "rouge1_precision": 0.09677597627724167, "rouge1_precision_stderr": 0.003159956111219089, "rouge1_recall": 0.2711425548193423, "rouge1_recall_stderr": 0.004682387184570475, "rouge2_fmeasure": 0.05694323254296203, "rouge2_fmeasure_stderr": 0.0016793193459719571, "rouge2_precision": 0.04453991417989889, "rouge2_precision_stderr": 0.0019288768193830809, "rouge2_recall": 0.13175435380664102, "rouge2_recall_stderr": 0.003072091717974741, "rougeL_fmeasure": 0.11235893074228981, "rougeL_fmeasure_stderr": 0.0024370524170221268, "rougeL_precision": 0.0872598586832363, "rougeL_precision_stderr": 0.002750983263082382, "rougeL_recall": 0.2554045805895138, "rougeL_recall_stderr": 0.0043462294404140785, "rougeLsum_fmeasure": 0.11371270161840541, "rougeLsum_fmeasure_stderr": 0.0025100076776992347, "rougeLsum_precision": 0.08873998509423764, "rougeLsum_precision_stderr": 0.002821226738998172, "rougeLsum_recall": 0.25646369806358654, "rougeLsum_recall_stderr": 0.004371169567195978}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 1.5856726023017025, "bleu_stderr": 0.08020640268758816, "rouge1_fmeasure": 0.14640751633760016, "rouge1_fmeasure_stderr": 0.0018266328777001995, "rouge1_precision": 0.1744517099347166, "rouge1_precision_stderr": 0.003073877271148298, "rouge1_recall": 0.18385260654548846, "rouge1_recall_stderr": 0.002612921200135091, "rouge2_fmeasure": 0.02732002937607284, "rouge2_fmeasure_stderr": 0.0008513291730133536, "rouge2_precision": 0.03766653690720272, "rouge2_precision_stderr": 0.001686422224991215, "rouge2_recall": 0.034820912775378896, "rouge2_recall_stderr": 0.001202174991058486, "rougeL_fmeasure": 0.11702168890699301, "rougeL_fmeasure_stderr": 0.0013785626409655752, "rougeL_precision": 0.14047441192681878, "rougeL_precision_stderr": 0.0025277565880970254, "rougeL_recall": 0.14920165753408116, "rougeL_recall_stderr": 0.0021043979734766847, "rougeLsum_fmeasure": 0.13697144930258667, "rougeLsum_fmeasure_stderr": 0.0016916718520904321, "rougeLsum_precision": 0.1636359599222744, "rougeLsum_precision_stderr": 0.0028901548818376253, "rougeLsum_recall": 0.17229379092013858, "rougeLsum_recall_stderr": 0.002446917686967212}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 11.15091894082413, "bleu_stderr": 0.18867373686240096, "rouge1_fmeasure": 0.43874899740387285, "rouge1_fmeasure_stderr": 0.0023303863672522133, "rouge1_precision": 0.5268857967048874, "rouge1_precision_stderr": 0.003245475245482941, "rouge1_recall": 0.41361904977132585, "rouge1_recall_stderr": 0.0029137006852821136, "rouge2_fmeasure": 0.20289120877005917, "rouge2_fmeasure_stderr": 0.0019636650167404682, "rouge2_precision": 0.24741588093987735, "rouge2_precision_stderr": 0.002639918145004238, "rouge2_recall": 0.1913552935024322, "rouge2_recall_stderr": 0.0020978599385838696, "rougeL_fmeasure": 0.3218432905474778, "rougeL_fmeasure_stderr": 0.002034900841771267, "rougeL_precision": 0.3891746447432895, "rougeL_precision_stderr": 0.0029135820591885487, "rougeL_recall": 0.3028340471930055, "rougeL_recall_stderr": 0.002395179306316084, "rougeLsum_fmeasure": 0.3609725503143359, "rougeLsum_fmeasure_stderr": 0.0022694064074751186, "rougeLsum_precision": 0.43482194274266706, "rougeLsum_precision_stderr": 0.003132023749882132, "rougeLsum_recall": 0.33996583924220297, "rougeLsum_recall_stderr": 0.0026759662506423447}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.7928216642383102, "bleu_stderr": 0.08178987487157384, "rouge1_fmeasure": 0.1623079303762249, "rouge1_fmeasure_stderr": 0.00256505342883924, "rouge1_precision": 0.1542049014775542, "rouge1_precision_stderr": 0.0028670447790377584, "rouge1_recall": 0.20238965475721507, "rouge1_recall_stderr": 0.003401731318809213, "rouge2_fmeasure": 0.019864318039609138, "rouge2_fmeasure_stderr": 0.001090410188381905, "rouge2_precision": 0.0186992680581394, "rouge2_precision_stderr": 0.001116099171903173, "rouge2_recall": 0.025517969658843623, "rouge2_recall_stderr": 0.001411844158693811, "rougeL_fmeasure": 0.12645576221451588, "rougeL_fmeasure_stderr": 0.0018897054213708347, "rougeL_precision": 0.11957016683687306, "rougeL_precision_stderr": 0.002130074592440536, "rougeL_recall": 0.15930302385877335, "rougeL_recall_stderr": 0.002610562573672383, "rougeLsum_fmeasure": 0.12633659216301013, "rougeLsum_fmeasure_stderr": 0.001928484844783763, "rougeLsum_precision": 0.11948231799601768, "rougeLsum_precision_stderr": 0.002149423810377624, "rougeLsum_recall": 0.1591956401328828, "rougeLsum_recall_stderr": 0.0027067555137582043}}}