{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.22704615491196217, "bleu_stderr": 0.029781581451499183, "rouge1_fmeasure": 0.08400261253729105, "rouge1_fmeasure_stderr": 0.0017927953448332254, "rouge1_precision": 0.06113572074197944, "rouge1_precision_stderr": 0.001770550388816031, "rouge1_recall": 0.20908668738379216, "rouge1_recall_stderr": 0.003745040764216364, "rouge2_fmeasure": 0.034371648422516714, "rouge2_fmeasure_stderr": 0.001048803950096939, "rouge2_precision": 0.023436236959580865, "rouge2_precision_stderr": 0.000817233368524298, "rouge2_recall": 0.09393472779247404, "rouge2_recall_stderr": 0.002589324435351519, "rougeL_fmeasure": 0.08025293043144195, "rougeL_fmeasure_stderr": 0.0016374316810885284, "rougeL_precision": 0.05754645460300621, "rougeL_precision_stderr": 0.001563661822305845, "rougeL_recall": 0.20399073301871218, "rougeL_recall_stderr": 0.0036694194618102772, "rougeLsum_fmeasure": 0.08061980572581905, "rougeLsum_fmeasure_stderr": 0.0016600694435910056, "rougeLsum_precision": 0.058112617939673844, "rougeLsum_precision_stderr": 0.001609984252687944, "rougeLsum_recall": 0.2039949708836116, "rougeLsum_recall_stderr": 0.00365347316232596}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 0.09530661957856452, "bleu_stderr": 0.013843955375599896, "rouge1_fmeasure": 0.03322282791856489, "rouge1_fmeasure_stderr": 0.0012975042710999076, "rouge1_precision": 0.038927731785034676, "rouge1_precision_stderr": 0.001659813789163726, "rouge1_recall": 0.04169480812804353, "rouge1_recall_stderr": 0.001755620962721499, "rouge2_fmeasure": 0.00437389370823865, "rouge2_fmeasure_stderr": 0.00036150906128329374, "rouge2_precision": 0.0051190566141282225, "rouge2_precision_stderr": 0.00047474306304429176, "rouge2_recall": 0.0059577009305642765, "rouge2_recall_stderr": 0.0005682014644200005, "rougeL_fmeasure": 0.027121831518794656, "rougeL_fmeasure_stderr": 0.0010252512559609298, "rougeL_precision": 0.03200607543509618, "rougeL_precision_stderr": 0.0013436179101704697, "rougeL_recall": 0.034396369252642674, "rougeL_recall_stderr": 0.0014349251811416538, "rougeLsum_fmeasure": 0.031320790839556724, "rougeLsum_fmeasure_stderr": 0.0012092780650005798, "rougeLsum_precision": 0.036792013170273134, "rougeLsum_precision_stderr": 0.001551771182602379, "rougeLsum_recall": 0.03921328318780846, "rougeLsum_recall_stderr": 0.001626671444858835}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 5.063048810573221, "bleu_stderr": 0.14999040881593378, "rouge1_fmeasure": 0.31371061283770985, "rouge1_fmeasure_stderr": 0.0020827428856581834, "rouge1_precision": 0.37197380897832494, "rouge1_precision_stderr": 0.002888807020860539, "rouge1_recall": 0.30063078193326087, "rouge1_recall_stderr": 0.0023706611931425077, "rouge2_fmeasure": 0.1011163805787035, "rouge2_fmeasure_stderr": 0.0014854766422935115, "rouge2_precision": 0.12368677779726768, "rouge2_precision_stderr": 0.0020264803406283855, "rouge2_recall": 0.09688496804504505, "rouge2_recall_stderr": 0.0015338874247203644, "rougeL_fmeasure": 0.233075347895896, "rougeL_fmeasure_stderr": 0.0016687102119943796, "rougeL_precision": 0.27894595315079596, "rougeL_precision_stderr": 0.0024561753914670876, "rougeL_recall": 0.2228822549444421, "rougeL_recall_stderr": 0.0018597457666851595, "rougeLsum_fmeasure": 0.260563872761017, "rougeLsum_fmeasure_stderr": 0.0018909816683547608, "rougeLsum_precision": 0.3105439942835808, "rougeLsum_precision_stderr": 0.002663139076731634, "rougeLsum_recall": 0.24922503645932734, "rougeLsum_recall_stderr": 0.002096197997448248}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.2830144678775496, "bleu_stderr": 0.06575377954654166, "rouge1_fmeasure": 0.030501951699902143, "rouge1_fmeasure_stderr": 0.0018638321437587596, "rouge1_precision": 0.025945449018709633, "rouge1_precision_stderr": 0.001805477383582014, "rouge1_recall": 0.04670139741059591, "rouge1_recall_stderr": 0.0028749013860724006, "rouge2_fmeasure": 0.004567177826425128, "rouge2_fmeasure_stderr": 0.0005743209445491986, "rouge2_precision": 0.0038967337306670237, "rouge2_precision_stderr": 0.0005518579398469864, "rouge2_recall": 0.007289747153848679, "rouge2_recall_stderr": 0.0009501325732480608, "rougeL_fmeasure": 0.02637142484295031, "rougeL_fmeasure_stderr": 0.0015782960402123012, "rougeL_precision": 0.02228305282137905, "rougeL_precision_stderr": 0.0015280953798299775, "rougeL_recall": 0.04067923685107832, "rougeL_recall_stderr": 0.0024586165951849905, "rougeLsum_fmeasure": 0.02430654378920263, "rougeLsum_fmeasure_stderr": 0.0014979772603370461, "rougeLsum_precision": 0.020736602108372495, "rougeLsum_precision_stderr": 0.0014861680403368263, "rougeLsum_recall": 0.03750352073072102, "rougeLsum_recall_stderr": 0.002351115842588582}}}