{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.39696569038871854, "bleu_stderr": 0.03286611115131925, "rouge1_fmeasure": 0.12693195880546154, "rouge1_fmeasure_stderr": 0.0028586445591868752, "rouge1_precision": 0.10907738201632182, "rouge1_precision_stderr": 0.003877922089094945, "rouge1_recall": 0.2862420743536635, "rouge1_recall_stderr": 0.004455323408759331, "rouge2_fmeasure": 0.05837844623029231, "rouge2_fmeasure_stderr": 0.0016993943438677263, "rouge2_precision": 0.05216997973974961, "rouge2_precision_stderr": 0.0025644968008830793, "rouge2_recall": 0.13825957676665143, "rouge2_recall_stderr": 0.0030997584716185296, "rougeL_fmeasure": 0.11667348976777521, "rougeL_fmeasure_stderr": 0.002433654050965381, "rougeL_precision": 0.0990132246366382, "rougeL_precision_stderr": 0.003435568885019992, "rougeL_recall": 0.2714978233608561, "rougeL_recall_stderr": 0.004174203935813927, "rougeLsum_fmeasure": 0.11851119839401003, "rougeLsum_fmeasure_stderr": 0.0025272956444813166, "rougeLsum_precision": 0.10137744723221799, "rougeLsum_precision_stderr": 0.003556920606108582, "rougeLsum_recall": 0.27306830740019944, "rougeLsum_recall_stderr": 0.004197103206411835}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 2.7773756176947745e-12, "bleu_stderr": 3.809570904616629e-11, "rouge1_fmeasure": 0.007187184725284848, "rouge1_fmeasure_stderr": 0.0007391962764478954, "rouge1_precision": 0.01108737850434432, "rouge1_precision_stderr": 0.0012444071859228174, "rouge1_recall": 0.00806451633146163, "rouge1_recall_stderr": 0.0009232819724115996, "rouge2_fmeasure": 0.001509179894520243, "rouge2_fmeasure_stderr": 0.0002477064434324768, "rouge2_precision": 0.002664794205071086, "rouge2_precision_stderr": 0.000541150669727165, "rouge2_recall": 0.001829785393826629, "rouge2_recall_stderr": 0.0004186416865889612, "rougeL_fmeasure": 0.005840984684264821, "rougeL_fmeasure_stderr": 0.0006144156548428615, "rougeL_precision": 0.008984767838844714, "rougeL_precision_stderr": 0.0010415410576749586, "rougeL_recall": 0.006714172954706114, "rougeL_recall_stderr": 0.0007961953019893604, "rougeLsum_fmeasure": 0.006656684288182344, "rougeLsum_fmeasure_stderr": 0.0006906894538979999, "rougeLsum_precision": 0.01047626777698037, "rougeLsum_precision_stderr": 0.0012006965538949304, "rougeLsum_recall": 0.007436736246980069, "rougeLsum_recall_stderr": 0.0008594642826198886}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 9.811286606356655, "bleu_stderr": 0.2085314657727214, "rouge1_fmeasure": 0.40326829268860714, "rouge1_fmeasure_stderr": 0.0021784769532823293, "rouge1_precision": 0.49064641052322033, "rouge1_precision_stderr": 0.003136589720374567, "rouge1_recall": 0.3776312324464398, "rouge1_recall_stderr": 0.0026799546297409495, "rouge2_fmeasure": 0.17964678562584246, "rouge2_fmeasure_stderr": 0.0018743806098217017, "rouge2_precision": 0.22316478050200977, "rouge2_precision_stderr": 0.0025559704378950326, "rouge2_recall": 0.16794838960734848, "rouge2_recall_stderr": 0.001966023844752085, "rougeL_fmeasure": 0.3065418142800691, "rougeL_fmeasure_stderr": 0.001923559363597409, "rougeL_precision": 0.3751803903730065, "rougeL_precision_stderr": 0.0028191913915990028, "rougeL_recall": 0.2866462339397504, "rougeL_recall_stderr": 0.0022451080789061503, "rougeLsum_fmeasure": 0.3385147281842822, "rougeLsum_fmeasure_stderr": 0.0021300653586536628, "rougeLsum_precision": 0.4128382067151265, "rougeLsum_precision_stderr": 0.003014788858623899, "rougeLsum_recall": 0.3168615915389168, "rougeLsum_recall_stderr": 0.002484623968826126}}, "gem_xsum": {"article_DOC_summary": {"bleu": 2.200486207668091e-49, "bleu_stderr": 2.9792103117868305e-42, "rouge1_fmeasure": 0.002103159245509676, "rouge1_fmeasure_stderr": 0.0006150376475436652, "rouge1_precision": 0.003199541030612568, "rouge1_precision_stderr": 0.0011237061419372043, "rouge1_recall": 0.0017685628170502224, "rouge1_recall_stderr": 0.000519110857552783, "rouge2_fmeasure": 0.0002751631906384302, "rouge2_fmeasure_stderr": 0.00014704641775131497, "rouge2_precision": 0.0007968839336763865, "rouge2_precision_stderr": 0.0005881109693225456, "rouge2_recall": 0.000196658687224725, "rouge2_recall_stderr": 0.00010185313106870269, "rougeL_fmeasure": 0.0017906096958867068, "rougeL_fmeasure_stderr": 0.0005114713820854016, "rougeL_precision": 0.0028018648074646466, "rougeL_precision_stderr": 0.001038363192266197, "rougeL_recall": 0.0015044756547847912, "rougeL_recall_stderr": 0.00042722899675639843, "rougeLsum_fmeasure": 0.0018304995997520386, "rougeLsum_fmeasure_stderr": 0.0005282019121014876, "rougeLsum_precision": 0.0028554668657836857, "rougeLsum_precision_stderr": 0.0010533612576893766, "rougeLsum_recall": 0.00153623983749237, "rougeLsum_recall_stderr": 0.0004399429876619913}}}