| {"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.23704825822381498, "bleu_stderr": 0.027670400496745257, "rouge1_fmeasure": 0.08585565394877333, "rouge1_fmeasure_stderr": 0.00199569997327382, "rouge1_precision": 0.06174874381710095, "rouge1_precision_stderr": 0.0018845302725776602, "rouge1_recall": 0.21730574055132956, "rouge1_recall_stderr": 0.00401363972509449, "rouge2_fmeasure": 0.03728553813713636, "rouge2_fmeasure_stderr": 0.00115452384616963, "rouge2_precision": 0.025823917902136784, "rouge2_precision_stderr": 0.0009656291224127635, "rouge2_recall": 0.09983273352200027, "rouge2_recall_stderr": 0.002662212695695811, "rougeL_fmeasure": 0.0816882805637377, "rougeL_fmeasure_stderr": 0.0018106503439831681, "rougeL_precision": 0.058172511770298356, "rougeL_precision_stderr": 0.0016848170587776589, "rougeL_recall": 0.21029648393397446, "rougeL_recall_stderr": 0.003872029478285546, "rougeLsum_fmeasure": 0.08201910289112235, "rougeLsum_fmeasure_stderr": 0.0018386813277759032, "rougeLsum_precision": 0.058665437136628244, "rougeLsum_precision_stderr": 0.0017389144610245677, "rougeLsum_recall": 0.21049148580432653, "rougeLsum_recall_stderr": 0.003861866479426883}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 1.0733305687102461, "bleu_stderr": 0.07881693779240048, "rouge1_fmeasure": 0.10566275122482133, "rouge1_fmeasure_stderr": 0.001743438719102012, "rouge1_precision": 0.13009014582477282, "rouge1_precision_stderr": 0.0027117628648043474, "rouge1_recall": 0.12804528790016462, "rouge1_recall_stderr": 0.002344428985321143, "rouge2_fmeasure": 0.014741970258181074, "rouge2_fmeasure_stderr": 0.0006322524751793364, "rouge2_precision": 0.01992958977730361, "rouge2_precision_stderr": 0.001100438026092398, "rouge2_recall": 0.018863080954515433, "rouge2_recall_stderr": 0.0009086120229391634, "rougeL_fmeasure": 0.08739180884548453, "rougeL_fmeasure_stderr": 0.0013975216677133634, "rougeL_precision": 0.10732457844198273, "rougeL_precision_stderr": 0.0022127410001868135, "rougeL_recall": 0.10756202262646183, "rougeL_recall_stderr": 0.001971425139131646, "rougeLsum_fmeasure": 0.09896289382222027, "rougeLsum_fmeasure_stderr": 0.0016138864108605157, "rougeLsum_precision": 0.12199094138547152, "rougeLsum_precision_stderr": 0.0025385358079340996, "rougeLsum_recall": 0.12012956265605543, "rougeLsum_recall_stderr": 0.002193175745267735}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 8.542989864092585, "bleu_stderr": 0.1433846377318832, "rouge1_fmeasure": 0.363850648547613, "rouge1_fmeasure_stderr": 0.0021839425460877635, "rouge1_precision": 0.4336285483775792, "rouge1_precision_stderr": 0.0030892429977636836, "rouge1_recall": 0.34827761893603293, "rouge1_recall_stderr": 0.0025314100460238995, "rouge2_fmeasure": 0.15547063329696245, "rouge2_fmeasure_stderr": 0.001703404947537638, "rouge2_precision": 0.18892045173233854, "rouge2_precision_stderr": 0.00228916384509369, "rouge2_recall": 0.14857093701220483, "rouge2_recall_stderr": 0.0017945593778511408, "rougeL_fmeasure": 0.27970257938801435, "rougeL_fmeasure_stderr": 0.0018380493665157282, "rougeL_precision": 0.33571339839716463, "rougeL_precision_stderr": 0.002715659831835022, "rougeL_recall": 0.26744895745664315, "rougeL_recall_stderr": 0.0020800046877521064, "rougeLsum_fmeasure": 0.308271697646505, "rougeLsum_fmeasure_stderr": 0.0020717492761956327, "rougeLsum_precision": 0.36855797100423715, "rougeLsum_precision_stderr": 0.0029209189793231666, "rougeLsum_recall": 0.2947888159986677, "rougeLsum_recall_stderr": 0.0023280241517856827}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.9245086188793217, "bleu_stderr": 0.14099807544420506, "rouge1_fmeasure": 0.14593815028467524, "rouge1_fmeasure_stderr": 0.0026868363513368075, "rouge1_precision": 0.13560916718487, "rouge1_precision_stderr": 0.0030925128958130092, "rouge1_recall": 0.1989284367405898, "rouge1_recall_stderr": 0.0037001652881557775, "rouge2_fmeasure": 0.021594887074556493, "rouge2_fmeasure_stderr": 0.0011983258613855398, "rouge2_precision": 0.019698420478264804, "rouge2_precision_stderr": 0.0012604026842234879, "rouge2_recall": 0.030787306962827925, "rouge2_recall_stderr": 0.001718481660739863, "rougeL_fmeasure": 0.11855231312063658, "rougeL_fmeasure_stderr": 0.002059391483708031, "rougeL_precision": 0.10928242080406224, "rougeL_precision_stderr": 0.002413360587361133, "rougeL_recall": 0.16472649296075753, "rougeL_recall_stderr": 0.00306995614023579, "rougeLsum_fmeasure": 0.11374940769267439, "rougeLsum_fmeasure_stderr": 0.002097072555940818, "rougeLsum_precision": 0.10597385450714689, "rougeLsum_precision_stderr": 0.002479253447768338, "rougeLsum_recall": 0.15617920045628825, "rougeLsum_recall_stderr": 0.0030070719552520047}}} |