| {"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.19732756628191997, "bleu_stderr": 0.026658287671472842, "rouge1_fmeasure": 0.08257826480436961, "rouge1_fmeasure_stderr": 0.0018872309614066823, "rouge1_precision": 0.06070458892233607, "rouge1_precision_stderr": 0.0017816786117538406, "rouge1_recall": 0.19093902196152424, "rouge1_recall_stderr": 0.003753006790856248, "rouge2_fmeasure": 0.03236773058084414, "rouge2_fmeasure_stderr": 0.001033048999274749, "rouge2_precision": 0.02314057822422759, "rouge2_precision_stderr": 0.0009303717509439983, "rouge2_recall": 0.08094570128568006, "rouge2_recall_stderr": 0.002426051231637763, "rougeL_fmeasure": 0.07788575137246734, "rougeL_fmeasure_stderr": 0.001720896690999757, "rougeL_precision": 0.05654666196831523, "rougeL_precision_stderr": 0.001579449111979041, "rougeL_recall": 0.18383917337722214, "rougeL_recall_stderr": 0.0036538299358506152, "rougeLsum_fmeasure": 0.07823625277495454, "rougeLsum_fmeasure_stderr": 0.0017358911503115172, "rougeLsum_precision": 0.057097033183754045, "rougeLsum_precision_stderr": 0.0016220022129662945, "rougeLsum_recall": 0.1838313736752301, "rougeLsum_recall_stderr": 0.003621428295981444}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 0.11289573429538445, "bleu_stderr": 0.01845710657006998, "rouge1_fmeasure": 0.03524490990351491, "rouge1_fmeasure_stderr": 0.0013594404865196162, "rouge1_precision": 0.04157996091862478, "rouge1_precision_stderr": 0.0018032030088400309, "rouge1_recall": 0.044926460912185065, "rouge1_recall_stderr": 0.0018528180948563747, "rouge2_fmeasure": 0.004931876443326115, "rouge2_fmeasure_stderr": 0.00038095104223179015, "rouge2_precision": 0.006050502360776094, "rouge2_precision_stderr": 0.0005836053795733668, "rouge2_recall": 0.007180836611458644, "rouge2_recall_stderr": 0.0006625116906510873, "rougeL_fmeasure": 0.029054409914181435, "rougeL_fmeasure_stderr": 0.001089301348325835, "rougeL_precision": 0.03456113363014217, "rougeL_precision_stderr": 0.001498234658219552, "rougeL_recall": 0.0375951446671367, "rougeL_recall_stderr": 0.0015455223646234392, "rougeLsum_fmeasure": 0.03263081498138409, "rougeLsum_fmeasure_stderr": 0.0012475593919046596, "rougeLsum_precision": 0.03887702645834208, "rougeLsum_precision_stderr": 0.001695261016406579, "rougeLsum_recall": 0.04140726881716476, "rougeLsum_recall_stderr": 0.0016967910317344356}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 5.210131054318675, "bleu_stderr": 0.16155247866216102, "rouge1_fmeasure": 0.30893188850915426, "rouge1_fmeasure_stderr": 0.002078050469669259, "rouge1_precision": 0.36395994345002086, "rouge1_precision_stderr": 0.002850604700096735, "rouge1_recall": 0.29667153746092684, "rouge1_recall_stderr": 0.0022956768105348727, "rouge2_fmeasure": 0.09490796525239133, "rouge2_fmeasure_stderr": 0.0015347079760504483, "rouge2_precision": 0.1140043958983537, "rouge2_precision_stderr": 0.00202343696017089, "rouge2_recall": 0.09103549434582939, "rouge2_recall_stderr": 0.001530348953726892, "rougeL_fmeasure": 0.23092897642137852, "rougeL_fmeasure_stderr": 0.0016828405073314597, "rougeL_precision": 0.2740532547932312, "rougeL_precision_stderr": 0.0024194755484310826, "rougeL_recall": 0.2217823173210715, "rougeL_recall_stderr": 0.0018382921326583175, "rougeLsum_fmeasure": 0.2590295247906419, "rougeLsum_fmeasure_stderr": 0.0019213450001221285, "rougeLsum_precision": 0.30628692608188124, "rougeLsum_precision_stderr": 0.0026427962890604785, "rougeLsum_recall": 0.24850367361793804, "rougeLsum_recall_stderr": 0.002082869893324162}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.22579456084743735, "bleu_stderr": 0.0510480477202509, "rouge1_fmeasure": 0.03189372524424132, "rouge1_fmeasure_stderr": 0.0019572020109923736, "rouge1_precision": 0.026491777281042975, "rouge1_precision_stderr": 0.0018068087051168196, "rouge1_recall": 0.0494491413339096, "rouge1_recall_stderr": 0.003027387600352431, "rouge2_fmeasure": 0.00410550208994294, "rouge2_fmeasure_stderr": 0.00047252936288694365, "rouge2_precision": 0.0034382794036798173, "rouge2_precision_stderr": 0.00047491954770546336, "rouge2_recall": 0.006467065967569708, "rouge2_recall_stderr": 0.0007276044578978292, "rougeL_fmeasure": 0.027101703724227193, "rougeL_fmeasure_stderr": 0.0016162858861853424, "rougeL_precision": 0.02246733493087934, "rougeL_precision_stderr": 0.0015021222768415922, "rougeL_recall": 0.042219853518797514, "rougeL_recall_stderr": 0.0025299073135696837, "rougeLsum_fmeasure": 0.025143845266448906, "rougeLsum_fmeasure_stderr": 0.0015404507929384814, "rougeLsum_precision": 0.02108679945636943, "rougeLsum_precision_stderr": 0.0014787824836100922, "rougeLsum_recall": 0.03900351353665605, "rougeLsum_recall_stderr": 0.002373549357207589}}} |