File size: 4,715 Bytes
c305798 |
1 |
{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.2908729745798557, "bleu_stderr": 0.035271877063097, "rouge1_fmeasure": 0.0979901084429463, "rouge1_fmeasure_stderr": 0.0021673409030256276, "rouge1_precision": 0.0715083354039327, "rouge1_precision_stderr": 0.0021359136424846225, "rouge1_recall": 0.24147096182633448, "rouge1_recall_stderr": 0.003959804283770827, "rouge2_fmeasure": 0.04264288428227716, "rouge2_fmeasure_stderr": 0.0012924952281400239, "rouge2_precision": 0.03074850054686407, "rouge2_precision_stderr": 0.001214298912897705, "rouge2_recall": 0.11040771584019235, "rouge2_recall_stderr": 0.0027333092127494367, "rougeL_fmeasure": 0.09182784139631074, "rougeL_fmeasure_stderr": 0.0019046682882362647, "rougeL_precision": 0.06575413708111397, "rougeL_precision_stderr": 0.0017737567930141897, "rougeL_recall": 0.23193169860347268, "rougeL_recall_stderr": 0.0037932057220004933, "rougeLsum_fmeasure": 0.09258230257690901, "rougeLsum_fmeasure_stderr": 0.0019532974371131075, "rougeLsum_precision": 0.0670059271057842, "rougeLsum_precision_stderr": 0.0019147334642056638, "rougeLsum_recall": 0.23204332645547227, "rougeLsum_recall_stderr": 0.003760062129311733}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 0.1613935491871216, "bleu_stderr": 0.01602005944375224, "rouge1_fmeasure": 0.03850914555293717, "rouge1_fmeasure_stderr": 0.0015072297690749907, "rouge1_precision": 0.0466509988520943, "rouge1_precision_stderr": 0.0021326600802636098, "rouge1_recall": 0.04943872286565204, "rouge1_recall_stderr": 0.002041864994310732, "rouge2_fmeasure": 0.007268830213237255, "rouge2_fmeasure_stderr": 0.0005374468269060537, "rouge2_precision": 0.010139031400960471, "rouge2_precision_stderr": 0.0009698980236454818, "rouge2_recall": 0.009838392557711031, "rouge2_recall_stderr": 0.000775234452268752, "rougeL_fmeasure": 0.03219371518143871, "rougeL_fmeasure_stderr": 0.0012429235108537711, "rougeL_precision": 0.03944661405162505, "rougeL_precision_stderr": 0.0018366075903769755, "rougeL_recall": 0.0414581780168216, "rougeL_recall_stderr": 0.0016914643433741804, "rougeLsum_fmeasure": 0.03581743305262916, "rougeLsum_fmeasure_stderr": 0.0013974138296704182, "rougeLsum_precision": 0.04367661487612841, "rougeLsum_precision_stderr": 0.002011542481344301, "rougeLsum_recall": 0.045838779749541626, "rougeLsum_recall_stderr": 0.0018852121563808768}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 7.875744173021463, "bleu_stderr": 0.15129862339695352, "rouge1_fmeasure": 0.34766109730592726, "rouge1_fmeasure_stderr": 0.0022033268551139404, "rouge1_precision": 0.4289395512326283, "rouge1_precision_stderr": 0.0033380557461016834, "rouge1_recall": 0.33046911172487003, "rouge1_recall_stderr": 0.002473398068554395, "rouge2_fmeasure": 0.14509257447427476, "rouge2_fmeasure_stderr": 0.0017085471491010353, "rouge2_precision": 0.18312212686558965, "rouge2_precision_stderr": 0.0024147348613840426, "rouge2_recall": 0.1378127168606316, "rouge2_recall_stderr": 0.0017774262369021196, "rougeL_fmeasure": 0.2719646769192752, "rougeL_fmeasure_stderr": 0.0018531578142626706, "rougeL_precision": 0.337087522508312, "rougeL_precision_stderr": 0.0029095899468507477, "rougeL_recall": 0.2595489166008241, "rougeL_recall_stderr": 0.002090435813554747, "rougeLsum_fmeasure": 0.29700907027325607, "rougeLsum_fmeasure_stderr": 0.002122726694610674, "rougeLsum_precision": 0.367596628000815, "rougeLsum_precision_stderr": 0.003167047252297869, "rougeLsum_recall": 0.28200879762350284, "rougeLsum_recall_stderr": 0.002314686885401556}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.27834579635053447, "bleu_stderr": 0.05883684821953135, "rouge1_fmeasure": 0.03613988889055956, "rouge1_fmeasure_stderr": 0.002179290429273334, "rouge1_precision": 0.03291444567944031, "rouge1_precision_stderr": 0.0021446021409138338, "rouge1_recall": 0.050715328131108725, "rouge1_recall_stderr": 0.0031587284619981155, "rouge2_fmeasure": 0.004799331418695695, "rouge2_fmeasure_stderr": 0.0005874873376166414, "rouge2_precision": 0.004321855993534981, "rouge2_precision_stderr": 0.0006262358012534844, "rouge2_recall": 0.007183228041982929, "rouge2_recall_stderr": 0.0008935354766545957, "rougeL_fmeasure": 0.029266751594828746, "rougeL_fmeasure_stderr": 0.001722592566170808, "rougeL_precision": 0.026652983953544183, "rougeL_precision_stderr": 0.0017112285893725503, "rougeL_recall": 0.04145676744591495, "rougeL_recall_stderr": 0.002526607018509588, "rougeLsum_fmeasure": 0.029094085055473708, "rougeLsum_fmeasure_stderr": 0.0017550199635339803, "rougeLsum_precision": 0.026714176733108747, "rougeLsum_precision_stderr": 0.0017786699176318252, "rougeLsum_recall": 0.04097598525380878, "rougeLsum_recall_stderr": 0.0025621932918432184}}} |