File size: 4,709 Bytes
8393ff0 |
1 |
{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.2373372506829126, "bleu_stderr": 0.02812024126445007, "rouge1_fmeasure": 0.08902145020414401, "rouge1_fmeasure_stderr": 0.0020129616253285127, "rouge1_precision": 0.06608372069654367, "rouge1_precision_stderr": 0.002134388873989642, "rouge1_recall": 0.21657682776549256, "rouge1_recall_stderr": 0.0038471296680376373, "rouge2_fmeasure": 0.03638325551728202, "rouge2_fmeasure_stderr": 0.0011455970021565548, "rouge2_precision": 0.02603241535822247, "rouge2_precision_stderr": 0.0011460869306522182, "rouge2_recall": 0.09460129199924779, "rouge2_recall_stderr": 0.002541059327335001, "rougeL_fmeasure": 0.08441163748155933, "rougeL_fmeasure_stderr": 0.0018281064451207282, "rougeL_precision": 0.0620273307503197, "rougeL_precision_stderr": 0.0019358665529721625, "rougeL_recall": 0.2096377987954356, "rougeL_recall_stderr": 0.0037359355979752233, "rougeLsum_fmeasure": 0.08449198509848975, "rougeLsum_fmeasure_stderr": 0.0018457451141830124, "rougeLsum_precision": 0.06240828111968746, "rougeLsum_precision_stderr": 0.001986248649322662, "rougeLsum_recall": 0.20882387069530928, "rougeLsum_recall_stderr": 0.0036857600937441016}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 0.6462972549795751, "bleu_stderr": 0.06294898648031116, "rouge1_fmeasure": 0.10758645850859481, "rouge1_fmeasure_stderr": 0.00134451656255094, "rouge1_precision": 0.11895760491892315, "rouge1_precision_stderr": 0.0017056153925929223, "rouge1_recall": 0.12804891789084114, "rouge1_recall_stderr": 0.0018822633877593172, "rouge2_fmeasure": 0.008310401684414723, "rouge2_fmeasure_stderr": 0.0004018554137540409, "rouge2_precision": 0.00889222100236836, "rouge2_precision_stderr": 0.000521664534167702, "rouge2_recall": 0.011069849420876795, "rouge2_recall_stderr": 0.0006824608102979923, "rougeL_fmeasure": 0.08663187627778633, "rougeL_fmeasure_stderr": 0.0010167207048113176, "rougeL_precision": 0.09599585340755785, "rougeL_precision_stderr": 0.0013586361388467723, "rougeL_recall": 0.10470657825848317, "rougeL_recall_stderr": 0.0015391334921529922, "rougeLsum_fmeasure": 0.10224079663625925, "rougeLsum_fmeasure_stderr": 0.0012540687933792326, "rougeLsum_precision": 0.11315907115699438, "rougeLsum_precision_stderr": 0.0016131195322648503, "rougeLsum_recall": 0.12165772786047156, "rougeLsum_recall_stderr": 0.001758683975262198}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 5.759997997345094, "bleu_stderr": 0.10214363654418554, "rouge1_fmeasure": 0.3279194951374058, "rouge1_fmeasure_stderr": 0.002089343056989377, "rouge1_precision": 0.3907152728026408, "rouge1_precision_stderr": 0.0029209150134863198, "rouge1_recall": 0.3140976395972483, "rouge1_recall_stderr": 0.0024204155776807773, "rouge2_fmeasure": 0.11641635037323965, "rouge2_fmeasure_stderr": 0.0015200968140951275, "rouge2_precision": 0.14245356447352062, "rouge2_precision_stderr": 0.0020629487786521677, "rouge2_recall": 0.11118147367593459, "rouge2_recall_stderr": 0.0015841937609629038, "rougeL_fmeasure": 0.2431132766133867, "rougeL_fmeasure_stderr": 0.0016831043203314492, "rougeL_precision": 0.2923530234388352, "rougeL_precision_stderr": 0.0024934524436416266, "rougeL_recall": 0.23251713007041236, "rougeL_recall_stderr": 0.001901046636805571, "rougeLsum_fmeasure": 0.2706849654034141, "rougeLsum_fmeasure_stderr": 0.0019337555647062684, "rougeLsum_precision": 0.32377835015405904, "rougeLsum_precision_stderr": 0.0027052727895477075, "rougeLsum_recall": 0.2590419909959781, "rougeLsum_recall_stderr": 0.002170486261363402}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.7784810605073365, "bleu_stderr": 0.062041367096483474, "rouge1_fmeasure": 0.14049932990934452, "rouge1_fmeasure_stderr": 0.002409344453004962, "rouge1_precision": 0.12410750785934008, "rouge1_precision_stderr": 0.002518972614247888, "rouge1_recall": 0.19696472257770387, "rouge1_recall_stderr": 0.003743792072613358, "rouge2_fmeasure": 0.0174073918933552, "rouge2_fmeasure_stderr": 0.0010473901199504739, "rouge2_precision": 0.014633504882606787, "rouge2_precision_stderr": 0.0009382030756418518, "rouge2_recall": 0.02676270066524605, "rouge2_recall_stderr": 0.001662518614633979, "rougeL_fmeasure": 0.11100560016456493, "rougeL_fmeasure_stderr": 0.0017737860679884051, "rougeL_precision": 0.09785632823783966, "rougeL_precision_stderr": 0.0019060093987027223, "rougeL_recall": 0.1571383814848058, "rougeL_recall_stderr": 0.0028625996177277656, "rougeLsum_fmeasure": 0.10998308672667378, "rougeLsum_fmeasure_stderr": 0.0018617857131209817, "rougeLsum_precision": 0.09716791207364017, "rougeLsum_precision_stderr": 0.0019635729785594273, "rougeLsum_recall": 0.1552648590609182, "rougeLsum_recall_stderr": 0.0030020398470800105}}} |