File size: 4,772 Bytes
c305798 |
1 |
{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.2894497794554165, "bleu_stderr": 0.030595285293337167, "rouge1_fmeasure": 0.09909103667635064, "rouge1_fmeasure_stderr": 0.002247684588973714, "rouge1_precision": 0.07442943722837513, "rouge1_precision_stderr": 0.0024673569771726106, "rouge1_recall": 0.24429800994868128, "rouge1_recall_stderr": 0.004021946340450426, "rouge2_fmeasure": 0.04293606536408344, "rouge2_fmeasure_stderr": 0.0013826280048512545, "rouge2_precision": 0.032113193125698845, "rouge2_precision_stderr": 0.0015218699543518945, "rouge2_recall": 0.11084400333212296, "rouge2_recall_stderr": 0.0027485963178930897, "rougeL_fmeasure": 0.09325405136876207, "rougeL_fmeasure_stderr": 0.0019626628609756554, "rougeL_precision": 0.06899062235541792, "rougeL_precision_stderr": 0.0021240685897997704, "rougeL_recall": 0.23526250114552322, "rougeL_recall_stderr": 0.0038424612385075337, "rougeLsum_fmeasure": 0.09359357635598803, "rougeLsum_fmeasure_stderr": 0.001997960033358729, "rougeLsum_precision": 0.06973469076179332, "rougeLsum_precision_stderr": 0.0022167455891707426, "rougeLsum_recall": 0.23482594134994011, "rougeLsum_recall_stderr": 0.00381472694742389}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 2.6304450308111128e-09, "bleu_stderr": 1.1317775499846006e-08, "rouge1_fmeasure": 0.006481162770460673, "rouge1_fmeasure_stderr": 0.0006872236928375365, "rouge1_precision": 0.007860334134863563, "rouge1_precision_stderr": 0.0008998389496899545, "rouge1_recall": 0.008490645352931248, "rouge1_recall_stderr": 0.0009772768502807506, "rouge2_fmeasure": 0.0012185308691476159, "rouge2_fmeasure_stderr": 0.00021142826834444827, "rouge2_precision": 0.0015307017785560696, "rouge2_precision_stderr": 0.0003117830033872707, "rouge2_recall": 0.0020630895097140676, "rouge2_recall_stderr": 0.000515736220516019, "rougeL_fmeasure": 0.005473923180423952, "rougeL_fmeasure_stderr": 0.0005747619095852793, "rougeL_precision": 0.006644687617978967, "rougeL_precision_stderr": 0.0007631089411265848, "rougeL_recall": 0.0073015093840550944, "rougeL_recall_stderr": 0.0008472729765082047, "rougeLsum_fmeasure": 0.006084602082158564, "rougeLsum_fmeasure_stderr": 0.0006422049566734253, "rougeLsum_precision": 0.007425413620552662, "rougeLsum_precision_stderr": 0.0008507277791341484, "rougeLsum_recall": 0.007984612248771308, "rougeLsum_recall_stderr": 0.0009204362044998215}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 7.881854723083717, "bleu_stderr": 0.07181455866309192, "rouge1_fmeasure": 0.34794109282982294, "rouge1_fmeasure_stderr": 0.002181177858571072, "rouge1_precision": 0.43020418582920156, "rouge1_precision_stderr": 0.0033119978914105267, "rouge1_recall": 0.32931273783854614, "rouge1_recall_stderr": 0.0024323183273270398, "rouge2_fmeasure": 0.14678599818838356, "rouge2_fmeasure_stderr": 0.0017090327593574583, "rouge2_precision": 0.18519120606243572, "rouge2_precision_stderr": 0.0024033213659000593, "rouge2_recall": 0.13896194835930392, "rouge2_recall_stderr": 0.0017593633727584935, "rougeL_fmeasure": 0.27471119373591923, "rougeL_fmeasure_stderr": 0.0018477937031741462, "rougeL_precision": 0.341303716252859, "rougeL_precision_stderr": 0.002922607432938052, "rougeL_recall": 0.2610067901106725, "rougeL_recall_stderr": 0.0020640268616427017, "rougeLsum_fmeasure": 0.2981077012545553, "rougeLsum_fmeasure_stderr": 0.0020825666351330413, "rougeLsum_precision": 0.369918438465118, "rougeLsum_precision_stderr": 0.0031334163831777785, "rougeLsum_recall": 0.2816644466256962, "rougeLsum_recall_stderr": 0.002256694741714532}}, "gem_xsum": {"article_DOC_summary": {"bleu": 5.487374039437591e-45, "bleu_stderr": 5.918678689838127e-38, "rouge1_fmeasure": 0.0024073536004182217, "rouge1_fmeasure_stderr": 0.0006897238204334735, "rouge1_precision": 0.002837734469255002, "rouge1_precision_stderr": 0.0008285904367610167, "rouge1_recall": 0.0021684958385916626, "rouge1_recall_stderr": 0.0006200885519884951, "rouge2_fmeasure": 0.00018216507533478661, "rouge2_fmeasure_stderr": 9.224189055861544e-05, "rouge2_precision": 0.0002307718178972341, "rouge2_precision_stderr": 0.00011576388321404034, "rouge2_recall": 0.00015200236153562868, "rouge2_recall_stderr": 7.777192385161665e-05, "rougeL_fmeasure": 0.0017541608113075115, "rougeL_fmeasure_stderr": 0.0004887388142223648, "rougeL_precision": 0.002047001124415109, "rougeL_precision_stderr": 0.0005808225820710078, "rougeL_recall": 0.0016043089093894843, "rougeL_recall_stderr": 0.0004545984766621049, "rougeLsum_fmeasure": 0.0018490202114842364, "rougeLsum_fmeasure_stderr": 0.0005164323316677308, "rougeLsum_precision": 0.0021695201148586277, "rougeLsum_precision_stderr": 0.0006180475699665534, "rougeLsum_recall": 0.0016824333668585298, "rougeLsum_recall_stderr": 0.00047556183463666604}}} |