| {"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.28227257325744143, "bleu_stderr": 0.03509871826187085, "rouge1_fmeasure": 0.08967599400439746, "rouge1_fmeasure_stderr": 0.0020248398013650863, "rouge1_precision": 0.06456829861117701, "rouge1_precision_stderr": 0.0019831764741876953, "rouge1_recall": 0.22832325022492958, "rouge1_recall_stderr": 0.004010711385052275, "rouge2_fmeasure": 0.03775122821534876, "rouge2_fmeasure_stderr": 0.0011728869139138994, "rouge2_precision": 0.026009556037480824, "rouge2_precision_stderr": 0.0009699394395679879, "rouge2_recall": 0.10120859408718592, "rouge2_recall_stderr": 0.00264240940298929, "rougeL_fmeasure": 0.08497836116441268, "rougeL_fmeasure_stderr": 0.0018192049357566627, "rougeL_precision": 0.0604986647724265, "rougeL_precision_stderr": 0.001759828091867846, "rougeL_recall": 0.22081206782068546, "rougeL_recall_stderr": 0.0038709785436961282, "rougeLsum_fmeasure": 0.08526956411033948, "rougeLsum_fmeasure_stderr": 0.0018401414857816452, "rougeLsum_precision": 0.060861439283856324, "rougeLsum_precision_stderr": 0.0017868738680854685, "rougeLsum_recall": 0.22061735080417144, "rougeLsum_recall_stderr": 0.0038539961647065884}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 1.2009703008882902, "bleu_stderr": 0.07886567388792656, "rouge1_fmeasure": 0.10846796993698189, "rouge1_fmeasure_stderr": 0.0017650950600022152, "rouge1_precision": 0.11947126920794468, "rouge1_precision_stderr": 0.002411598109665411, "rouge1_recall": 0.1427568965238903, "rouge1_recall_stderr": 0.0026089250273480594, "rouge2_fmeasure": 0.016642188479967176, "rouge2_fmeasure_stderr": 0.0006605274829621594, "rouge2_precision": 0.019021886232112477, "rouge2_precision_stderr": 0.0009506212072404878, "rouge2_recall": 0.023708525570665766, "rouge2_recall_stderr": 0.001115716080603747, "rougeL_fmeasure": 0.08949215200326044, "rougeL_fmeasure_stderr": 0.0013921507462564878, "rougeL_precision": 0.0985478683256964, "rougeL_precision_stderr": 0.0019968494376333182, "rougeL_recall": 0.11960394809332975, "rougeL_recall_stderr": 0.0021544300521057374, "rougeLsum_fmeasure": 0.10113855694507336, "rougeLsum_fmeasure_stderr": 0.0016295218822579506, "rougeLsum_precision": 0.11181107984348929, "rougeLsum_precision_stderr": 0.002281811061849528, "rougeLsum_recall": 0.13336373527464057, "rougeLsum_recall_stderr": 0.0024194956493529215}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 7.818950555532074, "bleu_stderr": 0.13620770080985803, "rouge1_fmeasure": 0.35181777938978903, "rouge1_fmeasure_stderr": 0.0022247213412487266, "rouge1_precision": 0.43023343408735476, "rouge1_precision_stderr": 0.003262788254517636, "rouge1_recall": 0.3355277790974918, "rouge1_recall_stderr": 0.0025232063372776408, "rouge2_fmeasure": 0.1467407507268078, "rouge2_fmeasure_stderr": 0.0017119578901081186, "rouge2_precision": 0.18321825371288458, "rouge2_precision_stderr": 0.002352170570267811, "rouge2_recall": 0.13972090813933524, "rouge2_recall_stderr": 0.0017845977372247257, "rougeL_fmeasure": 0.2722188542613749, "rougeL_fmeasure_stderr": 0.0018306674946346987, "rougeL_precision": 0.3349782630675834, "rougeL_precision_stderr": 0.002814436231626124, "rougeL_recall": 0.26028801398198814, "rougeL_recall_stderr": 0.002079423990047451, "rougeLsum_fmeasure": 0.29808869559562406, "rougeLsum_fmeasure_stderr": 0.002094565868091629, "rougeLsum_precision": 0.36552249981423174, "rougeLsum_precision_stderr": 0.0030425239021863244, "rougeLsum_recall": 0.28423760339716225, "rougeLsum_recall_stderr": 0.0023269338402904733}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.7032195038200908, "bleu_stderr": 0.07632623844421528, "rouge1_fmeasure": 0.1350044100198989, "rouge1_fmeasure_stderr": 0.0024616789857080834, "rouge1_precision": 0.10977696492515743, "rouge1_precision_stderr": 0.002361226685233339, "rouge1_recall": 0.21019727648835268, "rouge1_recall_stderr": 0.0038951275190074763, "rouge2_fmeasure": 0.01853619042148999, "rouge2_fmeasure_stderr": 0.0010165956228749301, "rouge2_precision": 0.014713573107757469, "rouge2_precision_stderr": 0.0008888515839934451, "rouge2_recall": 0.030619646372404, "rouge2_recall_stderr": 0.0016991619869324882, "rougeL_fmeasure": 0.10922312172665188, "rougeL_fmeasure_stderr": 0.0018098282301309268, "rougeL_precision": 0.08817529145217648, "rougeL_precision_stderr": 0.0017427847753725815, "rougeL_recall": 0.17234836747201565, "rougeL_recall_stderr": 0.0030270440674695417, "rougeLsum_fmeasure": 0.10609187264708335, "rougeLsum_fmeasure_stderr": 0.0019001077408358363, "rougeLsum_precision": 0.08602734468559733, "rougeLsum_precision_stderr": 0.0018087054866837533, "rougeLsum_recall": 0.16664394838155397, "rougeLsum_recall_stderr": 0.003122921117317204}}} |