| {"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.39488441098100113, "bleu_stderr": 0.03067068222716799, "rouge1_fmeasure": 0.12277439318390286, "rouge1_fmeasure_stderr": 0.0028794336126566527, "rouge1_precision": 0.0966112450748564, "rouge1_precision_stderr": 0.0031946498794398564, "rouge1_recall": 0.27773931293834264, "rouge1_recall_stderr": 0.004696686398272004, "rouge2_fmeasure": 0.05710244022918212, "rouge2_fmeasure_stderr": 0.0017188415085819906, "rouge2_precision": 0.04383156255991939, "rouge2_precision_stderr": 0.001819810966429833, "rouge2_recall": 0.13613949800694972, "rouge2_recall_stderr": 0.0031586690000224944, "rougeL_fmeasure": 0.11287964444561763, "rougeL_fmeasure_stderr": 0.0024765693813747153, "rougeL_precision": 0.08770826993021913, "rougeL_precision_stderr": 0.0028183238894396345, "rougeL_recall": 0.26277954405084286, "rougeL_recall_stderr": 0.004397203002233989, "rougeLsum_fmeasure": 0.11450895357458599, "rougeLsum_fmeasure_stderr": 0.0025680890050321344, "rougeLsum_precision": 0.08934936510772273, "rougeLsum_precision_stderr": 0.0029061634979913645, "rougeLsum_recall": 0.26444893835351074, "rougeLsum_recall_stderr": 0.004428586376716963}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 1.6551077068106725, "bleu_stderr": 0.055377552795530346, "rouge1_fmeasure": 0.12793748005680386, "rouge1_fmeasure_stderr": 0.002043790913150049, "rouge1_precision": 0.1612036113406672, "rouge1_precision_stderr": 0.0032669277732459852, "rouge1_recall": 0.15326705646503586, "rouge1_recall_stderr": 0.0027016779476579478, "rouge2_fmeasure": 0.025579869118000826, "rouge2_fmeasure_stderr": 0.0008857245746356215, "rouge2_precision": 0.03597466768396509, "rouge2_precision_stderr": 0.0016136216961525403, "rouge2_recall": 0.03156060214294951, "rouge2_recall_stderr": 0.001218541963844449, "rougeL_fmeasure": 0.10275555113986742, "rougeL_fmeasure_stderr": 0.0015740352267409696, "rougeL_precision": 0.1303953186397001, "rougeL_precision_stderr": 0.00265942394168658, "rougeL_recall": 0.12461481164060065, "rougeL_recall_stderr": 0.0021679110313975523, "rougeLsum_fmeasure": 0.11958023724601352, "rougeLsum_fmeasure_stderr": 0.0019015317299822952, "rougeLsum_precision": 0.15123529696502225, "rougeLsum_precision_stderr": 0.0030857612372877574, "rougeLsum_recall": 0.143404182382659, "rougeLsum_recall_stderr": 0.0025204716213139498}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 11.729573640850397, "bleu_stderr": 0.15658133134431973, "rouge1_fmeasure": 0.44270131360263165, "rouge1_fmeasure_stderr": 0.0023441833254523523, "rouge1_precision": 0.5322350039033805, "rouge1_precision_stderr": 0.003285545604843603, "rouge1_recall": 0.4170290594942507, "rouge1_recall_stderr": 0.0029118663360961114, "rouge2_fmeasure": 0.2096752737266289, "rouge2_fmeasure_stderr": 0.0020065443281967934, "rouge2_precision": 0.255109950422038, "rouge2_precision_stderr": 0.0026546812414784513, "rouge2_recall": 0.19784938541826053, "rouge2_recall_stderr": 0.0021636649504347787, "rougeL_fmeasure": 0.32652630174542724, "rougeL_fmeasure_stderr": 0.0020767785869958088, "rougeL_precision": 0.39454090465770714, "rougeL_precision_stderr": 0.0029386173435379617, "rougeL_recall": 0.30724285665443857, "rougeL_recall_stderr": 0.0024328987142990715, "rougeLsum_fmeasure": 0.3665789265885405, "rougeLsum_fmeasure_stderr": 0.002281596389634403, "rougeLsum_precision": 0.4412117750358316, "rougeLsum_precision_stderr": 0.003127557950872558, "rougeLsum_recall": 0.34533467894209247, "rougeLsum_recall_stderr": 0.002688501620523267}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.7761395219259841, "bleu_stderr": 0.08443323113703147, "rouge1_fmeasure": 0.15978498006221778, "rouge1_fmeasure_stderr": 0.002713550041038474, "rouge1_precision": 0.15997282841990187, "rouge1_precision_stderr": 0.003235928419994684, "rouge1_recall": 0.18681660985989082, "rouge1_recall_stderr": 0.0033180360222031017, "rouge2_fmeasure": 0.018813306699841797, "rouge2_fmeasure_stderr": 0.001078388209397276, "rouge2_precision": 0.01844392186594321, "rouge2_precision_stderr": 0.0011576079986527813, "rouge2_recall": 0.02327150804475881, "rouge2_recall_stderr": 0.0013892132371868334, "rougeL_fmeasure": 0.12421691668324694, "rougeL_fmeasure_stderr": 0.0020573788891551045, "rougeL_precision": 0.12405596551817989, "rougeL_precision_stderr": 0.0024958625132720214, "rougeL_recall": 0.1465280551841668, "rougeL_recall_stderr": 0.002602993787091658, "rougeLsum_fmeasure": 0.1252049166130483, "rougeLsum_fmeasure_stderr": 0.0020868849774691362, "rougeLsum_precision": 0.12494746092966218, "rougeLsum_precision_stderr": 0.002511952736185353, "rougeLsum_recall": 0.1479407011249153, "rougeLsum_recall_stderr": 0.0026907061511984047}}} |