{"GEM/web_nlg_en": {"PALM_prompt": {"bleu": 0.22841882345429224, "bleu_stderr": 0.021525511391128044, "rouge1_fmeasure": 0.0853802487368601, "rouge1_fmeasure_stderr": 0.00198437324799653, "rouge1_precision": 0.062284282048742194, "rouge1_precision_stderr": 0.0020217204866226886, "rouge1_recall": 0.21692060584905376, "rouge1_recall_stderr": 0.003966448959468452, "rouge2_fmeasure": 0.036922942581371646, "rouge2_fmeasure_stderr": 0.0011686373493661804, "rouge2_precision": 0.02691718147625009, "rouge2_precision_stderr": 0.0012756957717325313, "rouge2_recall": 0.0997994673389106, "rouge2_recall_stderr": 0.0026394674629454597, "rougeL_fmeasure": 0.08078365271078138, "rougeL_fmeasure_stderr": 0.0017661513847295714, "rougeL_precision": 0.05848198452822678, "rougeL_precision_stderr": 0.001840973705430342, "rougeL_recall": 0.20947888616469174, "rougeL_recall_stderr": 0.0038083908426195163, "rougeLsum_fmeasure": 0.08122887617372582, "rougeLsum_fmeasure_stderr": 0.0018084368022988448, "rougeLsum_precision": 0.05897303489009123, "rougeLsum_precision_stderr": 0.0018833078652832906, "rougeLsum_recall": 0.20973237656912586, "rougeLsum_recall_stderr": 0.0038022267497315188}}, "GEM/wiki_lingua_en": {"tldr_en": {"bleu": 0.8373728534103512, "bleu_stderr": 0.07405949562901944, "rouge1_fmeasure": 0.09716182724420211, "rouge1_fmeasure_stderr": 0.0015870224879342676, "rouge1_precision": 0.1087394891716417, "rouge1_precision_stderr": 0.0021100418282142255, "rouge1_recall": 0.12213011140621419, "rouge1_recall_stderr": 0.0022700067786716885, "rouge2_fmeasure": 0.01156142270719012, "rouge2_fmeasure_stderr": 0.0005328814230022072, "rouge2_precision": 0.012744889894270263, "rouge2_precision_stderr": 0.0007100364841266573, "rouge2_recall": 0.01637081759528027, "rouge2_recall_stderr": 0.0009306878752419269, "rougeL_fmeasure": 0.07995713569638284, "rougeL_fmeasure_stderr": 0.0012500466919772594, "rougeL_precision": 0.08919779716866287, "rougeL_precision_stderr": 0.001697336897137446, "rougeL_recall": 0.10227763123856566, "rougeL_recall_stderr": 0.0019037660731556659, "rougeLsum_fmeasure": 0.09134565503579037, "rougeLsum_fmeasure_stderr": 0.001467698159238668, "rougeLsum_precision": 0.10252878341896828, "rougeLsum_precision_stderr": 0.001991618109125435, "rougeLsum_recall": 0.11484834622680376, "rougeLsum_recall_stderr": 0.0021090211151512783}}, "e2e_nlg_cleaned": {"generate_text_restaurant": {"bleu": 8.472711157311252, "bleu_stderr": 0.1935516573112347, "rouge1_fmeasure": 0.36064595688583284, "rouge1_fmeasure_stderr": 0.002295959696410915, "rouge1_precision": 0.4291885721529142, "rouge1_precision_stderr": 0.0030950653335833, "rouge1_recall": 0.3452406646632747, "rouge1_recall_stderr": 0.002689395150699996, "rouge2_fmeasure": 0.15084822101090267, "rouge2_fmeasure_stderr": 0.001822677763775812, "rouge2_precision": 0.18180141329987848, "rouge2_precision_stderr": 0.0023544225318598605, "rouge2_recall": 0.14462111538380207, "rouge2_recall_stderr": 0.0019237514730863813, "rougeL_fmeasure": 0.27454526508070876, "rougeL_fmeasure_stderr": 0.0019348559733071509, "rougeL_precision": 0.3290346366433299, "rougeL_precision_stderr": 0.002715284855462181, "rougeL_recall": 0.2624122022074812, "rougeL_recall_stderr": 0.0021995689525473425, "rougeLsum_fmeasure": 0.3041343831133819, "rougeLsum_fmeasure_stderr": 0.0021867188626081857, "rougeLsum_precision": 0.36315543909935377, "rougeLsum_precision_stderr": 0.0029437187223863904, "rougeLsum_recall": 0.2906902668240768, "rougeLsum_recall_stderr": 0.0024740927412324476}}, "gem_xsum": {"article_DOC_summary": {"bleu": 0.6803673339526476, "bleu_stderr": 0.12268139031330604, "rouge1_fmeasure": 0.12727161987069813, "rouge1_fmeasure_stderr": 0.002211633469206737, "rouge1_precision": 0.10085745078816416, "rouge1_precision_stderr": 0.002092567065897483, "rouge1_recall": 0.20663262881634836, "rouge1_recall_stderr": 0.003699157565561968, "rouge2_fmeasure": 0.01546835824600778, "rouge2_fmeasure_stderr": 0.0009287500628191074, "rouge2_precision": 0.011665680945400419, "rouge2_precision_stderr": 0.0007630529587908307, "rouge2_recall": 0.02682170555562985, "rouge2_recall_stderr": 0.0015720707572871786, "rougeL_fmeasure": 0.1056593854393929, "rougeL_fmeasure_stderr": 0.0017101157421384608, "rougeL_precision": 0.08372128385479738, "rougeL_precision_stderr": 0.001683364201003078, "rougeL_recall": 0.17227317025326164, "rougeL_recall_stderr": 0.0029283254697483906, "rougeLsum_fmeasure": 0.10126925010407949, "rougeLsum_fmeasure_stderr": 0.0017744027214840843, "rougeLsum_precision": 0.08054356361022373, "rougeLsum_precision_stderr": 0.0017306916050217902, "rougeLsum_recall": 0.16500388532657267, "rougeLsum_recall_stderr": 0.0030122030459754858}}}