| { | |
| "SGPT-5.8B-weightedmean-msmarco-specb-bitfit-bs256_7800": { | |
| "scifact": { | |
| "NDCG@1": 0.63333, | |
| "NDCG@3": 0.69527, | |
| "NDCG@5": 0.72816, | |
| "NDCG@10": 0.74693, | |
| "NDCG@100": 0.76982, | |
| "NDCG@1000": 0.77221 | |
| }, | |
| "nfcorpus": { | |
| "NDCG@1": 0.44272, | |
| "NDCG@3": 0.40814, | |
| "NDCG@5": 0.39562, | |
| "NDCG@10": 0.36213, | |
| "NDCG@100": 0.33829, | |
| "NDCG@1000": 0.42555 | |
| }, | |
| "fiqa": { | |
| "NDCG@1": 0.3534, | |
| "NDCG@3": 0.335, | |
| "NDCG@5": 0.34985, | |
| "NDCG@10": 0.372, | |
| "NDCG@100": 0.4385, | |
| "NDCG@1000": 0.47232 | |
| }, | |
| "scidocs": { | |
| "NDCG@1": 0.238, | |
| "NDCG@3": 0.19311, | |
| "NDCG@5": 0.1671, | |
| "NDCG@10": 0.19719, | |
| "NDCG@100": 0.27306, | |
| "NDCG@1000": 0.32354 | |
| }, | |
| "arguana": { | |
| "NDCG@1": 0.27312, | |
| "NDCG@3": 0.41087, | |
| "NDCG@5": 0.46241, | |
| "NDCG@10": 0.51352, | |
| "NDCG@100": 0.55776, | |
| "NDCG@1000": 0.55964 | |
| }, | |
| "cqadupstack_tex": { | |
| "NDCG@1": 0.1786, | |
| "NDCG@3": 0.22008, | |
| "NDCG@5": 0.23833, | |
| "NDCG@10": 0.26008, | |
| "NDCG@100": 0.31309, | |
| "NDCG@1000": 0.34437 | |
| }, | |
| "trec-covid": { | |
| "NDCG@1": 0.98, | |
| "NDCG@3": 0.93469, | |
| "NDCG@5": 0.90683, | |
| "NDCG@10": 0.87261, | |
| "NDCG@100": 0.65293, | |
| "NDCG@1000": 0.5406 | |
| }, | |
| "trec-news": { | |
| "NDCG@1": 0.5117, | |
| "NDCG@3": 0.51165, | |
| "NDCG@5": 0.50629, | |
| "NDCG@10": 0.48078, | |
| "NDCG@100": 0.49823, | |
| "NDCG@1000": 0.60809 | |
| }, | |
| "quora": { | |
| "NDCG@1": 0.7594, | |
| "NDCG@3": 0.80915, | |
| "NDCG@5": 0.82966, | |
| "NDCG@10": 0.84591, | |
| "NDCG@100": 0.86163, | |
| "NDCG@1000": 0.86327 | |
| }, | |
| "nq": { | |
| "NDCG@1": 0.34531, | |
| "NDCG@3": 0.44736, | |
| "NDCG@5": 0.4871, | |
| "NDCG@10": 0.52417, | |
| "NDCG@100": 0.57006, | |
| "NDCG@1000": 0.57839 | |
| }, | |
| "webis-touche2020": { | |
| "NDCG@1": 0.29592, | |
| "NDCG@3": 0.26144, | |
| "NDCG@5": 0.26304, | |
| "NDCG@10": 0.25421, | |
| "NDCG@100": 0.36335, | |
| "NDCG@1000": 0.47667 | |
| }, | |
| "dbpedia-entity": { | |
| "NDCG@1": 0.55375, | |
| "NDCG@3": 0.44856, | |
| "NDCG@5": 0.42139, | |
| "NDCG@10": 0.39889, | |
| "NDCG@100": 0.43101, | |
| "NDCG@1000": 0.50694 | |
| }, | |
| "cqadupstack_webmasters": { | |
| "NDCG@1": 0.28854, | |
| "NDCG@3": 0.33452, | |
| "NDCG@5": 0.35876, | |
| "NDCG@10": 0.38445, | |
| "NDCG@100": 0.43997, | |
| "NDCG@1000": 0.4682 | |
| }, | |
| "cqadupstack_unix": { | |
| "NDCG@1": 0.28078, | |
| "NDCG@3": 0.32477, | |
| "NDCG@5": 0.34726, | |
| "NDCG@10": 0.3726, | |
| "NDCG@100": 0.43017, | |
| "NDCG@1000": 0.45624 | |
| }, | |
| "cqadupstack_wordpress": { | |
| "NDCG@1": 0.22551, | |
| "NDCG@3": 0.27133, | |
| "NDCG@5": 0.28762, | |
| "NDCG@10": 0.31368, | |
| "NDCG@100": 0.36818, | |
| "NDCG@1000": 0.39527 | |
| }, | |
| "robust04": { | |
| "NDCG@1": 0.66466, | |
| "NDCG@3": 0.6091, | |
| "NDCG@5": 0.56716, | |
| "NDCG@10": 0.51424, | |
| "NDCG@100": 0.42175, | |
| "NDCG@1000": 0.50857 | |
| }, | |
| "cqadupstack_stats": { | |
| "NDCG@1": 0.23773, | |
| "NDCG@3": 0.28216, | |
| "NDCG@5": 0.30023, | |
| "NDCG@10": 0.32311, | |
| "NDCG@100": 0.37352, | |
| "NDCG@1000": 0.4003 | |
| }, | |
| "cqadupstack_programmers": { | |
| "NDCG@1": 0.31164, | |
| "NDCG@3": 0.35356, | |
| "NDCG@5": 0.37439, | |
| "NDCG@10": 0.40685, | |
| "NDCG@100": 0.46043, | |
| "NDCG@1000": 0.48578 | |
| }, | |
| "cqadupstack_physics": { | |
| "NDCG@1": 0.31954, | |
| "NDCG@3": 0.38018, | |
| "NDCG@5": 0.40345, | |
| "NDCG@10": 0.43199, | |
| "NDCG@100": 0.48925, | |
| "NDCG@1000": 0.51015 | |
| }, | |
| "cqadupstack_mathematica": { | |
| "NDCG@1": 0.18408, | |
| "NDCG@3": 0.23495, | |
| "NDCG@5": 0.26216, | |
| "NDCG@10": 0.28539, | |
| "NDCG@100": 0.34513, | |
| "NDCG@1000": 0.37373 | |
| }, | |
| "cqadupstack_gaming": { | |
| "NDCG@1": 0.40188, | |
| "NDCG@3": 0.48101, | |
| "NDCG@5": 0.50977, | |
| "NDCG@10": 0.53683, | |
| "NDCG@100": 0.57912, | |
| "NDCG@1000": 0.59174 | |
| }, | |
| "cqadupstack_gis": { | |
| "NDCG@1": 0.24068, | |
| "NDCG@3": 0.3048, | |
| "NDCG@5": 0.32809, | |
| "NDCG@10": 0.35782, | |
| "NDCG@100": 0.41234, | |
| "NDCG@1000": 0.43197 | |
| }, | |
| "cqadupstack_android": { | |
| "NDCG@1": 0.33906, | |
| "NDCG@3": 0.38741, | |
| "NDCG@5": 0.40926, | |
| "NDCG@10": 0.44414, | |
| "NDCG@100": 0.49924, | |
| "NDCG@1000": 0.52 | |
| }, | |
| "cqadupstack_english": { | |
| "NDCG@1": 0.37771, | |
| "NDCG@3": 0.41627, | |
| "NDCG@5": 0.43508, | |
| "NDCG@10": 0.4574, | |
| "NDCG@100": 0.50248, | |
| "NDCG@1000": 0.52138 | |
| }, | |
| "cqadupstack": { | |
| "NDCG@1": 0.2821458333333334, | |
| "NDCG@3": 0.3325866666666667, | |
| "NDCG@5": 0.3545333333333333, | |
| "NDCG@10": 0.38119499999999995, | |
| "NDCG@100": 0.43441, | |
| "NDCG@1000": 0.45826083333333334 | |
| }, | |
| "hotpotqa": { | |
| "NDCG@1": 0.71452, | |
| "NDCG@3": 0.5532, | |
| "NDCG@5": 0.57408, | |
| "NDCG@10": 0.59258, | |
| "NDCG@100": 0.62424, | |
| "NDCG@1000": 0.6395 | |
| }, | |
| "signal1m": { | |
| "NDCG@1": 0.35567, | |
| "NDCG@3": 0.31997, | |
| "NDCG@5": 0.28641, | |
| "NDCG@10": 0.26697, | |
| "NDCG@100": 0.28378, | |
| "NDCG@1000": 0.35294 | |
| }, | |
| "climate-fever": { | |
| "NDCG@1": 0.28013, | |
| "NDCG@3": 0.24658, | |
| "NDCG@5": 0.26671, | |
| "NDCG@10": 0.30484, | |
| "NDCG@100": 0.37527, | |
| "NDCG@1000": 0.4076 | |
| }, | |
| "fever": { | |
| "NDCG@1": 0.67822, | |
| "NDCG@3": 0.75169, | |
| "NDCG@5": 0.76872, | |
| "NDCG@10": 0.7827, | |
| "NDCG@100": 0.79588, | |
| "NDCG@1000": 0.79845 | |
| }, | |
| "msmarco": { | |
| "NDCG@1": 0.2139, | |
| "NDCG@3": 0.31924, | |
| "NDCG@5": 0.36114, | |
| "NDCG@10": 0.39917, | |
| "NDCG@100": 0.45851, | |
| "NDCG@1000": 0.47092 | |
| }, | |
| "bioasq": { | |
| "NDCG@1": 0.438, | |
| "NDCG@3": 0.41914, | |
| "NDCG@5": 0.40883, | |
| "NDCG@10": 0.41346, | |
| "NDCG@100": 0.47571, | |
| "NDCG@1000": 0.50768 | |
| }, | |
| "average": { | |
| "NDCG@1": 0.4888886574074073, | |
| "NDCG@3": 0.4826392592592592, | |
| "NDCG@5": 0.48577185185185184, | |
| "NDCG@10": 0.49024027777777773, | |
| "NDCG@100": 0.5092044444444445, | |
| "NDCG@1000": 0.5444567129629629 | |
| }, | |
| "subaverage": { | |
| "NDCG@1": 0.5422281818181819, | |
| "NDCG@3": 0.5322354545454546, | |
| "NDCG@5": 0.5424063636363635, | |
| "NDCG@10": 0.5496654545454546, | |
| "NDCG@100": 0.5644254545454546, | |
| "NDCG@1000": 0.5875227272727273 | |
| }, | |
| "subsubaverage": { | |
| "NDCG@1": 0.38811399999999996, | |
| "NDCG@3": 0.408478, | |
| "NDCG@5": 0.42062800000000006, | |
| "NDCG@10": 0.438354, | |
| "NDCG@100": 0.47548599999999996, | |
| "NDCG@1000": 0.510652 | |
| } | |
| } | |
| } |