File size: 5,959 Bytes
81d107a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659",
"task_name": "DBPedia",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"ndcg_at_1": 0.41375,
"ndcg_at_3": 0.32494,
"ndcg_at_5": 0.29511,
"ndcg_at_10": 0.27559,
"ndcg_at_20": 0.26821,
"ndcg_at_100": 0.29407,
"ndcg_at_1000": 0.34784,
"map_at_1": 0.07455,
"map_at_3": 0.10611,
"map_at_5": 0.1174,
"map_at_10": 0.13131,
"map_at_20": 0.14319,
"map_at_100": 0.1607,
"map_at_1000": 0.16731,
"recall_at_1": 0.07455,
"recall_at_3": 0.11476,
"recall_at_5": 0.13383,
"recall_at_10": 0.16742,
"recall_at_20": 0.2134,
"recall_at_100": 0.32125,
"recall_at_1000": 0.49776,
"precision_at_1": 0.51,
"precision_at_3": 0.3475,
"precision_at_5": 0.2705,
"precision_at_10": 0.19575,
"precision_at_20": 0.13988,
"precision_at_100": 0.0535,
"precision_at_1000": 0.01072,
"mrr_at_1": 0.51,
"mrr_at_3": 0.57875,
"mrr_at_5": 0.585375,
"mrr_at_10": 0.591851,
"mrr_at_20": 0.596647,
"mrr_at_100": 0.598812,
"mrr_at_1000": 0.599078,
"nauc_ndcg_at_1_max": 0.423916,
"nauc_ndcg_at_1_std": 0.155682,
"nauc_ndcg_at_1_diff1": 0.431251,
"nauc_ndcg_at_3_max": 0.438604,
"nauc_ndcg_at_3_std": 0.193398,
"nauc_ndcg_at_3_diff1": 0.308724,
"nauc_ndcg_at_5_max": 0.414941,
"nauc_ndcg_at_5_std": 0.182644,
"nauc_ndcg_at_5_diff1": 0.287275,
"nauc_ndcg_at_10_max": 0.390035,
"nauc_ndcg_at_10_std": 0.176473,
"nauc_ndcg_at_10_diff1": 0.279835,
"nauc_ndcg_at_20_max": 0.357069,
"nauc_ndcg_at_20_std": 0.165987,
"nauc_ndcg_at_20_diff1": 0.282564,
"nauc_ndcg_at_100_max": 0.343485,
"nauc_ndcg_at_100_std": 0.205251,
"nauc_ndcg_at_100_diff1": 0.258367,
"nauc_ndcg_at_1000_max": 0.380072,
"nauc_ndcg_at_1000_std": 0.265801,
"nauc_ndcg_at_1000_diff1": 0.257738,
"nauc_map_at_1_max": 0.118856,
"nauc_map_at_1_std": -0.093654,
"nauc_map_at_1_diff1": 0.383665,
"nauc_map_at_3_max": 0.163439,
"nauc_map_at_3_std": -0.050284,
"nauc_map_at_3_diff1": 0.323527,
"nauc_map_at_5_max": 0.17271,
"nauc_map_at_5_std": -0.034506,
"nauc_map_at_5_diff1": 0.305797,
"nauc_map_at_10_max": 0.187527,
"nauc_map_at_10_std": 0.003105,
"nauc_map_at_10_diff1": 0.281637,
"nauc_map_at_20_max": 0.206161,
"nauc_map_at_20_std": 0.043977,
"nauc_map_at_20_diff1": 0.26506,
"nauc_map_at_100_max": 0.236987,
"nauc_map_at_100_std": 0.115381,
"nauc_map_at_100_diff1": 0.233655,
"nauc_map_at_1000_max": 0.24553,
"nauc_map_at_1000_std": 0.132969,
"nauc_map_at_1000_diff1": 0.230466,
"nauc_recall_at_1_max": 0.118856,
"nauc_recall_at_1_std": -0.093654,
"nauc_recall_at_1_diff1": 0.383665,
"nauc_recall_at_3_max": 0.144271,
"nauc_recall_at_3_std": -0.053232,
"nauc_recall_at_3_diff1": 0.297432,
"nauc_recall_at_5_max": 0.150162,
"nauc_recall_at_5_std": -0.041646,
"nauc_recall_at_5_diff1": 0.283241,
"nauc_recall_at_10_max": 0.155396,
"nauc_recall_at_10_std": -0.00623,
"nauc_recall_at_10_diff1": 0.246545,
"nauc_recall_at_20_max": 0.155934,
"nauc_recall_at_20_std": 0.03434,
"nauc_recall_at_20_diff1": 0.217566,
"nauc_recall_at_100_max": 0.183441,
"nauc_recall_at_100_std": 0.179899,
"nauc_recall_at_100_diff1": 0.154327,
"nauc_recall_at_1000_max": 0.253257,
"nauc_recall_at_1000_std": 0.313636,
"nauc_recall_at_1000_diff1": 0.147442,
"nauc_precision_at_1_max": 0.451052,
"nauc_precision_at_1_std": 0.189451,
"nauc_precision_at_1_diff1": 0.462767,
"nauc_precision_at_3_max": 0.441379,
"nauc_precision_at_3_std": 0.265232,
"nauc_precision_at_3_diff1": 0.183643,
"nauc_precision_at_5_max": 0.412908,
"nauc_precision_at_5_std": 0.282232,
"nauc_precision_at_5_diff1": 0.105613,
"nauc_precision_at_10_max": 0.389052,
"nauc_precision_at_10_std": 0.366196,
"nauc_precision_at_10_diff1": 0.030044,
"nauc_precision_at_20_max": 0.372606,
"nauc_precision_at_20_std": 0.450747,
"nauc_precision_at_20_diff1": -0.014095,
"nauc_precision_at_100_max": 0.315374,
"nauc_precision_at_100_std": 0.498572,
"nauc_precision_at_100_diff1": -0.082395,
"nauc_precision_at_1000_max": 0.199796,
"nauc_precision_at_1000_std": 0.386212,
"nauc_precision_at_1000_diff1": -0.119969,
"nauc_mrr_at_1_max": 0.451052,
"nauc_mrr_at_1_std": 0.189451,
"nauc_mrr_at_1_diff1": 0.462767,
"nauc_mrr_at_3_max": 0.483251,
"nauc_mrr_at_3_std": 0.253881,
"nauc_mrr_at_3_diff1": 0.434542,
"nauc_mrr_at_5_max": 0.483313,
"nauc_mrr_at_5_std": 0.251794,
"nauc_mrr_at_5_diff1": 0.435443,
"nauc_mrr_at_10_max": 0.480391,
"nauc_mrr_at_10_std": 0.249537,
"nauc_mrr_at_10_diff1": 0.431642,
"nauc_mrr_at_20_max": 0.479453,
"nauc_mrr_at_20_std": 0.251964,
"nauc_mrr_at_20_diff1": 0.431792,
"nauc_mrr_at_100_max": 0.4801,
"nauc_mrr_at_100_std": 0.252416,
"nauc_mrr_at_100_diff1": 0.433313,
"nauc_mrr_at_1000_max": 0.479913,
"nauc_mrr_at_1000_std": 0.252061,
"nauc_mrr_at_1000_diff1": 0.433367,
"main_score": 0.27559,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 3010.4430978298187,
"kg_co2_emissions": null
} |