SGPT-125M-weightedmean-msmarco-specb-bitfit / evaluation /mteb /CQADupstackWordpressRetrieval.json
Muennighoff's picture
Add MTEB evaluation
154c4e9
raw
history blame
941 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 194.26,
"map_at_1": 0.14239,
"map_at_10": 0.19323,
"map_at_100": 0.19994,
"map_at_1000": 0.20103,
"map_at_3": 0.17631,
"map_at_5": 0.18401,
"mrr_at_1": 0.15157,
"mrr_at_10": 0.20578,
"mrr_at_100": 0.21252,
"mrr_at_1000": 0.21347,
"mrr_at_3": 0.18762,
"mrr_at_5": 0.19713,
"ndcg_at_1": 0.15157,
"ndcg_at_10": 0.22468,
"ndcg_at_100": 0.26245,
"ndcg_at_1000": 0.29534,
"ndcg_at_3": 0.18981,
"ndcg_at_5": 0.2035,
"precision_at_1": 0.15157,
"precision_at_10": 0.03512,
"precision_at_100": 0.00577,
"precision_at_1000": 0.00091,
"precision_at_3": 0.0801,
"precision_at_5": 0.05656,
"recall_at_1": 0.14239,
"recall_at_10": 0.31038,
"recall_at_100": 0.49122,
"recall_at_1000": 0.74919,
"recall_at_3": 0.21436,
"recall_at_5": 0.24692
}
}