SGPT-5.8B-weightedmean-msmarco-specb-bitfit / evaluation /mteb /CQADupstackWebmastersRetrieval.json
Muennighoff's picture
Add MTEB evaluation
039f451
raw
history blame
942 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 2264.66,
"map_at_1": 0.2457,
"map_at_10": 0.33672,
"map_at_100": 0.35244,
"map_at_1000": 0.35467,
"map_at_3": 0.30712,
"map_at_5": 0.32383,
"mrr_at_1": 0.29644,
"mrr_at_10": 0.38344,
"mrr_at_100": 0.39219,
"mrr_at_1000": 0.39282,
"mrr_at_3": 0.35771,
"mrr_at_5": 0.37273,
"ndcg_at_1": 0.29644,
"ndcg_at_10": 0.39567,
"ndcg_at_100": 0.45097,
"ndcg_at_1000": 0.47923,
"ndcg_at_3": 0.34768,
"ndcg_at_5": 0.37122,
"precision_at_1": 0.29644,
"precision_at_10": 0.07589,
"precision_at_100": 0.01478,
"precision_at_1000": 0.00235,
"precision_at_3": 0.16337,
"precision_at_5": 0.12055,
"recall_at_1": 0.2457,
"recall_at_10": 0.51009,
"recall_at_100": 0.75423,
"recall_at_1000": 0.93671,
"recall_at_3": 0.36926,
"recall_at_5": 0.43245
}
}