Muennighoff's picture
Add MTEB evaluation
5d4e702
raw
history blame contribute delete
340 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"accuracy": 0.7320565,
"accuracy_stderr": 0.04094219950430119,
"ap": 0.6736680643550963,
"ap_stderr": 0.03652809962256317,
"evaluation_time": 7801.59,
"f1": 0.7290420520325125,
"f1_stderr": 0.04396494850187113,
"main_score": 0.7320565
}
}