evaluation/mteb/AmazonCounterfactualClassification.json

{
    "test": {
        "en": {
            "accuracy": 0.6922388059701492,
            "accuracy_stderr": 0.05577698009153047,
            "ap": 0.3204724673950256,
            "ap_stderr": 0.030758638728823475,
            "f1": 0.6325719825770428,
            "f1_stderr": 0.04382866443453507,
            "main_score": 0.3204724673950256
        },
        "evaluation_time": 234.06
    },
    "dataset_version": null,
    "mteb_version": "0.0.2"
}