{"tags": ["mteb"], "model-index": [{"name": "bge-2048-15G", "results": [{"task": {"type": "STS"}, "dataset": {"name": "MTEB AFQMC", "type": "C-MTEB/AFQMC", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 35.144052273688665}, {"type": "cos_sim_spearman", "value": 36.03131554905942}, {"type": "euclidean_pearson", "value": 34.95481744048328}, {"type": "euclidean_spearman", "value": 36.0313155504039}, {"type": "manhattan_pearson", "value": 35.01398244390669}, {"type": "manhattan_spearman", "value": 36.07582645320379}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB ATEC", "type": "C-MTEB/ATEC", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 42.12829268908657}, {"type": "cos_sim_spearman", "value": 42.59932326711113}, {"type": "euclidean_pearson", "value": 45.0728007358798}, {"type": "euclidean_spearman", "value": 42.59932101508718}, {"type": "manhattan_pearson", "value": 45.0740044376148}, {"type": "manhattan_spearman", "value": 42.59773917033953}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB AmazonReviewsClassification (zh)", "type": "mteb/amazon_reviews_multi", "config": "zh", "split": "test", "revision": "1399c76144fd37290681b995c656ef9b2e06e26d"}, "metrics": [{"type": "accuracy", "value": 39.32600000000001}, {"type": "f1", "value": 37.552594883461666}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB BQ", "type": "C-MTEB/BQ", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 50.01347417982947}, {"type": "cos_sim_spearman", "value": 50.93232950078808}, {"type": "euclidean_pearson", "value": 50.18139878220082}, {"type": "euclidean_spearman", "value": 50.932329500482474}, {"type": "manhattan_pearson", "value": 50.239972396501244}, {"type": "manhattan_spearman", "value": 50.98304741370781}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB CLSClusteringP2P", "type": "C-MTEB/CLSClusteringP2P", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 35.30752153686832}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB CLSClusteringS2S", "type": "C-MTEB/CLSClusteringS2S", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 37.87520358227087}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB CMedQAv1", "type": "C-MTEB/CMedQAv1-reranking", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "map", "value": 76.70424054530682}, {"type": "mrr", "value": 80.55007936507937}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB CMedQAv2", "type": "C-MTEB/CMedQAv2-reranking", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "map", "value": 78.28031561021152}, {"type": "mrr", "value": 81.80051587301587}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB CmedqaRetrieval", "type": "C-MTEB/CmedqaRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 19.296}, {"type": "map_at_10", "value": 28.706}, {"type": "map_at_100", "value": 30.462}, {"type": "map_at_1000", "value": 30.622}, {"type": "map_at_3", "value": 25.56}, {"type": "map_at_5", "value": 27.223999999999997}, {"type": "mrr_at_1", "value": 29.857}, {"type": "mrr_at_10", "value": 37.214999999999996}, {"type": "mrr_at_100", "value": 38.26}, {"type": "mrr_at_1000", "value": 38.330999999999996}, {"type": "mrr_at_3", "value": 34.959}, {"type": "mrr_at_5", "value": 36.18}, {"type": "ndcg_at_1", "value": 29.857}, {"type": "ndcg_at_10", "value": 34.509}, {"type": "ndcg_at_100", "value": 41.884}, {"type": "ndcg_at_1000", "value": 45.023}, {"type": "ndcg_at_3", "value": 30.288999999999998}, {"type": "ndcg_at_5", "value": 31.886}, {"type": "precision_at_1", "value": 29.857}, {"type": "precision_at_10", "value": 7.779}, {"type": "precision_at_100", "value": 1.383}, {"type": "precision_at_1000", "value": 0.178}, {"type": "precision_at_3", "value": 17.179}, {"type": "precision_at_5", "value": 12.443}, {"type": "recall_at_1", "value": 19.296}, {"type": "recall_at_10", "value": 43.221}, {"type": "recall_at_100", "value": 74.09700000000001}, {"type": "recall_at_1000", "value": 95.735}, {"type": "recall_at_3", "value": 30.436999999999998}, {"type": "recall_at_5", "value": 35.5}]}, {"task": {"type": "PairClassification"}, "dataset": {"name": "MTEB Cmnli", "type": "C-MTEB/CMNLI", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "cos_sim_accuracy", "value": 63.6440168370415}, {"type": "cos_sim_ap", "value": 68.79549034123916}, {"type": "cos_sim_f1", "value": 69.1282620766241}, {"type": "cos_sim_precision", "value": 57.20631030785726}, {"type": "cos_sim_recall", "value": 87.3275660509703}, {"type": "dot_accuracy", "value": 63.6440168370415}, {"type": "dot_ap", "value": 68.79977430584098}, {"type": "dot_f1", "value": 69.1282620766241}, {"type": "dot_precision", "value": 57.20631030785726}, {"type": "dot_recall", "value": 87.3275660509703}, {"type": "euclidean_accuracy", "value": 63.6440168370415}, {"type": "euclidean_ap", "value": 68.79548765330846}, {"type": "euclidean_f1", "value": 69.1282620766241}, {"type": "euclidean_precision", "value": 57.20631030785726}, {"type": "euclidean_recall", "value": 87.3275660509703}, {"type": "manhattan_accuracy", "value": 63.6440168370415}, {"type": "manhattan_ap", "value": 68.7809534749333}, {"type": "manhattan_f1", "value": 69.1069621999448}, {"type": "manhattan_precision", "value": 56.95876288659794}, {"type": "manhattan_recall", "value": 87.84194528875379}, {"type": "max_accuracy", "value": 63.6440168370415}, {"type": "max_ap", "value": 68.79977430584098}, {"type": "max_f1", "value": 69.1282620766241}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB CovidRetrieval", "type": "C-MTEB/CovidRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 60.485}, {"type": "map_at_10", "value": 71.15599999999999}, {"type": "map_at_100", "value": 71.504}, {"type": "map_at_1000", "value": 71.514}, {"type": "map_at_3", "value": 69.06400000000001}, {"type": "map_at_5", "value": 70.297}, {"type": "mrr_at_1", "value": 60.695}, {"type": "mrr_at_10", "value": 71.218}, {"type": "mrr_at_100", "value": 71.557}, {"type": "mrr_at_1000", "value": 71.568}, {"type": "mrr_at_3", "value": 69.21300000000001}, {"type": "mrr_at_5", "value": 70.393}, {"type": "ndcg_at_1", "value": 60.695}, {"type": "ndcg_at_10", "value": 75.899}, {"type": "ndcg_at_100", "value": 77.524}, {"type": "ndcg_at_1000", "value": 77.775}, {"type": "ndcg_at_3", "value": 71.72500000000001}, {"type": "ndcg_at_5", "value": 73.90299999999999}, {"type": "precision_at_1", "value": 60.695}, {"type": "precision_at_10", "value": 9.136}, {"type": "precision_at_100", "value": 0.991}, {"type": "precision_at_1000", "value": 0.101}, {"type": "precision_at_3", "value": 26.589000000000002}, {"type": "precision_at_5", "value": 17.028}, {"type": "recall_at_1", "value": 60.485}, {"type": "recall_at_10", "value": 90.49000000000001}, {"type": "recall_at_100", "value": 97.99799999999999}, {"type": "recall_at_1000", "value": 99.895}, {"type": "recall_at_3", "value": 79.215}, {"type": "recall_at_5", "value": 84.48400000000001}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB DuRetrieval", "type": "C-MTEB/DuRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 20.649}, {"type": "map_at_10", "value": 59.345000000000006}, {"type": "map_at_100", "value": 63.31}, {"type": "map_at_1000", "value": 63.449}, {"type": "map_at_3", "value": 41.614000000000004}, {"type": "map_at_5", "value": 51.425}, {"type": "mrr_at_1", "value": 73.7}, {"type": "mrr_at_10", "value": 80.42200000000001}, {"type": "mrr_at_100", "value": 80.675}, {"type": "mrr_at_1000", "value": 80.685}, {"type": "mrr_at_3", "value": 79.292}, {"type": "mrr_at_5", "value": 79.952}, {"type": "ndcg_at_1", "value": 73.7}, {"type": "ndcg_at_10", "value": 69.685}, {"type": "ndcg_at_100", "value": 76.071}, {"type": "ndcg_at_1000", "value": 77.561}, {"type": "ndcg_at_3", "value": 68.43}, {"type": "ndcg_at_5", "value": 66.78}, {"type": "precision_at_1", "value": 73.7}, {"type": "precision_at_10", "value": 33.615}, {"type": "precision_at_100", "value": 4.466}, {"type": "precision_at_1000", "value": 0.483}, {"type": "precision_at_3", "value": 60.93300000000001}, {"type": "precision_at_5", "value": 50.62}, {"type": "recall_at_1", "value": 20.649}, {"type": "recall_at_10", "value": 71.678}, {"type": "recall_at_100", "value": 91.107}, {"type": "recall_at_1000", "value": 98.489}, {"type": "recall_at_3", "value": 44.757000000000005}, {"type": "recall_at_5", "value": 57.853}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB EcomRetrieval", "type": "C-MTEB/EcomRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 33.0}, {"type": "map_at_10", "value": 43.988}, {"type": "map_at_100", "value": 44.798}, {"type": "map_at_1000", "value": 44.840999999999994}, {"type": "map_at_3", "value": 41.25}, {"type": "map_at_5", "value": 42.91}, {"type": "mrr_at_1", "value": 33.0}, {"type": "mrr_at_10", "value": 43.988}, {"type": "mrr_at_100", "value": 44.798}, {"type": "mrr_at_1000", "value": 44.840999999999994}, {"type": "mrr_at_3", "value": 41.25}, {"type": "mrr_at_5", "value": 42.91}, {"type": "ndcg_at_1", "value": 33.0}, {"type": "ndcg_at_10", "value": 49.544}, {"type": "ndcg_at_100", "value": 53.605999999999995}, {"type": "ndcg_at_1000", "value": 54.764}, {"type": "ndcg_at_3", "value": 43.887}, {"type": "ndcg_at_5", "value": 46.907}, {"type": "precision_at_1", "value": 33.0}, {"type": "precision_at_10", "value": 6.710000000000001}, {"type": "precision_at_100", "value": 0.864}, {"type": "precision_at_1000", "value": 0.096}, {"type": "precision_at_3", "value": 17.166999999999998}, {"type": "precision_at_5", "value": 11.78}, {"type": "recall_at_1", "value": 33.0}, {"type": "recall_at_10", "value": 67.10000000000001}, {"type": "recall_at_100", "value": 86.4}, {"type": "recall_at_1000", "value": 95.6}, {"type": "recall_at_3", "value": 51.5}, {"type": "recall_at_5", "value": 58.9}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB IFlyTek", "type": "C-MTEB/IFlyTek-classification", "config": "default", "split": "validation", "revision": "421605374b29664c5fc098418fe20ada9bd55f8a"}, "metrics": [{"type": "accuracy", "value": 47.741439015005774}, {"type": "f1", "value": 35.474522593244856}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB JDReview", "type": "C-MTEB/JDReview-classification", "config": "default", "split": "test", "revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b"}, "metrics": [{"type": "accuracy", "value": 84.18386491557224}, {"type": "ap", "value": 50.331823892307895}, {"type": "f1", "value": 78.46423899842871}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB LCQMC", "type": "C-MTEB/LCQMC", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 61.27982183684614}, {"type": "cos_sim_spearman", "value": 66.68643494062978}, {"type": "euclidean_pearson", "value": 65.18446288753343}, {"type": "euclidean_spearman", "value": 66.68643272258043}, {"type": "manhattan_pearson", "value": 65.4169819947427}, {"type": "manhattan_spearman", "value": 66.92322208196136}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB MMarcoReranking", "type": "C-MTEB/Mmarco-reranking", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map", "value": 23.220821016871753}, {"type": "mrr", "value": 21.65793650793651}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB MMarcoRetrieval", "type": "C-MTEB/MMarcoRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 48.725}, {"type": "map_at_10", "value": 59.06}, {"type": "map_at_100", "value": 59.638999999999996}, {"type": "map_at_1000", "value": 59.666}, {"type": "map_at_3", "value": 56.528999999999996}, {"type": "map_at_5", "value": 58.099999999999994}, {"type": "mrr_at_1", "value": 50.559}, {"type": "mrr_at_10", "value": 59.852000000000004}, {"type": "mrr_at_100", "value": 60.376}, {"type": "mrr_at_1000", "value": 60.4}, {"type": "mrr_at_3", "value": 57.555}, {"type": "mrr_at_5", "value": 58.967000000000006}, {"type": "ndcg_at_1", "value": 50.559}, {"type": "ndcg_at_10", "value": 63.931000000000004}, {"type": "ndcg_at_100", "value": 66.669}, {"type": "ndcg_at_1000", "value": 67.38199999999999}, {"type": "ndcg_at_3", "value": 59.03}, {"type": "ndcg_at_5", "value": 61.719}, {"type": "precision_at_1", "value": 50.559}, {"type": "precision_at_10", "value": 8.318}, {"type": "precision_at_100", "value": 0.97}, {"type": "precision_at_1000", "value": 0.10300000000000001}, {"type": "precision_at_3", "value": 22.975}, {"type": "precision_at_5", "value": 15.189}, {"type": "recall_at_1", "value": 48.725}, {"type": "recall_at_10", "value": 78.294}, {"type": "recall_at_100", "value": 90.947}, {"type": "recall_at_1000", "value": 96.58}, {"type": "recall_at_3", "value": 65.25}, {"type": "recall_at_5", "value": 71.64399999999999}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (zh-CN)", "type": "mteb/amazon_massive_intent", "config": "zh-CN", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 61.506388702084735}, {"type": "f1", "value": 58.09296024607959}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (zh-CN)", "type": "mteb/amazon_massive_scenario", "config": "zh-CN", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 68.54068594485541}, {"type": "f1", "value": 67.10301600316001}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB MedicalRetrieval", "type": "C-MTEB/MedicalRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 36.6}, {"type": "map_at_10", "value": 41.626000000000005}, {"type": "map_at_100", "value": 42.259}, {"type": "map_at_1000", "value": 42.325}, {"type": "map_at_3", "value": 39.95}, {"type": "map_at_5", "value": 40.925}, {"type": "mrr_at_1", "value": 36.6}, {"type": "mrr_at_10", "value": 41.642}, {"type": "mrr_at_100", "value": 42.276}, {"type": "mrr_at_1000", "value": 42.342}, {"type": "mrr_at_3", "value": 39.967000000000006}, {"type": "mrr_at_5", "value": 40.942}, {"type": "ndcg_at_1", "value": 36.6}, {"type": "ndcg_at_10", "value": 44.563}, {"type": "ndcg_at_100", "value": 48.051}, {"type": "ndcg_at_1000", "value": 50.126000000000005}, {"type": "ndcg_at_3", "value": 41.113}, {"type": "ndcg_at_5", "value": 42.856}, {"type": "precision_at_1", "value": 36.6}, {"type": "precision_at_10", "value": 5.4}, {"type": "precision_at_100", "value": 0.713}, {"type": "precision_at_1000", "value": 0.08800000000000001}, {"type": "precision_at_3", "value": 14.832999999999998}, {"type": "precision_at_5", "value": 9.74}, {"type": "recall_at_1", "value": 36.6}, {"type": "recall_at_10", "value": 54.0}, {"type": "recall_at_100", "value": 71.3}, {"type": "recall_at_1000", "value": 88.3}, {"type": "recall_at_3", "value": 44.5}, {"type": "recall_at_5", "value": 48.699999999999996}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MultilingualSentiment", "type": "C-MTEB/MultilingualSentiment-classification", "config": "default", "split": "validation", "revision": "46958b007a63fdbf239b7672c25d0bea67b5ea1a"}, "metrics": [{"type": "accuracy", "value": 71.13666666666667}, {"type": "f1", "value": 70.70955352114072}]}, {"task": {"type": "PairClassification"}, "dataset": {"name": "MTEB Ocnli", "type": "C-MTEB/OCNLI", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "cos_sim_accuracy", "value": 57.552788305360046}, {"type": "cos_sim_ap", "value": 57.99925908040314}, {"type": "cos_sim_f1", "value": 68.03603603603602}, {"type": "cos_sim_precision", "value": 51.64113785557986}, {"type": "cos_sim_recall", "value": 99.68321013727561}, {"type": "dot_accuracy", "value": 57.552788305360046}, {"type": "dot_ap", "value": 57.99925908040314}, {"type": "dot_f1", "value": 68.03603603603602}, {"type": "dot_precision", "value": 51.64113785557986}, {"type": "dot_recall", "value": 99.68321013727561}, {"type": "euclidean_accuracy", "value": 57.552788305360046}, {"type": "euclidean_ap", "value": 57.99925908040314}, {"type": "euclidean_f1", "value": 68.03603603603602}, {"type": "euclidean_precision", "value": 51.64113785557986}, {"type": "euclidean_recall", "value": 99.68321013727561}, {"type": "manhattan_accuracy", "value": 57.82349756361668}, {"type": "manhattan_ap", "value": 58.06447658366083}, {"type": "manhattan_f1", "value": 68.0820439006837}, {"type": "manhattan_precision", "value": 51.637554585152834}, {"type": "manhattan_recall", "value": 99.89440337909187}, {"type": "max_accuracy", "value": 57.82349756361668}, {"type": "max_ap", "value": 58.06447658366083}, {"type": "max_f1", "value": 68.0820439006837}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB OnlineShopping", "type": "C-MTEB/OnlineShopping-classification", "config": "default", "split": "test", "revision": "e610f2ebd179a8fda30ae534c3878750a96db120"}, "metrics": [{"type": "accuracy", "value": 89.78999999999999}, {"type": "ap", "value": 88.18580068282115}, {"type": "f1", "value": 89.78440880027107}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB PAWSX", "type": "C-MTEB/PAWSX", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 14.275914601577927}, {"type": "cos_sim_spearman", "value": 15.159517089386151}, {"type": "euclidean_pearson", "value": 16.947703922600706}, {"type": "euclidean_spearman", "value": 15.159778229648783}, {"type": "manhattan_pearson", "value": 16.949723597317618}, {"type": "manhattan_spearman", "value": 15.168661830776104}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB QBQTC", "type": "C-MTEB/QBQTC", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 30.756080454040273}, {"type": "cos_sim_spearman", "value": 31.587419186134024}, {"type": "euclidean_pearson", "value": 30.260574537599428}, {"type": "euclidean_spearman", "value": 31.587396288861157}, {"type": "manhattan_pearson", "value": 30.17903086373953}, {"type": "manhattan_spearman", "value": 31.542451771249734}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB STS22 (zh)", "type": "mteb/sts22-crosslingual-sts", "config": "zh", "split": "test", "revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80"}, "metrics": [{"type": "cos_sim_pearson", "value": 61.62397999344316}, {"type": "cos_sim_spearman", "value": 65.18755757041059}, {"type": "euclidean_pearson", "value": 62.0244836285851}, {"type": "euclidean_spearman", "value": 65.18755757041059}, {"type": "manhattan_pearson", "value": 61.68364429686755}, {"type": "manhattan_spearman", "value": 64.78960487603719}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB STSB", "type": "C-MTEB/STSB", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 70.70527620167447}, {"type": "cos_sim_spearman", "value": 70.54535482359282}, {"type": "euclidean_pearson", "value": 70.19143313983818}, {"type": "euclidean_spearman", "value": 70.54531318718149}, {"type": "manhattan_pearson", "value": 70.22947491094558}, {"type": "manhattan_spearman", "value": 70.53618087989595}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB T2Reranking", "type": "C-MTEB/T2Reranking", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map", "value": 61.87616616845465}, {"type": "mrr", "value": 69.01596973702593}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB T2Retrieval", "type": "C-MTEB/T2Retrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 13.855}, {"type": "map_at_10", "value": 39.846}, {"type": "map_at_100", "value": 44.62}, {"type": "map_at_1000", "value": 44.884}, {"type": "map_at_3", "value": 26.775}, {"type": "map_at_5", "value": 33.164}, {"type": "mrr_at_1", "value": 52.025}, {"type": "mrr_at_10", "value": 60.812999999999995}, {"type": "mrr_at_100", "value": 61.388}, {"type": "mrr_at_1000", "value": 61.419999999999995}, {"type": "mrr_at_3", "value": 58.788}, {"type": "mrr_at_5", "value": 60.050000000000004}, {"type": "ndcg_at_1", "value": 52.025}, {"type": "ndcg_at_10", "value": 50.127}, {"type": "ndcg_at_100", "value": 59.163}, {"type": "ndcg_at_1000", "value": 62.277}, {"type": "ndcg_at_3", "value": 48.912}, {"type": "ndcg_at_5", "value": 48.337}, {"type": "precision_at_1", "value": 52.025}, {"type": "precision_at_10", "value": 26.828999999999997}, {"type": "precision_at_100", "value": 4.266}, {"type": "precision_at_1000", "value": 0.502}, {"type": "precision_at_3", "value": 43.53}, {"type": "precision_at_5", "value": 37.269000000000005}, {"type": "recall_at_1", "value": 13.855}, {"type": "recall_at_10", "value": 52.459}, {"type": "recall_at_100", "value": 79.671}, {"type": "recall_at_1000", "value": 95.248}, {"type": "recall_at_3", "value": 30.080000000000002}, {"type": "recall_at_5", "value": 39.735}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB TNews", "type": "C-MTEB/TNews-classification", "config": "default", "split": "validation", "revision": "317f262bf1e6126357bbe89e875451e4b0938fe4"}, "metrics": [{"type": "accuracy", "value": 52.721}, {"type": "f1", "value": 50.992066915421375}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB ThuNewsClusteringP2P", "type": "C-MTEB/ThuNewsClusteringP2P", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 56.17125156769023}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB ThuNewsClusteringS2S", "type": "C-MTEB/ThuNewsClusteringS2S", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 57.552647981278426}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB VideoRetrieval", "type": "C-MTEB/VideoRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 31.900000000000002}, {"type": "map_at_10", "value": 39.366}, {"type": "map_at_100", "value": 40.186}, {"type": "map_at_1000", "value": 40.239000000000004}, {"type": "map_at_3", "value": 36.933}, {"type": "map_at_5", "value": 38.378}, {"type": "mrr_at_1", "value": 31.900000000000002}, {"type": "mrr_at_10", "value": 39.366}, {"type": "mrr_at_100", "value": 40.186}, {"type": "mrr_at_1000", "value": 40.239000000000004}, {"type": "mrr_at_3", "value": 36.933}, {"type": "mrr_at_5", "value": 38.378}, {"type": "ndcg_at_1", "value": 31.900000000000002}, {"type": "ndcg_at_10", "value": 43.541999999999994}, {"type": "ndcg_at_100", "value": 47.697}, {"type": "ndcg_at_1000", "value": 49.306}, {"type": "ndcg_at_3", "value": 38.568999999999996}, {"type": "ndcg_at_5", "value": 41.168}, {"type": "precision_at_1", "value": 31.900000000000002}, {"type": "precision_at_10", "value": 5.6899999999999995}, {"type": "precision_at_100", "value": 0.767}, {"type": "precision_at_1000", "value": 0.09}, {"type": "precision_at_3", "value": 14.433000000000002}, {"type": "precision_at_5", "value": 9.92}, {"type": "recall_at_1", "value": 31.900000000000002}, {"type": "recall_at_10", "value": 56.89999999999999}, {"type": "recall_at_100", "value": 76.7}, {"type": "recall_at_1000", "value": 89.8}, {"type": "recall_at_3", "value": 43.3}, {"type": "recall_at_5", "value": 49.6}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB Waimai", "type": "C-MTEB/waimai-classification", "config": "default", "split": "test", "revision": "339287def212450dcaa9df8c22bf93e9980c7023"}, "metrics": [{"type": "accuracy", "value": 85.52}, {"type": "ap", "value": 67.91529494717969}, {"type": "f1", "value": 83.83738833971195}]}]}]}
mteb model-index has_space region:us