
---
license: apache-2.0
---

{"tags": ["mteb"], "model-index": [{"name": "winberta-large", "results": [{"task": {"type": "STS"}, "dataset": {"name": "MTEB AFQMC", "type": "C-MTEB/AFQMC", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 41.77725389846057}, {"type": "cos_sim_spearman", "value": 46.70255351226939}, {"type": "euclidean_pearson", "value": 45.22550045993912}, {"type": "euclidean_spearman", "value": 46.70255351226939}, {"type": "manhattan_pearson", "value": 45.19405644988887}, {"type": "manhattan_spearman", "value": 46.680519207418264}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB ATEC", "type": "C-MTEB/ATEC", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 41.90208621690777}, {"type": "cos_sim_spearman", "value": 49.95255202729448}, {"type": "euclidean_pearson", "value": 49.756907552767956}, {"type": "euclidean_spearman", "value": 49.95255202729448}, {"type": "manhattan_pearson", "value": 49.75325413164269}, {"type": "manhattan_spearman", "value": 49.96252496785108}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB AmazonReviewsClassification (zh)", "type": "mteb/amazon_reviews_multi", "config": "zh", "split": "test", "revision": "1399c76144fd37290681b995c656ef9b2e06e26d"}, "metrics": [{"type": "accuracy", "value": 42.038000000000004}, {"type": "f1", "value": 40.20953065985179}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB BQ", "type": "C-MTEB/BQ", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 54.24089984585099}, {"type": "cos_sim_spearman", "value": 56.075463873104766}, {"type": "euclidean_pearson", "value": 55.20252472986401}, {"type": "euclidean_spearman", "value": 56.075463873104766}, {"type": "manhattan_pearson", "value": 55.13086772848814}, {"type": "manhattan_spearman", "value": 56.02039158535162}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB CLSClusteringP2P", "type": "C-MTEB/CLSClusteringP2P", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 42.83769092800803}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB CLSClusteringS2S", "type": "C-MTEB/CLSClusteringS2S", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 39.772368416311195}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB CMedQAv1", "type": "C-MTEB/CMedQAv1-reranking", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "map", "value": 78.3895639270477}, {"type": "mrr", "value": 81.64801587301588}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB CMedQAv2", "type": "C-MTEB/CMedQAv2-reranking", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "map", "value": 80.84221923370502}, {"type": "mrr", "value": 84.32821428571428}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB CmedqaRetrieval", "type": "C-MTEB/CmedqaRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 18.695999999999998}, {"type": "map_at_10", "value": 28.171000000000003}, {"type": "map_at_100", "value": 29.927}, {"type": "map_at_1000", "value": 30.09}, {"type": "map_at_3", "value": 24.854000000000003}, {"type": "map_at_5", "value": 26.573}, {"type": "mrr_at_1", "value": 29.256999999999998}, {"type": "mrr_at_10", "value": 36.584}, {"type": "mrr_at_100", "value": 37.643}, {"type": "mrr_at_1000", "value": 37.713}, {"type": "mrr_at_3", "value": 34.171}, {"type": "mrr_at_5", "value": 35.436}, {"type": "ndcg_at_1", "value": 29.256999999999998}, {"type": "ndcg_at_10", "value": 34.079}, {"type": "ndcg_at_100", "value": 41.538000000000004}, {"type": "ndcg_at_1000", "value": 44.651999999999994}, {"type": "ndcg_at_3", "value": 29.439999999999998}, {"type": "ndcg_at_5", "value": 31.172}, {"type": "precision_at_1", "value": 29.256999999999998}, {"type": "precision_at_10", "value": 7.804}, {"type": "precision_at_100", "value": 1.392}, {"type": "precision_at_1000", "value": 0.179}, {"type": "precision_at_3", "value": 16.804}, {"type": "precision_at_5", "value": 12.267999999999999}, {"type": "recall_at_1", "value": 18.695999999999998}, {"type": "recall_at_10", "value": 43.325}, {"type": "recall_at_100", "value": 74.765}, {"type": "recall_at_1000", "value": 95.999}, {"type": "recall_at_3", "value": 29.384}, {"type": "recall_at_5", "value": 34.765}]}, {"task": {"type": "PairClassification"}, "dataset": {"name": "MTEB Cmnli", "type": "C-MTEB/CMNLI", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "cos_sim_accuracy", "value": 79.15814792543597}, {"type": "cos_sim_ap", "value": 87.29838623651833}, {"type": "cos_sim_f1", "value": 80.6512349097353}, {"type": "cos_sim_precision", "value": 76.62037037037037}, {"type": "cos_sim_recall", "value": 85.1297638531681}, {"type": "dot_accuracy", "value": 79.15814792543597}, {"type": "dot_ap", "value": 87.30641807786448}, {"type": "dot_f1", "value": 80.6512349097353}, {"type": "dot_precision", "value": 76.62037037037037}, {"type": "dot_recall", "value": 85.1297638531681}, {"type": "euclidean_accuracy", "value": 79.15814792543597}, {"type": "euclidean_ap", "value": 87.29838623651833}, {"type": "euclidean_f1", "value": 80.6512349097353}, {"type": "euclidean_precision", "value": 76.62037037037037}, {"type": "euclidean_recall", "value": 85.1297638531681}, {"type": "manhattan_accuracy", "value": 79.15814792543597}, {"type": "manhattan_ap", "value": 87.29705330875109}, {"type": "manhattan_f1", "value": 80.66914498141264}, {"type": "manhattan_precision", "value": 75.76504415691106}, {"type": "manhattan_recall", "value": 86.2520458265139}, {"type": "max_accuracy", "value": 79.15814792543597}, {"type": "max_ap", "value": 87.30641807786448}, {"type": "max_f1", "value": 80.66914498141264}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB CovidRetrieval", "type": "C-MTEB/CovidRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 58.325}, {"type": "map_at_10", "value": 67.572}, {"type": "map_at_100", "value": 68.142}, {"type": "map_at_1000", "value": 68.152}, {"type": "map_at_3", "value": 65.446}, {"type": "map_at_5", "value": 66.794}, {"type": "mrr_at_1", "value": 58.272}, {"type": "mrr_at_10", "value": 67.469}, {"type": "mrr_at_100", "value": 68.048}, {"type": "mrr_at_1000", "value": 68.05799999999999}, {"type": "mrr_at_3", "value": 65.385}, {"type": "mrr_at_5", "value": 66.728}, {"type": "ndcg_at_1", "value": 58.377}, {"type": "ndcg_at_10", "value": 71.922}, {"type": "ndcg_at_100", "value": 74.49799999999999}, {"type": "ndcg_at_1000", "value": 74.80799999999999}, {"type": "ndcg_at_3", "value": 67.711}, {"type": "ndcg_at_5", "value": 70.075}, {"type": "precision_at_1", "value": 58.377}, {"type": "precision_at_10", "value": 8.641}, {"type": "precision_at_100", "value": 0.9809999999999999}, {"type": "precision_at_1000", "value": 0.101}, {"type": "precision_at_3", "value": 24.833}, {"type": "precision_at_5", "value": 16.101}, {"type": "recall_at_1", "value": 58.325}, {"type": "recall_at_10", "value": 85.458}, {"type": "recall_at_100", "value": 97.05}, {"type": "recall_at_1000", "value": 99.579}, {"type": "recall_at_3", "value": 74.18299999999999}, {"type": "recall_at_5", "value": 79.768}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB DuRetrieval", "type": "C-MTEB/DuRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 23.448}, {"type": "map_at_10", "value": 70.368}, {"type": "map_at_100", "value": 73.644}, {"type": "map_at_1000", "value": 73.727}, {"type": "map_at_3", "value": 48.317}, {"type": "map_at_5", "value": 61.114999999999995}, {"type": "mrr_at_1", "value": 83.5}, {"type": "mrr_at_10", "value": 88.592}, {"type": "mrr_at_100", "value": 88.69200000000001}, {"type": "mrr_at_1000", "value": 88.696}, {"type": "mrr_at_3", "value": 88.058}, {"type": "mrr_at_5", "value": 88.458}, {"type": "ndcg_at_1", "value": 83.5}, {"type": "ndcg_at_10", "value": 79.696}, {"type": "ndcg_at_100", "value": 83.88799999999999}, {"type": "ndcg_at_1000", "value": 84.64699999999999}, {"type": "ndcg_at_3", "value": 78.39500000000001}, {"type": "ndcg_at_5", "value": 77.289}, {"type": "precision_at_1", "value": 83.5}, {"type": "precision_at_10", "value": 38.525}, {"type": "precision_at_100", "value": 4.656}, {"type": "precision_at_1000", "value": 0.485}, {"type": "precision_at_3", "value": 70.383}, {"type": "precision_at_5", "value": 59.56}, {"type": "recall_at_1", "value": 23.448}, {"type": "recall_at_10", "value": 81.274}, {"type": "recall_at_100", "value": 94.447}, {"type": "recall_at_1000", "value": 98.209}, {"type": "recall_at_3", "value": 51.122}, {"type": "recall_at_5", "value": 67.29899999999999}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB EcomRetrieval", "type": "C-MTEB/EcomRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 44.2}, {"type": "map_at_10", "value": 54.083999999999996}, {"type": "map_at_100", "value": 54.775}, {"type": "map_at_1000", "value": 54.800000000000004}, {"type": "map_at_3", "value": 51.5}, {"type": "map_at_5", "value": 52.94}, {"type": "mrr_at_1", "value": 44.2}, {"type": "mrr_at_10", "value": 54.083999999999996}, {"type": "mrr_at_100", "value": 54.775}, {"type": "mrr_at_1000", "value": 54.800000000000004}, {"type": "mrr_at_3", "value": 51.5}, {"type": "mrr_at_5", "value": 52.94}, {"type": "ndcg_at_1", "value": 44.2}, {"type": "ndcg_at_10", "value": 59.221999999999994}, {"type": "ndcg_at_100", "value": 62.463}, {"type": "ndcg_at_1000", "value": 63.159}, {"type": "ndcg_at_3", "value": 53.888000000000005}, {"type": "ndcg_at_5", "value": 56.483000000000004}, {"type": "precision_at_1", "value": 44.2}, {"type": "precision_at_10", "value": 7.55}, {"type": "precision_at_100", "value": 0.9039999999999999}, {"type": "precision_at_1000", "value": 0.096}, {"type": "precision_at_3", "value": 20.267}, {"type": "precision_at_5", "value": 13.420000000000002}, {"type": "recall_at_1", "value": 44.2}, {"type": "recall_at_10", "value": 75.5}, {"type": "recall_at_100", "value": 90.4}, {"type": "recall_at_1000", "value": 95.89999999999999}, {"type": "recall_at_3", "value": 60.8}, {"type": "recall_at_5", "value": 67.10000000000001}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB IFlyTek", "type": "C-MTEB/IFlyTek-classification", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 46.30242400923432}, {"type": "f1", "value": 34.9084495621858}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB JDReview", "type": "C-MTEB/JDReview-classification", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 77.2983114446529}, {"type": "ap", "value": 38.88426285856333}, {"type": "f1", "value": 70.55729261942591}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB LCQMC", "type": "C-MTEB/LCQMC", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 68.5643564120875}, {"type": "cos_sim_spearman", "value": 74.96268256412532}, {"type": "euclidean_pearson", "value": 74.05621406127399}, {"type": "euclidean_spearman", "value": 74.96268256412532}, {"type": "manhattan_pearson", "value": 74.04916252136826}, {"type": "manhattan_spearman", "value": 74.95628866390487}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB MMarcoReranking", "type": "C-MTEB/Mmarco-reranking", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map", "value": 27.289171935571773}, {"type": "mrr", "value": 25.7218253968254}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB MMarcoRetrieval", "type": "C-MTEB/MMarcoRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 61.632}, {"type": "map_at_10", "value": 70.796}, {"type": "map_at_100", "value": 71.21300000000001}, {"type": "map_at_1000", "value": 71.22800000000001}, {"type": "map_at_3", "value": 68.848}, {"type": "map_at_5", "value": 70.044}, {"type": "mrr_at_1", "value": 63.768}, {"type": "mrr_at_10", "value": 71.516}, {"type": "mrr_at_100", "value": 71.884}, {"type": "mrr_at_1000", "value": 71.897}, {"type": "mrr_at_3", "value": 69.814}, {"type": "mrr_at_5", "value": 70.843}, {"type": "ndcg_at_1", "value": 63.768}, {"type": "ndcg_at_10", "value": 74.727}, {"type": "ndcg_at_100", "value": 76.649}, {"type": "ndcg_at_1000", "value": 77.05300000000001}, {"type": "ndcg_at_3", "value": 71.00800000000001}, {"type": "ndcg_at_5", "value": 73.015}, {"type": "precision_at_1", "value": 63.768}, {"type": "precision_at_10", "value": 9.15}, {"type": "precision_at_100", "value": 1.012}, {"type": "precision_at_1000", "value": 0.105}, {"type": "precision_at_3", "value": 26.848}, {"type": "precision_at_5", "value": 17.172}, {"type": "recall_at_1", "value": 61.632}, {"type": "recall_at_10", "value": 86.162}, {"type": "recall_at_100", "value": 94.953}, {"type": "recall_at_1000", "value": 98.148}, {"type": "recall_at_3", "value": 76.287}, {"type": "recall_at_5", "value": 81.03399999999999}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (af)", "type": "mteb/amazon_massive_intent", "config": "af", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 25.79690652320108}, {"type": "f1", "value": 24.093438782440067}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (am)", "type": "mteb/amazon_massive_intent", "config": "am", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 3.338937457969066}, {"type": "f1", "value": 2.404152046553366}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ar)", "type": "mteb/amazon_massive_intent", "config": "ar", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 6.489576328177541}, {"type": "f1", "value": 4.62270646032821}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (az)", "type": "mteb/amazon_massive_intent", "config": "az", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 24.767989240080695}, {"type": "f1", "value": 23.495689794075474}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (bn)", "type": "mteb/amazon_massive_intent", "config": "bn", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 4.29724277067922}, {"type": "f1", "value": 2.2466735164037934}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (cy)", "type": "mteb/amazon_massive_intent", "config": "cy", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 26.388702084734366}, {"type": "f1", "value": 23.86003112409349}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (da)", "type": "mteb/amazon_massive_intent", "config": "da", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 31.4694014794889}, {"type": "f1", "value": 29.017559554815392}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (de)", "type": "mteb/amazon_massive_intent", "config": "de", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 28.09011432414256}, {"type": "f1", "value": 24.796051996220104}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (el)", "type": "mteb/amazon_massive_intent", "config": "el", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 19.240080699394753}, {"type": "f1", "value": 16.13607169381968}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (en)", "type": "mteb/amazon_massive_intent", "config": "en", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 53.406186953597846}, {"type": "f1", "value": 49.55550114595557}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (es)", "type": "mteb/amazon_massive_intent", "config": "es", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 30.615332885003365}, {"type": "f1", "value": 29.13481030937436}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (fa)", "type": "mteb/amazon_massive_intent", "config": "fa", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 7.205783456624077}, {"type": "f1", "value": 4.601802513446058}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (fi)", "type": "mteb/amazon_massive_intent", "config": "fi", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 27.205783456624072}, {"type": "f1", "value": 24.177535740725418}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (fr)", "type": "mteb/amazon_massive_intent", "config": "fr", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 32.63618022864828}, {"type": "f1", "value": 31.190168140021303}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (he)", "type": "mteb/amazon_massive_intent", "config": "he", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 2.6630800268997983}, {"type": "f1", "value": 1.913464455449111}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (hi)", "type": "mteb/amazon_massive_intent", "config": "hi", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 4.593140551445864}, {"type": "f1", "value": 2.6428594688121865}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (hu)", "type": "mteb/amazon_massive_intent", "config": "hu", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 25.648957632817755}, {"type": "f1", "value": 22.88249345748577}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (hy)", "type": "mteb/amazon_massive_intent", "config": "hy", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 4.862138533960995}, {"type": "f1", "value": 2.739262235100375}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (id)", "type": "mteb/amazon_massive_intent", "config": "id", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 29.808338937457968}, {"type": "f1", "value": 29.055301842025006}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (is)", "type": "mteb/amazon_massive_intent", "config": "is", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 23.5305985205111}, {"type": "f1", "value": 21.232935753763023}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (it)", "type": "mteb/amazon_massive_intent", "config": "it", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 34.47209145931405}, {"type": "f1", "value": 32.987844813265305}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ja)", "type": "mteb/amazon_massive_intent", "config": "ja", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 39.40147948890383}, {"type": "f1", "value": 37.59135086216479}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (jv)", "type": "mteb/amazon_massive_intent", "config": "jv", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 28.749159381304644}, {"type": "f1", "value": 26.132814845473103}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ka)", "type": "mteb/amazon_massive_intent", "config": "ka", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 4.344317417619368}, {"type": "f1", "value": 2.9377190150068957}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (km)", "type": "mteb/amazon_massive_intent", "config": "km", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 6.102891728312036}, {"type": "f1", "value": 3.962539148306579}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (kn)", "type": "mteb/amazon_massive_intent", "config": "kn", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 4.462004034969738}, {"type": "f1", "value": 2.618811361288446}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ko)", "type": "mteb/amazon_massive_intent", "config": "ko", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 14.156018829858777}, {"type": "f1", "value": 12.032224251194693}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (lv)", "type": "mteb/amazon_massive_intent", "config": "lv", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 29.855413584398114}, {"type": "f1", "value": 26.4935948293649}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ml)", "type": "mteb/amazon_massive_intent", "config": "ml", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 3.6919973100201746}, {"type": "f1", "value": 1.9455177645088522}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (mn)", "type": "mteb/amazon_massive_intent", "config": "mn", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 7.864828513786145}, {"type": "f1", "value": 5.890463192551815}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ms)", "type": "mteb/amazon_massive_intent", "config": "ms", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 28.05312710154674}, {"type": "f1", "value": 25.167919685520967}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (my)", "type": "mteb/amazon_massive_intent", "config": "my", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 6.9804976462676525}, {"type": "f1", "value": 3.5784028024922963}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (nb)", "type": "mteb/amazon_massive_intent", "config": "nb", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 28.648285137861468}, {"type": "f1", "value": 26.310748922753458}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (nl)", "type": "mteb/amazon_massive_intent", "config": "nl", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 32.92199058507062}, {"type": "f1", "value": 29.644293217296745}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (pl)", "type": "mteb/amazon_massive_intent", "config": "pl", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 27.622730329522525}, {"type": "f1", "value": 24.469668239014812}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (pt)", "type": "mteb/amazon_massive_intent", "config": "pt", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 33.52723604572966}, {"type": "f1", "value": 30.92548605264693}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ro)", "type": "mteb/amazon_massive_intent", "config": "ro", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 31.32145258910558}, {"type": "f1", "value": 29.33012083327001}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ru)", "type": "mteb/amazon_massive_intent", "config": "ru", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 11.271015467383993}, {"type": "f1", "value": 10.062644252034659}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (sl)", "type": "mteb/amazon_massive_intent", "config": "sl", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 27.942165433759254}, {"type": "f1", "value": 25.33080090111651}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (sq)", "type": "mteb/amazon_massive_intent", "config": "sq", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 32.895090786819104}, {"type": "f1", "value": 28.439539068323533}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (sv)", "type": "mteb/amazon_massive_intent", "config": "sv", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 26.852723604572965}, {"type": "f1", "value": 25.395656180022463}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (sw)", "type": "mteb/amazon_massive_intent", "config": "sw", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 29.404841963685275}, {"type": "f1", "value": 26.21621146728871}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ta)", "type": "mteb/amazon_massive_intent", "config": "ta", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 3.3254875588433084}, {"type": "f1", "value": 1.603092746324846}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (te)", "type": "mteb/amazon_massive_intent", "config": "te", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 3.463349024882313}, {"type": "f1", "value": 2.0928407358339736}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (th)", "type": "mteb/amazon_massive_intent", "config": "th", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 12.982515131136513}, {"type": "f1", "value": 11.01712677163494}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (tl)", "type": "mteb/amazon_massive_intent", "config": "tl", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 30.729657027572294}, {"type": "f1", "value": 26.83317869501593}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (tr)", "type": "mteb/amazon_massive_intent", "config": "tr", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 23.570948217888372}, {"type": "f1", "value": 22.40127425434381}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ur)", "type": "mteb/amazon_massive_intent", "config": "ur", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 4.983187626092804}, {"type": "f1", "value": 3.718347039099332}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (vi)", "type": "mteb/amazon_massive_intent", "config": "vi", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 21.893073301950235}, {"type": "f1", "value": 20.675025999929755}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (zh-CN)", "type": "mteb/amazon_massive_intent", "config": "zh-CN", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 70.82044384667114}, {"type": "f1", "value": 68.45757969594844}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (zh-TW)", "type": "mteb/amazon_massive_intent", "config": "zh-TW", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 65.52790854068594}, {"type": "f1", "value": 64.67811461805108}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (af)", "type": "mteb/amazon_massive_scenario", "config": "af", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 31.55346334902488}, {"type": "f1", "value": 29.191252426466214}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (am)", "type": "mteb/amazon_massive_scenario", "config": "am", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 7.488231338264964}, {"type": "f1", "value": 5.0160562127811685}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ar)", "type": "mteb/amazon_massive_scenario", "config": "ar", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 14.996637525218562}, {"type": "f1", "value": 11.249193510499182}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (az)", "type": "mteb/amazon_massive_scenario", "config": "az", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 29.132481506388704}, {"type": "f1", "value": 26.38076542865094}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (bn)", "type": "mteb/amazon_massive_scenario", "config": "bn", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 9.243443174176194}, {"type": "f1", "value": 6.038537369329211}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (cy)", "type": "mteb/amazon_massive_scenario", "config": "cy", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 29.720914593140552}, {"type": "f1", "value": 26.928872478782672}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (da)", "type": "mteb/amazon_massive_scenario", "config": "da", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 39.791526563550775}, {"type": "f1", "value": 35.368330225384334}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (de)", "type": "mteb/amazon_massive_scenario", "config": "de", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 34.67720242098184}, {"type": "f1", "value": 31.39329003485599}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (el)", "type": "mteb/amazon_massive_scenario", "config": "el", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 28.833221250840612}, {"type": "f1", "value": 25.447170771092875}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (en)", "type": "mteb/amazon_massive_scenario", "config": "en", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 61.77538668459987}, {"type": "f1", "value": 58.638713385209904}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (es)", "type": "mteb/amazon_massive_scenario", "config": "es", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 35.96839273705447}, {"type": "f1", "value": 32.76368046131194}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (fa)", "type": "mteb/amazon_massive_scenario", "config": "fa", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 11.123066577000671}, {"type": "f1", "value": 7.872676893973924}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (fi)", "type": "mteb/amazon_massive_scenario", "config": "fi", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 28.614660390047074}, {"type": "f1", "value": 25.645947438401855}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (fr)", "type": "mteb/amazon_massive_scenario", "config": "fr", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 40.65568258238063}, {"type": "f1", "value": 37.66349602390266}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (he)", "type": "mteb/amazon_massive_scenario", "config": "he", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 9.008069939475453}, {"type": "f1", "value": 5.1554089293899965}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (hi)", "type": "mteb/amazon_massive_scenario", "config": "hi", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 9.915938130464022}, {"type": "f1", "value": 6.413016136448915}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (hu)", "type": "mteb/amazon_massive_scenario", "config": "hu", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 32.07464694014795}, {"type": "f1", "value": 29.435621484770174}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (hy)", "type": "mteb/amazon_massive_scenario", "config": "hy", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 8.43981170141224}, {"type": "f1", "value": 6.157676936089851}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (id)", "type": "mteb/amazon_massive_scenario", "config": "id", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 34.89912575655683}, {"type": "f1", "value": 31.614865711813938}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (is)", "type": "mteb/amazon_massive_scenario", "config": "is", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 30.954942837928712}, {"type": "f1", "value": 26.844232924337497}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (it)", "type": "mteb/amazon_massive_scenario", "config": "it", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 41.059179556153325}, {"type": "f1", "value": 36.92471115077745}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ja)", "type": "mteb/amazon_massive_scenario", "config": "ja", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 48.73234700739745}, {"type": "f1", "value": 46.89395011365762}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (jv)", "type": "mteb/amazon_massive_scenario", "config": "jv", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 35.08742434431742}, {"type": "f1", "value": 32.314520222383585}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ka)", "type": "mteb/amazon_massive_scenario", "config": "ka", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 9.287155346334904}, {"type": "f1", "value": 7.13459214077311}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (km)", "type": "mteb/amazon_massive_scenario", "config": "km", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 11.193678547410894}, {"type": "f1", "value": 7.329043540295746}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (kn)", "type": "mteb/amazon_massive_scenario", "config": "kn", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 10.097511768661734}, {"type": "f1", "value": 7.212356186519867}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ko)", "type": "mteb/amazon_massive_scenario", "config": "ko", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 19.196368527236046}, {"type": "f1", "value": 16.798046606500282}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (lv)", "type": "mteb/amazon_massive_scenario", "config": "lv", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 32.49495628782785}, {"type": "f1", "value": 28.359188240241444}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ml)", "type": "mteb/amazon_massive_scenario", "config": "ml", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 6.36516476126429}, {"type": "f1", "value": 3.7192665599079913}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (mn)", "type": "mteb/amazon_massive_scenario", "config": "mn", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 13.076664425016812}, {"type": "f1", "value": 9.572770203976713}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ms)", "type": "mteb/amazon_massive_scenario", "config": "ms", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 39.17955615332885}, {"type": "f1", "value": 33.8253960820197}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (my)", "type": "mteb/amazon_massive_scenario", "config": "my", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 12.252858103564224}, {"type": "f1", "value": 9.096519579346872}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (nb)", "type": "mteb/amazon_massive_scenario", "config": "nb", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 35.24209818426362}, {"type": "f1", "value": 32.24756964062884}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (nl)", "type": "mteb/amazon_massive_scenario", "config": "nl", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 38.17081371889711}, {"type": "f1", "value": 34.8539465599922}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (pl)", "type": "mteb/amazon_massive_scenario", "config": "pl", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 31.60390047074647}, {"type": "f1", "value": 28.24199310436465}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (pt)", "type": "mteb/amazon_massive_scenario", "config": "pt", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 40.01008742434432}, {"type": "f1", "value": 37.21826826542489}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ro)", "type": "mteb/amazon_massive_scenario", "config": "ro", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 39.25353059852051}, {"type": "f1", "value": 35.457426597271784}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ru)", "type": "mteb/amazon_massive_scenario", "config": "ru", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 16.70813718897108}, {"type": "f1", "value": 14.338767956114001}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (sl)", "type": "mteb/amazon_massive_scenario", "config": "sl", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 33.94418291862811}, {"type": "f1", "value": 30.577444242695694}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (sq)", "type": "mteb/amazon_massive_scenario", "config": "sq", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 40.396772024209824}, {"type": "f1", "value": 36.028103018769436}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (sv)", "type": "mteb/amazon_massive_scenario", "config": "sv", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 30.722932078009418}, {"type": "f1", "value": 28.49491987141746}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (sw)", "type": "mteb/amazon_massive_scenario", "config": "sw", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 37.14189643577674}, {"type": "f1", "value": 32.52116385408168}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ta)", "type": "mteb/amazon_massive_scenario", "config": "ta", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 8.214525891055818}, {"type": "f1", "value": 4.448399109965533}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (te)", "type": "mteb/amazon_massive_scenario", "config": "te", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 7.96570275722932}, {"type": "f1", "value": 5.128691464756114}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (th)", "type": "mteb/amazon_massive_scenario", "config": "th", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 21.55682582380632}, {"type": "f1", "value": 17.110218757379613}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (tl)", "type": "mteb/amazon_massive_scenario", "config": "tl", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 36.70141223940821}, {"type": "f1", "value": 32.96113533567822}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (tr)", "type": "mteb/amazon_massive_scenario", "config": "tr", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 28.80295897780767}, {"type": "f1", "value": 27.77008973951413}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ur)", "type": "mteb/amazon_massive_scenario", "config": "ur", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 10.460659045057163}, {"type": "f1", "value": 7.90075042321315}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (vi)", "type": "mteb/amazon_massive_scenario", "config": "vi", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 27.720242098184265}, {"type": "f1", "value": 26.76341970948208}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (zh-CN)", "type": "mteb/amazon_massive_scenario", "config": "zh-CN", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 75.21183591123066}, {"type": "f1", "value": 74.55953469104787}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (zh-TW)", "type": "mteb/amazon_massive_scenario", "config": "zh-TW", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 71.52320107599192}, {"type": "f1", "value": 71.16094498697193}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB MedicalRetrieval", "type": "C-MTEB/MedicalRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 43.2}, {"type": "map_at_10", "value": 48.788}, {"type": "map_at_100", "value": 49.412}, {"type": "map_at_1000", "value": 49.480000000000004}, {"type": "map_at_3", "value": 47.55}, {"type": "map_at_5", "value": 48.27}, {"type": "mrr_at_1", "value": 43.2}, {"type": "mrr_at_10", "value": 48.788}, {"type": "mrr_at_100", "value": 49.412}, {"type": "mrr_at_1000", "value": 49.480000000000004}, {"type": "mrr_at_3", "value": 47.55}, {"type": "mrr_at_5", "value": 48.27}, {"type": "ndcg_at_1", "value": 43.2}, {"type": "ndcg_at_10", "value": 51.504000000000005}, {"type": "ndcg_at_100", "value": 54.718}, {"type": "ndcg_at_1000", "value": 56.754000000000005}, {"type": "ndcg_at_3", "value": 48.975}, {"type": "ndcg_at_5", "value": 50.283}, {"type": "precision_at_1", "value": 43.2}, {"type": "precision_at_10", "value": 6.0}, {"type": "precision_at_100", "value": 0.755}, {"type": "precision_at_1000", "value": 0.092}, {"type": "precision_at_3", "value": 17.7}, {"type": "precision_at_5", "value": 11.26}, {"type": "recall_at_1", "value": 43.2}, {"type": "recall_at_10", "value": 60.0}, {"type": "recall_at_100", "value": 75.5}, {"type": "recall_at_1000", "value": 92.0}, {"type": "recall_at_3", "value": 53.1}, {"type": "recall_at_5", "value": 56.3}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MultilingualSentiment", "type": "C-MTEB/MultilingualSentiment-classification", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 71.66666666666669}, {"type": "f1", "value": 71.30679309756734}]}, {"task": {"type": "PairClassification"}, "dataset": {"name": "MTEB Ocnli", "type": "C-MTEB/OCNLI", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "cos_sim_accuracy", "value": 73.47049269085004}, {"type": "cos_sim_ap", "value": 77.45627413542758}, {"type": "cos_sim_f1", "value": 76.38326585695006}, {"type": "cos_sim_precision", "value": 66.53605015673982}, {"type": "cos_sim_recall", "value": 89.65153115100317}, {"type": "dot_accuracy", "value": 73.47049269085004}, {"type": "dot_ap", "value": 77.45627413542758}, {"type": "dot_f1", "value": 76.38326585695006}, {"type": "dot_precision", "value": 66.53605015673982}, {"type": "dot_recall", "value": 89.65153115100317}, {"type": "euclidean_accuracy", "value": 73.47049269085004}, {"type": "euclidean_ap", "value": 77.45620654340667}, {"type": "euclidean_f1", "value": 76.38326585695006}, {"type": "euclidean_precision", "value": 66.53605015673982}, {"type": "euclidean_recall", "value": 89.65153115100317}, {"type": "manhattan_accuracy", "value": 73.36220898754738}, {"type": "manhattan_ap", "value": 77.37536169412738}, {"type": "manhattan_f1", "value": 76.38640429338103}, {"type": "manhattan_precision", "value": 66.25290923196276}, {"type": "manhattan_recall", "value": 90.17951425554382}, {"type": "max_accuracy", "value": 73.47049269085004}, {"type": "max_ap", "value": 77.45627413542758}, {"type": "max_f1", "value": 76.38640429338103}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB OnlineShopping", "type": "C-MTEB/OnlineShopping-classification", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 91.53}, {"type": "ap", "value": 89.42581459526625}, {"type": "f1", "value": 91.52129393166419}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB PAWSX", "type": "C-MTEB/PAWSX", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 29.140746638094146}, {"type": "cos_sim_spearman", "value": 33.485405306894954}, {"type": "euclidean_pearson", "value": 33.519345307695055}, {"type": "euclidean_spearman", "value": 33.485405306894954}, {"type": "manhattan_pearson", "value": 33.477525315080555}, {"type": "manhattan_spearman", "value": 33.45108970796106}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB QBQTC", "type": "C-MTEB/QBQTC", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 29.1489803117667}, {"type": "cos_sim_spearman", "value": 31.064278185902484}, {"type": "euclidean_pearson", "value": 29.46668604738617}, {"type": "euclidean_spearman", "value": 31.064327209275294}, {"type": "manhattan_pearson", "value": 29.486028367555363}, {"type": "manhattan_spearman", "value": 31.08380235579532}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB STS22 (zh)", "type": "mteb/sts22-crosslingual-sts", "config": "zh", "split": "test", "revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80"}, "metrics": [{"type": "cos_sim_pearson", "value": 62.11437173048506}, {"type": "cos_sim_spearman", "value": 64.51063977663124}, {"type": "euclidean_pearson", "value": 63.21313519423639}, {"type": "euclidean_spearman", "value": 64.51063977663124}, {"type": "manhattan_pearson", "value": 66.21953089701206}, {"type": "manhattan_spearman", "value": 66.39662588897919}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB STSB", "type": "C-MTEB/STSB", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 78.98157503278959}, {"type": "cos_sim_spearman", "value": 79.62582795918624}, {"type": "euclidean_pearson", "value": 79.44521376122044}, {"type": "euclidean_spearman", "value": 79.62582795918624}, {"type": "manhattan_pearson", "value": 79.4254734731864}, {"type": "manhattan_spearman", "value": 79.61078135348473}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB T2Reranking", "type": "C-MTEB/T2Reranking", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map", "value": 66.29923663749156}, {"type": "mrr", "value": 76.31176720293172}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB T2Retrieval", "type": "C-MTEB/T2Retrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 24.518}, {"type": "map_at_10", "value": 67.938}, {"type": "map_at_100", "value": 71.769}, {"type": "map_at_1000", "value": 71.882}, {"type": "map_at_3", "value": 47.884}, {"type": "map_at_5", "value": 58.733000000000004}, {"type": "mrr_at_1", "value": 84.328}, {"type": "mrr_at_10", "value": 87.96000000000001}, {"type": "mrr_at_100", "value": 88.114}, {"type": "mrr_at_1000", "value": 88.12}, {"type": "mrr_at_3", "value": 87.306}, {"type": "mrr_at_5", "value": 87.734}, {"type": "ndcg_at_1", "value": 84.328}, {"type": "ndcg_at_10", "value": 77.077}, {"type": "ndcg_at_100", "value": 81.839}, {"type": "ndcg_at_1000", "value": 82.974}, {"type": "ndcg_at_3", "value": 79.209}, {"type": "ndcg_at_5", "value": 77.345}, {"type": "precision_at_1", "value": 84.328}, {"type": "precision_at_10", "value": 38.596000000000004}, {"type": "precision_at_100", "value": 4.825}, {"type": "precision_at_1000", "value": 0.51}, {"type": "precision_at_3", "value": 69.547}, {"type": "precision_at_5", "value": 58.033}, {"type": "recall_at_1", "value": 24.518}, {"type": "recall_at_10", "value": 75.982}, {"type": "recall_at_100", "value": 91.40899999999999}, {"type": "recall_at_1000", "value": 97.129}, {"type": "recall_at_3", "value": 50.014}, {"type": "recall_at_5", "value": 62.971}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB TNews", "type": "C-MTEB/TNews-classification", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 50.17400000000001}, {"type": "f1", "value": 48.49778139007515}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB ThuNewsClusteringP2P", "type": "C-MTEB/ThuNewsClusteringP2P", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 58.925265567508944}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB ThuNewsClusteringS2S", "type": "C-MTEB/ThuNewsClusteringS2S", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 53.70728044857883}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB VideoRetrieval", "type": "C-MTEB/VideoRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 49.5}, {"type": "map_at_10", "value": 59.772000000000006}, {"type": "map_at_100", "value": 60.312}, {"type": "map_at_1000", "value": 60.333000000000006}, {"type": "map_at_3", "value": 57.367000000000004}, {"type": "map_at_5", "value": 58.797}, {"type": "mrr_at_1", "value": 49.5}, {"type": "mrr_at_10", "value": 59.772000000000006}, {"type": "mrr_at_100", "value": 60.312}, {"type": "mrr_at_1000", "value": 60.333000000000006}, {"type": "mrr_at_3", "value": 57.367000000000004}, {"type": "mrr_at_5", "value": 58.797}, {"type": "ndcg_at_1", "value": 49.5}, {"type": "ndcg_at_10", "value": 64.672}, {"type": "ndcg_at_100", "value": 67.389}, {"type": "ndcg_at_1000", "value": 67.984}, {"type": "ndcg_at_3", "value": 59.8}, {"type": "ndcg_at_5", "value": 62.385999999999996}, {"type": "precision_at_1", "value": 49.5}, {"type": "precision_at_10", "value": 8.0}, {"type": "precision_at_100", "value": 0.9289999999999999}, {"type": "precision_at_1000", "value": 0.098}, {"type": "precision_at_3", "value": 22.267}, {"type": "precision_at_5", "value": 14.62}, {"type": "recall_at_1", "value": 49.5}, {"type": "recall_at_10", "value": 80.0}, {"type": "recall_at_100", "value": 92.9}, {"type": "recall_at_1000", "value": 97.7}, {"type": "recall_at_3", "value": 66.8}, {"type": "recall_at_5", "value": 73.1}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB Waimai", "type": "C-MTEB/waimai-classification", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 85.97999999999999}, {"type": "ap", "value": 68.63874013611306}, {"type": "f1", "value": 84.22025909308913}]}]}]}
mteb model-index region:us