license: mit
---

{"tags": ["mteb"], "model-index": [{"name": "windberta", "results": [{"task": {"type": "STS"}, "dataset": {"name": "MTEB AFQMC", "type": "C-MTEB/AFQMC", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 42.33337754104733}, {"type": "cos_sim_spearman", "value": 46.77492896615997}, {"type": "euclidean_pearson", "value": 45.485443713440205}, {"type": "euclidean_spearman", "value": 46.77492896615997}, {"type": "manhattan_pearson", "value": 45.47908853063357}, {"type": "manhattan_spearman", "value": 46.78349339487035}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB ATEC", "type": "C-MTEB/ATEC", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 42.4857636418899}, {"type": "cos_sim_spearman", "value": 50.1796711684779}, {"type": "euclidean_pearson", "value": 50.19857844860528}, {"type": "euclidean_spearman", "value": 50.17966891674149}, {"type": "manhattan_pearson", "value": 50.189134647291425}, {"type": "manhattan_spearman", "value": 50.186194448855524}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB AmazonReviewsClassification (zh)", "type": "mteb/amazon_reviews_multi", "config": "zh", "split": "test", "revision": "1399c76144fd37290681b995c656ef9b2e06e26d"}, "metrics": [{"type": "accuracy", "value": 43.32}, {"type": "f1", "value": 41.656310147227025}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB BQ", "type": "C-MTEB/BQ", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 53.71954834756843}, {"type": "cos_sim_spearman", "value": 55.24915785430301}, {"type": "euclidean_pearson", "value": 54.51293350057512}, {"type": "euclidean_spearman", "value": 55.249150926099745}, {"type": "manhattan_pearson", "value": 54.47449996486367}, {"type": "manhattan_spearman", "value": 55.2105677621172}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB CLSClusteringP2P", "type": "C-MTEB/CLSClusteringP2P", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 42.45793696381908}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB CLSClusteringS2S", "type": "C-MTEB/CLSClusteringS2S", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 40.378561138339656}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB CMedQAv1", "type": "C-MTEB/CMedQAv1-reranking", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "map", "value": 77.41779986882574}, {"type": "mrr", "value": 81.09345238095239}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB CMedQAv2", "type": "C-MTEB/CMedQAv2-reranking", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "map", "value": 77.84113571204598}, {"type": "mrr", "value": 81.18206349206349}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB CmedqaRetrieval", "type": "C-MTEB/CmedqaRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 18.706}, {"type": "map_at_10", "value": 27.782}, {"type": "map_at_100", "value": 29.482000000000003}, {"type": "map_at_1000", "value": 29.64}, {"type": "map_at_3", "value": 24.606}, {"type": "map_at_5", "value": 26.32}, {"type": "mrr_at_1", "value": 29.307}, {"type": "mrr_at_10", "value": 36.226}, {"type": "mrr_at_100", "value": 37.262}, {"type": "mrr_at_1000", "value": 37.335}, {"type": "mrr_at_3", "value": 33.928999999999995}, {"type": "mrr_at_5", "value": 35.181000000000004}, {"type": "ndcg_at_1", "value": 29.307}, {"type": "ndcg_at_10", "value": 33.452}, {"type": "ndcg_at_100", "value": 40.747}, {"type": "ndcg_at_1000", "value": 43.881}, {"type": "ndcg_at_3", "value": 29.186}, {"type": "ndcg_at_5", "value": 30.866}, {"type": "precision_at_1", "value": 29.307}, {"type": "precision_at_10", "value": 7.632}, {"type": "precision_at_100", "value": 1.357}, {"type": "precision_at_1000", "value": 0.17600000000000002}, {"type": "precision_at_3", "value": 16.688}, {"type": "precision_at_5", "value": 12.173}, {"type": "recall_at_1", "value": 18.706}, {"type": "recall_at_10", "value": 41.925000000000004}, {"type": "recall_at_100", "value": 72.817}, {"type": "recall_at_1000", "value": 94.33500000000001}, {"type": "recall_at_3", "value": 28.968}, {"type": "recall_at_5", "value": 34.29}]}, {"task": {"type": "PairClassification"}, "dataset": {"name": "MTEB Cmnli", "type": "C-MTEB/CMNLI", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "cos_sim_accuracy", "value": 79.84365604329525}, {"type": "cos_sim_ap", "value": 87.54800685674849}, {"type": "cos_sim_f1", "value": 81.0654184776552}, {"type": "cos_sim_precision", "value": 77.4488926746167}, {"type": "cos_sim_recall", "value": 85.0362403553893}, {"type": "dot_accuracy", "value": 79.84365604329525}, {"type": "dot_ap", "value": 87.55923139984687}, {"type": "dot_f1", "value": 81.0654184776552}, {"type": "dot_precision", "value": 77.4488926746167}, {"type": "dot_recall", "value": 85.0362403553893}, {"type": "euclidean_accuracy", "value": 79.84365604329525}, {"type": "euclidean_ap", "value": 87.54800685674849}, {"type": "euclidean_f1", "value": 81.0654184776552}, {"type": "euclidean_precision", "value": 77.4488926746167}, {"type": "euclidean_recall", "value": 85.0362403553893}, {"type": "manhattan_accuracy", "value": 79.7714972940469}, {"type": "manhattan_ap", "value": 87.55523320840679}, {"type": "manhattan_f1", "value": 80.99598034836983}, {"type": "manhattan_precision", "value": 77.51656336824108}, {"type": "manhattan_recall", "value": 84.80243161094225}, {"type": "max_accuracy", "value": 79.84365604329525}, {"type": "max_ap", "value": 87.55923139984687}, {"type": "max_f1", "value": 81.0654184776552}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB CovidRetrieval", "type": "C-MTEB/CovidRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 60.589999999999996}, {"type": "map_at_10", "value": 69.27600000000001}, {"type": "map_at_100", "value": 69.812}, {"type": "map_at_1000", "value": 69.82300000000001}, {"type": "map_at_3", "value": 67.448}, {"type": "map_at_5", "value": 68.537}, {"type": "mrr_at_1", "value": 60.695}, {"type": "mrr_at_10", "value": 69.32300000000001}, {"type": "mrr_at_100", "value": 69.854}, {"type": "mrr_at_1000", "value": 69.865}, {"type": "mrr_at_3", "value": 67.545}, {"type": "mrr_at_5", "value": 68.625}, {"type": "ndcg_at_1", "value": 60.695}, {"type": "ndcg_at_10", "value": 73.36}, {"type": "ndcg_at_100", "value": 75.78200000000001}, {"type": "ndcg_at_1000", "value": 76.077}, {"type": "ndcg_at_3", "value": 69.639}, {"type": "ndcg_at_5", "value": 71.59400000000001}, {"type": "precision_at_1", "value": 60.695}, {"type": "precision_at_10", "value": 8.704}, {"type": "precision_at_100", "value": 0.98}, {"type": "precision_at_1000", "value": 0.1}, {"type": "precision_at_3", "value": 25.430000000000003}, {"type": "precision_at_5", "value": 16.27}, {"type": "recall_at_1", "value": 60.589999999999996}, {"type": "recall_at_10", "value": 86.038}, {"type": "recall_at_100", "value": 96.944}, {"type": "recall_at_1000", "value": 99.262}, {"type": "recall_at_3", "value": 75.869}, {"type": "recall_at_5", "value": 80.55799999999999}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB DuRetrieval", "type": "C-MTEB/DuRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 23.294999999999998}, {"type": "map_at_10", "value": 70.99499999999999}, {"type": "map_at_100", "value": 74.126}, {"type": "map_at_1000", "value": 74.205}, {"type": "map_at_3", "value": 48.845}, {"type": "map_at_5", "value": 61.551}, {"type": "mrr_at_1", "value": 83.3}, {"type": "mrr_at_10", "value": 88.446}, {"type": "mrr_at_100", "value": 88.564}, {"type": "mrr_at_1000", "value": 88.57000000000001}, {"type": "mrr_at_3", "value": 88.0}, {"type": "mrr_at_5", "value": 88.25}, {"type": "ndcg_at_1", "value": 83.3}, {"type": "ndcg_at_10", "value": 80.128}, {"type": "ndcg_at_100", "value": 84.009}, {"type": "ndcg_at_1000", "value": 84.798}, {"type": "ndcg_at_3", "value": 78.79}, {"type": "ndcg_at_5", "value": 77.405}, {"type": "precision_at_1", "value": 83.3}, {"type": "precision_at_10", "value": 38.82}, {"type": "precision_at_100", "value": 4.657}, {"type": "precision_at_1000", "value": 0.484}, {"type": "precision_at_3", "value": 70.89999999999999}, {"type": "precision_at_5", "value": 59.550000000000004}, {"type": "recall_at_1", "value": 23.294999999999998}, {"type": "recall_at_10", "value": 82.12}, {"type": "recall_at_100", "value": 94.223}, {"type": "recall_at_1000", "value": 98.264}, {"type": "recall_at_3", "value": 51.946000000000005}, {"type": "recall_at_5", "value": 67.54299999999999}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB EcomRetrieval", "type": "C-MTEB/EcomRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 42.0}, {"type": "map_at_10", "value": 51.207}, {"type": "map_at_100", "value": 51.964}, {"type": "map_at_1000", "value": 51.993}, {"type": "map_at_3", "value": 48.9}, {"type": "map_at_5", "value": 50.239999999999995}, {"type": "mrr_at_1", "value": 42.0}, {"type": "mrr_at_10", "value": 51.207}, {"type": "mrr_at_100", "value": 51.964}, {"type": "mrr_at_1000", "value": 51.993}, {"type": "mrr_at_3", "value": 48.9}, {"type": "mrr_at_5", "value": 50.239999999999995}, {"type": "ndcg_at_1", "value": 42.0}, {"type": "ndcg_at_10", "value": 55.886}, {"type": "ndcg_at_100", "value": 59.622}, {"type": "ndcg_at_1000", "value": 60.480999999999995}, {"type": "ndcg_at_3", "value": 51.112}, {"type": "ndcg_at_5", "value": 53.513}, {"type": "precision_at_1", "value": 42.0}, {"type": "precision_at_10", "value": 7.07}, {"type": "precision_at_100", "value": 0.8829999999999999}, {"type": "precision_at_1000", "value": 0.095}, {"type": "precision_at_3", "value": 19.167}, {"type": "precision_at_5", "value": 12.659999999999998}, {"type": "recall_at_1", "value": 42.0}, {"type": "recall_at_10", "value": 70.7}, {"type": "recall_at_100", "value": 88.3}, {"type": "recall_at_1000", "value": 95.19999999999999}, {"type": "recall_at_3", "value": 57.49999999999999}, {"type": "recall_at_5", "value": 63.3}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB IFlyTek", "type": "C-MTEB/IFlyTek-classification", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 47.07964601769912}, {"type": "f1", "value": 35.71948030119852}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB JDReview", "type": "C-MTEB/JDReview-classification", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 84.48405253283303}, {"type": "ap", "value": 51.641044322555516}, {"type": "f1", "value": 79.09258868144057}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB LCQMC", "type": "C-MTEB/LCQMC", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 68.02458550340191}, {"type": "cos_sim_spearman", "value": 74.28734803466209}, {"type": "euclidean_pearson", "value": 73.34335009219284}, {"type": "euclidean_spearman", "value": 74.28734803466209}, {"type": "manhattan_pearson", "value": 73.34314353425192}, {"type": "manhattan_spearman", "value": 74.28417768884727}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB MMarcoReranking", "type": "C-MTEB/Mmarco-reranking", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map", "value": 30.17193800028175}, {"type": "mrr", "value": 29.161904761904765}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB MMarcoRetrieval", "type": "C-MTEB/MMarcoRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 61.039}, {"type": "map_at_10", "value": 70.19999999999999}, {"type": "map_at_100", "value": 70.602}, {"type": "map_at_1000", "value": 70.62}, {"type": "map_at_3", "value": 68.133}, {"type": "map_at_5", "value": 69.503}, {"type": "mrr_at_1", "value": 63.066}, {"type": "mrr_at_10", "value": 70.831}, {"type": "mrr_at_100", "value": 71.186}, {"type": "mrr_at_1000", "value": 71.202}, {"type": "mrr_at_3", "value": 69.00699999999999}, {"type": "mrr_at_5", "value": 70.22699999999999}, {"type": "ndcg_at_1", "value": 63.066}, {"type": "ndcg_at_10", "value": 74.141}, {"type": "ndcg_at_100", "value": 75.976}, {"type": "ndcg_at_1000", "value": 76.462}, {"type": "ndcg_at_3", "value": 70.242}, {"type": "ndcg_at_5", "value": 72.58099999999999}, {"type": "precision_at_1", "value": 63.066}, {"type": "precision_at_10", "value": 9.097}, {"type": "precision_at_100", "value": 1.001}, {"type": "precision_at_1000", "value": 0.104}, {"type": "precision_at_3", "value": 26.571}, {"type": "precision_at_5", "value": 17.166}, {"type": "recall_at_1", "value": 61.039}, {"type": "recall_at_10", "value": 85.666}, {"type": "recall_at_100", "value": 94.017}, {"type": "recall_at_1000", "value": 97.819}, {"type": "recall_at_3", "value": 75.45100000000001}, {"type": "recall_at_5", "value": 81.02000000000001}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (af)", "type": "mteb/amazon_massive_intent", "config": "af", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 28.813046402151986}, {"type": "f1", "value": 26.66771458648628}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (am)", "type": "mteb/amazon_massive_intent", "config": "am", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 3.0363147276395432}, {"type": "f1", "value": 2.1282632958878023}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ar)", "type": "mteb/amazon_massive_intent", "config": "ar", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 6.745124411566914}, {"type": "f1", "value": 4.64897627862169}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (az)", "type": "mteb/amazon_massive_intent", "config": "az", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 27.004034969737727}, {"type": "f1", "value": 24.50373453583708}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (bn)", "type": "mteb/amazon_massive_intent", "config": "bn", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 3.24142568930733}, {"type": "f1", "value": 1.4440829714459096}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (cy)", "type": "mteb/amazon_massive_intent", "config": "cy", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 31.176866173503697}, {"type": "f1", "value": 27.449943893371536}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (da)", "type": "mteb/amazon_massive_intent", "config": "da", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 35.52790854068594}, {"type": "f1", "value": 32.284095877219734}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (de)", "type": "mteb/amazon_massive_intent", "config": "de", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 30.64895763281775}, {"type": "f1", "value": 27.273098137670022}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (el)", "type": "mteb/amazon_massive_intent", "config": "el", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 18.167451244115668}, {"type": "f1", "value": 14.717271932824833}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (en)", "type": "mteb/amazon_massive_intent", "config": "en", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 54.76126429051782}, {"type": "f1", "value": 50.43678929170829}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (es)", "type": "mteb/amazon_massive_intent", "config": "es", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 32.53194351042367}, {"type": "f1", "value": 30.922864615091562}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (fa)", "type": "mteb/amazon_massive_intent", "config": "fa", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 8.715534633490249}, {"type": "f1", "value": 5.943557212598054}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (fi)", "type": "mteb/amazon_massive_intent", "config": "fi", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 31.785474108944182}, {"type": "f1", "value": 28.416607289904295}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (fr)", "type": "mteb/amazon_massive_intent", "config": "fr", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 33.16072629455279}, {"type": "f1", "value": 31.78249030156056}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (he)", "type": "mteb/amazon_massive_intent", "config": "he", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 3.026227303295226}, {"type": "f1", "value": 1.0249360076972784}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (hi)", "type": "mteb/amazon_massive_intent", "config": "hi", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 3.611297915265635}, {"type": "f1", "value": 1.8805751299306375}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (hu)", "type": "mteb/amazon_massive_intent", "config": "hu", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 30.470746469401476}, {"type": "f1", "value": 27.326274554457026}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (hy)", "type": "mteb/amazon_massive_intent", "config": "hy", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 5.346334902488231}, {"type": "f1", "value": 2.0115115171706197}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (id)", "type": "mteb/amazon_massive_intent", "config": "id", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 32.454606590450574}, {"type": "f1", "value": 31.8382002228813}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (is)", "type": "mteb/amazon_massive_intent", "config": "is", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 30.11768661735037}, {"type": "f1", "value": 27.934697686003663}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (it)", "type": "mteb/amazon_massive_intent", "config": "it", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 36.32145258910558}, {"type": "f1", "value": 34.47615722242413}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ja)", "type": "mteb/amazon_massive_intent", "config": "ja", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 41.08944182918628}, {"type": "f1", "value": 39.27783199703022}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (jv)", "type": "mteb/amazon_massive_intent", "config": "jv", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 30.423671822461333}, {"type": "f1", "value": 28.09995717285775}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ka)", "type": "mteb/amazon_massive_intent", "config": "ka", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 3.789509078681909}, {"type": "f1", "value": 2.3697617052406272}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (km)", "type": "mteb/amazon_massive_intent", "config": "km", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 6.785474108944182}, {"type": "f1", "value": 2.8990913772357447}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (kn)", "type": "mteb/amazon_massive_intent", "config": "kn", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 3.8567585743106925}, {"type": "f1", "value": 2.0161963929375477}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ko)", "type": "mteb/amazon_massive_intent", "config": "ko", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 8.823133826496301}, {"type": "f1", "value": 7.858046825547553}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (lv)", "type": "mteb/amazon_massive_intent", "config": "lv", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 30.232010759919298}, {"type": "f1", "value": 28.881628667244787}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ml)", "type": "mteb/amazon_massive_intent", "config": "ml", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 2.9287155346334903}, {"type": "f1", "value": 1.2010642206520263}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (mn)", "type": "mteb/amazon_massive_intent", "config": "mn", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 12.609280430396769}, {"type": "f1", "value": 11.505263544077053}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ms)", "type": "mteb/amazon_massive_intent", "config": "ms", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 30.655682582380628}, {"type": "f1", "value": 27.59065107222783}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (my)", "type": "mteb/amazon_massive_intent", "config": "my", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 5.847343644922662}, {"type": "f1", "value": 3.3114858432654826}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (nb)", "type": "mteb/amazon_massive_intent", "config": "nb", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 31.07262945527909}, {"type": "f1", "value": 29.317858835895027}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (nl)", "type": "mteb/amazon_massive_intent", "config": "nl", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 34.095494283792874}, {"type": "f1", "value": 30.319492995092318}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (pl)", "type": "mteb/amazon_massive_intent", "config": "pl", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 33.170813718897115}, {"type": "f1", "value": 28.978304060463582}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (pt)", "type": "mteb/amazon_massive_intent", "config": "pt", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 36.91661062542031}, {"type": "f1", "value": 34.591929627017805}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ro)", "type": "mteb/amazon_massive_intent", "config": "ro", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 33.006052454606596}, {"type": "f1", "value": 30.91144759622849}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ru)", "type": "mteb/amazon_massive_intent", "config": "ru", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 10.403496973772697}, {"type": "f1", "value": 10.071257139055659}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (sl)", "type": "mteb/amazon_massive_intent", "config": "sl", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 30.729657027572298}, {"type": "f1", "value": 28.973650264516444}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (sq)", "type": "mteb/amazon_massive_intent", "config": "sq", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 36.98386012104909}, {"type": "f1", "value": 33.55308140748509}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (sv)", "type": "mteb/amazon_massive_intent", "config": "sv", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 33.01613987895091}, {"type": "f1", "value": 30.764827155309348}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (sw)", "type": "mteb/amazon_massive_intent", "config": "sw", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 31.62071284465367}, {"type": "f1", "value": 29.79828395194018}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ta)", "type": "mteb/amazon_massive_intent", "config": "ta", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 3.194351042367182}, {"type": "f1", "value": 1.2345975087085737}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (te)", "type": "mteb/amazon_massive_intent", "config": "te", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 2.5924680564895763}, {"type": "f1", "value": 1.3765731931999778}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (th)", "type": "mteb/amazon_massive_intent", "config": "th", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 4.613315400134499}, {"type": "f1", "value": 3.315370311126649}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (tl)", "type": "mteb/amazon_massive_intent", "config": "tl", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 32.548755884330866}, {"type": "f1", "value": 28.72005484752792}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (tr)", "type": "mteb/amazon_massive_intent", "config": "tr", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 26.86617350369872}, {"type": "f1", "value": 25.04984155580145}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (ur)", "type": "mteb/amazon_massive_intent", "config": "ur", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 4.229993275050437}, {"type": "f1", "value": 2.6738110863892466}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (vi)", "type": "mteb/amazon_massive_intent", "config": "vi", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 29.243443174176193}, {"type": "f1", "value": 26.632983928112132}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (zh-CN)", "type": "mteb/amazon_massive_intent", "config": "zh-CN", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 70.91123066576999}, {"type": "f1", "value": 68.65382422288536}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (zh-TW)", "type": "mteb/amazon_massive_intent", "config": "zh-TW", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 65.49092131809012}, {"type": "f1", "value": 64.63433166397587}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (af)", "type": "mteb/amazon_massive_scenario", "config": "af", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 35.41022192333557}, {"type": "f1", "value": 32.043773998696864}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (am)", "type": "mteb/amazon_massive_scenario", "config": "am", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 9.045057162071284}, {"type": "f1", "value": 5.989702120693128}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ar)", "type": "mteb/amazon_massive_scenario", "config": "ar", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 14.91593813046402}, {"type": "f1", "value": 10.836622322362432}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (az)", "type": "mteb/amazon_massive_scenario", "config": "az", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 31.9670477471419}, {"type": "f1", "value": 29.560759362481413}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (bn)", "type": "mteb/amazon_massive_scenario", "config": "bn", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 9.14593140551446}, {"type": "f1", "value": 4.755013470168768}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (cy)", "type": "mteb/amazon_massive_scenario", "config": "cy", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 37.451244115669134}, {"type": "f1", "value": 32.72149678893314}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (da)", "type": "mteb/amazon_massive_scenario", "config": "da", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 42.65299260255547}, {"type": "f1", "value": 38.54490018628139}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (de)", "type": "mteb/amazon_massive_scenario", "config": "de", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 38.325487558843314}, {"type": "f1", "value": 34.01573345578629}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (el)", "type": "mteb/amazon_massive_scenario", "config": "el", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 24.451916610625418}, {"type": "f1", "value": 21.268458069782508}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (en)", "type": "mteb/amazon_massive_scenario", "config": "en", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 63.42299932750504}, {"type": "f1", "value": 60.31829616506453}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (es)", "type": "mteb/amazon_massive_scenario", "config": "es", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 37.730329522528585}, {"type": "f1", "value": 34.47682087542897}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (fa)", "type": "mteb/amazon_massive_scenario", "config": "fa", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 11.842636180228647}, {"type": "f1", "value": 9.103915091369243}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (fi)", "type": "mteb/amazon_massive_scenario", "config": "fi", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 34.48554135843981}, {"type": "f1", "value": 30.544187613857655}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (fr)", "type": "mteb/amazon_massive_scenario", "config": "fr", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 40.917955615332886}, {"type": "f1", "value": 38.272473597242005}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (he)", "type": "mteb/amazon_massive_scenario", "config": "he", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 7.642905178211164}, {"type": "f1", "value": 3.5932317435422974}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (hi)", "type": "mteb/amazon_massive_scenario", "config": "hi", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 8.63819771351715}, {"type": "f1", "value": 5.367937513295658}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (hu)", "type": "mteb/amazon_massive_scenario", "config": "hu", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 37.24949562878279}, {"type": "f1", "value": 33.56542557269889}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (hy)", "type": "mteb/amazon_massive_scenario", "config": "hy", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 10.907868190988568}, {"type": "f1", "value": 6.164592664350547}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (id)", "type": "mteb/amazon_massive_scenario", "config": "id", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 36.109616677874925}, {"type": "f1", "value": 33.60549268558145}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (is)", "type": "mteb/amazon_massive_scenario", "config": "is", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 37.804303967720244}, {"type": "f1", "value": 33.702687457766196}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (it)", "type": "mteb/amazon_massive_scenario", "config": "it", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 41.684599865501006}, {"type": "f1", "value": 37.827678631817356}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ja)", "type": "mteb/amazon_massive_scenario", "config": "ja", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 48.379287155346326}, {"type": "f1", "value": 47.42916530771652}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (jv)", "type": "mteb/amazon_massive_scenario", "config": "jv", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 35.19502353732348}, {"type": "f1", "value": 32.346531581560086}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ka)", "type": "mteb/amazon_massive_scenario", "config": "ka", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 9.902488231338264}, {"type": "f1", "value": 6.949726319598101}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (km)", "type": "mteb/amazon_massive_scenario", "config": "km", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 12.750504371217216}, {"type": "f1", "value": 6.484683676180122}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (kn)", "type": "mteb/amazon_massive_scenario", "config": "kn", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 10.309347679892403}, {"type": "f1", "value": 6.303469804836742}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ko)", "type": "mteb/amazon_massive_scenario", "config": "ko", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 14.515803631472762}, {"type": "f1", "value": 11.448228509062176}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (lv)", "type": "mteb/amazon_massive_scenario", "config": "lv", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 33.076664425016816}, {"type": "f1", "value": 29.62119483929902}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ml)", "type": "mteb/amazon_massive_scenario", "config": "ml", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 7.4411566913248155}, {"type": "f1", "value": 3.9500853520943777}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (mn)", "type": "mteb/amazon_massive_scenario", "config": "mn", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 17.982515131136516}, {"type": "f1", "value": 16.21370873212602}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ms)", "type": "mteb/amazon_massive_scenario", "config": "ms", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 37.92871553463349}, {"type": "f1", "value": 33.45105376049966}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (my)", "type": "mteb/amazon_massive_scenario", "config": "my", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 11.72831203765972}, {"type": "f1", "value": 8.44884960923806}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (nb)", "type": "mteb/amazon_massive_scenario", "config": "nb", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 38.02286482851379}, {"type": "f1", "value": 34.67204151455546}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (nl)", "type": "mteb/amazon_massive_scenario", "config": "nl", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 40.373234700739744}, {"type": "f1", "value": 35.65457711900268}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (pl)", "type": "mteb/amazon_massive_scenario", "config": "pl", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 36.344989912575656}, {"type": "f1", "value": 32.79620374350878}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (pt)", "type": "mteb/amazon_massive_scenario", "config": "pt", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 41.82918628110289}, {"type": "f1", "value": 38.67744252721392}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ro)", "type": "mteb/amazon_massive_scenario", "config": "ro", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 40.62542030934767}, {"type": "f1", "value": 36.98261635854706}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ru)", "type": "mteb/amazon_massive_scenario", "config": "ru", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 18.95763281775387}, {"type": "f1", "value": 16.30423107207311}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (sl)", "type": "mteb/amazon_massive_scenario", "config": "sl", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 35.299260255548084}, {"type": "f1", "value": 31.765574086767216}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (sq)", "type": "mteb/amazon_massive_scenario", "config": "sq", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 41.956960322797585}, {"type": "f1", "value": 38.574130779247525}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (sv)", "type": "mteb/amazon_massive_scenario", "config": "sv", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 37.19233355749832}, {"type": "f1", "value": 33.81282301018017}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (sw)", "type": "mteb/amazon_massive_scenario", "config": "sw", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 38.87693342299933}, {"type": "f1", "value": 36.374284150293924}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ta)", "type": "mteb/amazon_massive_scenario", "config": "ta", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 8.5137861466039}, {"type": "f1", "value": 3.77604514028691}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (te)", "type": "mteb/amazon_massive_scenario", "config": "te", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 7.347007397444519}, {"type": "f1", "value": 4.316679614648472}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (th)", "type": "mteb/amazon_massive_scenario", "config": "th", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 10.104236718224612}, {"type": "f1", "value": 7.587154404252399}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (tl)", "type": "mteb/amazon_massive_scenario", "config": "tl", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 35.907868190988566}, {"type": "f1", "value": 32.42532534803655}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (tr)", "type": "mteb/amazon_massive_scenario", "config": "tr", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 32.07800941492939}, {"type": "f1", "value": 31.072741162550983}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (ur)", "type": "mteb/amazon_massive_scenario", "config": "ur", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 10.373234700739745}, {"type": "f1", "value": 7.124408430261137}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (vi)", "type": "mteb/amazon_massive_scenario", "config": "vi", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 33.91055817081373}, {"type": "f1", "value": 31.82496122405504}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (zh-CN)", "type": "mteb/amazon_massive_scenario", "config": "zh-CN", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 74.94283792871552}, {"type": "f1", "value": 74.29520816825985}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (zh-TW)", "type": "mteb/amazon_massive_scenario", "config": "zh-TW", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 70.99529253530599}, {"type": "f1", "value": 70.48943927686703}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB MedicalRetrieval", "type": "C-MTEB/MedicalRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 42.199999999999996}, {"type": "map_at_10", "value": 47.774}, {"type": "map_at_100", "value": 48.324}, {"type": "map_at_1000", "value": 48.392}, {"type": "map_at_3", "value": 46.317}, {"type": "map_at_5", "value": 47.072}, {"type": "mrr_at_1", "value": 42.3}, {"type": "mrr_at_10", "value": 47.827}, {"type": "mrr_at_100", "value": 48.378}, {"type": "mrr_at_1000", "value": 48.446}, {"type": "mrr_at_3", "value": 46.367000000000004}, {"type": "mrr_at_5", "value": 47.142}, {"type": "ndcg_at_1", "value": 42.199999999999996}, {"type": "ndcg_at_10", "value": 50.671}, {"type": "ndcg_at_100", "value": 53.724000000000004}, {"type": "ndcg_at_1000", "value": 55.694}, {"type": "ndcg_at_3", "value": 47.625}, {"type": "ndcg_at_5", "value": 48.964}, {"type": "precision_at_1", "value": 42.199999999999996}, {"type": "precision_at_10", "value": 5.99}, {"type": "precision_at_100", "value": 0.751}, {"type": "precision_at_1000", "value": 0.091}, {"type": "precision_at_3", "value": 17.133000000000003}, {"type": "precision_at_5", "value": 10.92}, {"type": "recall_at_1", "value": 42.199999999999996}, {"type": "recall_at_10", "value": 59.9}, {"type": "recall_at_100", "value": 75.1}, {"type": "recall_at_1000", "value": 91.0}, {"type": "recall_at_3", "value": 51.4}, {"type": "recall_at_5", "value": 54.6}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MultilingualSentiment", "type": "C-MTEB/MultilingualSentiment-classification", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 72.68333333333334}, {"type": "f1", "value": 72.53084383657173}]}, {"task": {"type": "PairClassification"}, "dataset": {"name": "MTEB Ocnli", "type": "C-MTEB/OCNLI", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "cos_sim_accuracy", "value": 72.92907417433676}, {"type": "cos_sim_ap", "value": 77.2067217322648}, {"type": "cos_sim_f1", "value": 76.53631284916202}, {"type": "cos_sim_precision", "value": 68.44296419650291}, {"type": "cos_sim_recall", "value": 86.80042238648363}, {"type": "dot_accuracy", "value": 72.92907417433676}, {"type": "dot_ap", "value": 77.2067217322648}, {"type": "dot_f1", "value": 76.53631284916202}, {"type": "dot_precision", "value": 68.44296419650291}, {"type": "dot_recall", "value": 86.80042238648363}, {"type": "euclidean_accuracy", "value": 72.92907417433676}, {"type": "euclidean_ap", "value": 77.2067217322648}, {"type": "euclidean_f1", "value": 76.53631284916202}, {"type": "euclidean_precision", "value": 68.44296419650291}, {"type": "euclidean_recall", "value": 86.80042238648363}, {"type": "manhattan_accuracy", "value": 72.98321602598809}, {"type": "manhattan_ap", "value": 77.10385348859928}, {"type": "manhattan_f1", "value": 76.67134174848059}, {"type": "manhattan_precision", "value": 68.79194630872483}, {"type": "manhattan_recall", "value": 86.58922914466737}, {"type": "max_accuracy", "value": 72.98321602598809}, {"type": "max_ap", "value": 77.2067217322648}, {"type": "max_f1", "value": 76.67134174848059}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB OnlineShopping", "type": "C-MTEB/OnlineShopping-classification", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 92.11000000000003}, {"type": "ap", "value": 90.49414877664759}, {"type": "f1", "value": 92.10539417755511}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB PAWSX", "type": "C-MTEB/PAWSX", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 29.106919865870793}, {"type": "cos_sim_spearman", "value": 33.23892524348652}, {"type": "euclidean_pearson", "value": 33.62483348491917}, {"type": "euclidean_spearman", "value": 33.23892524348652}, {"type": "manhattan_pearson", "value": 33.63464275000747}, {"type": "manhattan_spearman", "value": 33.250596030941196}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB QBQTC", "type": "C-MTEB/QBQTC", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 28.83792748309052}, {"type": "cos_sim_spearman", "value": 30.92395949947476}, {"type": "euclidean_pearson", "value": 29.296076928835973}, {"type": "euclidean_spearman", "value": 30.92395949947476}, {"type": "manhattan_pearson", "value": 29.220578930008596}, {"type": "manhattan_spearman", "value": 30.848850181684227}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB STS22 (zh)", "type": "mteb/sts22-crosslingual-sts", "config": "zh", "split": "test", "revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80"}, "metrics": [{"type": "cos_sim_pearson", "value": 62.485183619582465}, {"type": "cos_sim_spearman", "value": 64.41414883218417}, {"type": "euclidean_pearson", "value": 63.53854165422046}, {"type": "euclidean_spearman", "value": 64.41414883218417}, {"type": "manhattan_pearson", "value": 63.57621522539751}, {"type": "manhattan_spearman", "value": 64.49062238421523}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB STSB", "type": "C-MTEB/STSB", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 78.96466421469466}, {"type": "cos_sim_spearman", "value": 79.74344126074892}, {"type": "euclidean_pearson", "value": 79.57588420768205}, {"type": "euclidean_spearman", "value": 79.74344126074892}, {"type": "manhattan_pearson", "value": 79.50301779470537}, {"type": "manhattan_spearman", "value": 79.67817007436709}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB T2Reranking", "type": "C-MTEB/T2Reranking", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map", "value": 65.85321176285859}, {"type": "mrr", "value": 75.72496534158688}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB T2Retrieval", "type": "C-MTEB/T2Retrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 24.437}, {"type": "map_at_10", "value": 67.85799999999999}, {"type": "map_at_100", "value": 71.65599999999999}, {"type": "map_at_1000", "value": 71.771}, {"type": "map_at_3", "value": 47.752}, {"type": "map_at_5", "value": 58.620000000000005}, {"type": "mrr_at_1", "value": 83.776}, {"type": "mrr_at_10", "value": 87.36699999999999}, {"type": "mrr_at_100", "value": 87.529}, {"type": "mrr_at_1000", "value": 87.535}, {"type": "mrr_at_3", "value": 86.669}, {"type": "mrr_at_5", "value": 87.126}, {"type": "ndcg_at_1", "value": 83.776}, {"type": "ndcg_at_10", "value": 76.839}, {"type": "ndcg_at_100", "value": 81.547}, {"type": "ndcg_at_1000", "value": 82.723}, {"type": "ndcg_at_3", "value": 78.731}, {"type": "ndcg_at_5", "value": 76.982}, {"type": "precision_at_1", "value": 83.776}, {"type": "precision_at_10", "value": 38.507999999999996}, {"type": "precision_at_100", "value": 4.809}, {"type": "precision_at_1000", "value": 0.509}, {"type": "precision_at_3", "value": 69.151}, {"type": "precision_at_5", "value": 57.74399999999999}, {"type": "recall_at_1", "value": 24.437}, {"type": "recall_at_10", "value": 75.887}, {"type": "recall_at_100", "value": 91.104}, {"type": "recall_at_1000", "value": 97.024}, {"type": "recall_at_3", "value": 49.835}, {"type": "recall_at_5", "value": 62.854}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB TNews", "type": "C-MTEB/TNews-classification", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 49.851}, {"type": "f1", "value": 48.115308719873006}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB ThuNewsClusteringP2P", "type": "C-MTEB/ThuNewsClusteringP2P", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 58.53624772949936}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB ThuNewsClusteringS2S", "type": "C-MTEB/ThuNewsClusteringS2S", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 54.145039782849956}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB VideoRetrieval", "type": "C-MTEB/VideoRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 49.0}, {"type": "map_at_10", "value": 58.888}, {"type": "map_at_100", "value": 59.512}, {"type": "map_at_1000", "value": 59.532}, {"type": "map_at_3", "value": 56.65}, {"type": "map_at_5", "value": 57.91}, {"type": "mrr_at_1", "value": 49.0}, {"type": "mrr_at_10", "value": 58.888}, {"type": "mrr_at_100", "value": 59.512}, {"type": "mrr_at_1000", "value": 59.532}, {"type": "mrr_at_3", "value": 56.65}, {"type": "mrr_at_5", "value": 57.91}, {"type": "ndcg_at_1", "value": 49.0}, {"type": "ndcg_at_10", "value": 63.656}, {"type": "ndcg_at_100", "value": 66.666}, {"type": "ndcg_at_1000", "value": 67.269}, {"type": "ndcg_at_3", "value": 59.082}, {"type": "ndcg_at_5", "value": 61.35}, {"type": "precision_at_1", "value": 49.0}, {"type": "precision_at_10", "value": 7.86}, {"type": "precision_at_100", "value": 0.9259999999999999}, {"type": "precision_at_1000", "value": 0.098}, {"type": "precision_at_3", "value": 22.033}, {"type": "precision_at_5", "value": 14.32}, {"type": "recall_at_1", "value": 49.0}, {"type": "recall_at_10", "value": 78.60000000000001}, {"type": "recall_at_100", "value": 92.60000000000001}, {"type": "recall_at_1000", "value": 97.5}, {"type": "recall_at_3", "value": 66.10000000000001}, {"type": "recall_at_5", "value": 71.6}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB Waimai", "type": "C-MTEB/waimai-classification", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 86.44000000000001}, {"type": "ap", "value": 69.51298270778649}, {"type": "f1", "value": 84.72728998827236}]}]}]}
mteb model-index region:us