{"tags": ["mteb"], "model-index": [{"name": "IYun-large-zh", "results": [{"task": {"type": "STS"}, "dataset": {"name": "MTEB AFQMC", "type": "C-MTEB/AFQMC", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 47.62886400879205}, {"type": "cos_sim_spearman", "value": 50.410468642721284}, {"type": "euclidean_pearson", "value": 48.605179030387234}, {"type": "euclidean_spearman", "value": 50.41046864084024}, {"type": "manhattan_pearson", "value": 48.55935271314992}, {"type": "manhattan_spearman", "value": 50.371667357717385}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB ATEC", "type": "C-MTEB/ATEC", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 50.76155988372055}, {"type": "cos_sim_spearman", "value": 53.25254716919069}, {"type": "euclidean_pearson", "value": 55.139078119507445}, {"type": "euclidean_spearman", "value": 53.252549420427854}, {"type": "manhattan_pearson", "value": 55.121298892651396}, {"type": "manhattan_spearman", "value": 53.25284327210914}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB AmazonReviewsClassification (zh)", "type": "mteb/amazon_reviews_multi", "config": "zh", "split": "test", "revision": "1399c76144fd37290681b995c656ef9b2e06e26d"}, "metrics": [{"type": "accuracy", "value": 40.136}, {"type": "f1", "value": 38.3847401360751}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB BQ", "type": "C-MTEB/BQ", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 62.54137938581299}, {"type": "cos_sim_spearman", "value": 65.54455797463953}, {"type": "euclidean_pearson", "value": 64.07098869237777}, {"type": "euclidean_spearman", "value": 65.54455797286981}, {"type": "manhattan_pearson", "value": 64.0804833426676}, {"type": "manhattan_spearman", "value": 65.56872701094323}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB CLSClusteringP2P", "type": "C-MTEB/CLSClusteringP2P", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 40.65173168599306}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB CLSClusteringS2S", "type": "C-MTEB/CLSClusteringS2S", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 38.61215689757094}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB CMedQAv1", "type": "C-MTEB/CMedQAv1-reranking", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "map", "value": 84.96382630261857}, {"type": "mrr", "value": 87.65821428571428}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB CMedQAv2", "type": "C-MTEB/CMedQAv2-reranking", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "map", "value": 85.4284701902848}, {"type": "mrr", "value": 87.99809523809525}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB CmedqaRetrieval", "type": "C-MTEB/CmedqaRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 23.943}, {"type": "map_at_10", "value": 36.015}, {"type": "map_at_100", "value": 37.879000000000005}, {"type": "map_at_1000", "value": 38.002}, {"type": "map_at_3", "value": 31.944}, {"type": "map_at_5", "value": 34.165}, {"type": "mrr_at_1", "value": 36.784}, {"type": "mrr_at_10", "value": 44.901}, {"type": "mrr_at_100", "value": 45.909}, {"type": "mrr_at_1000", "value": 45.96}, {"type": "mrr_at_3", "value": 42.298}, {"type": "mrr_at_5", "value": 43.785000000000004}, {"type": "ndcg_at_1", "value": 36.784}, {"type": "ndcg_at_10", "value": 42.534}, {"type": "ndcg_at_100", "value": 49.986999999999995}, {"type": "ndcg_at_1000", "value": 52.132}, {"type": "ndcg_at_3", "value": 37.339}, {"type": "ndcg_at_5", "value": 39.449}, {"type": "precision_at_1", "value": 36.784}, {"type": "precision_at_10", "value": 9.565}, {"type": "precision_at_100", "value": 1.5599999999999998}, {"type": "precision_at_1000", "value": 0.183}, {"type": "precision_at_3", "value": 21.23}, {"type": "precision_at_5", "value": 15.473999999999998}, {"type": "recall_at_1", "value": 23.943}, {"type": "recall_at_10", "value": 52.842}, {"type": "recall_at_100", "value": 83.935}, {"type": "recall_at_1000", "value": 98.32499999999999}, {"type": "recall_at_3", "value": 37.228}, {"type": "recall_at_5", "value": 43.805}]}, {"task": {"type": "PairClassification"}, "dataset": {"name": "MTEB Cmnli", "type": "C-MTEB/CMNLI", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "cos_sim_accuracy", "value": 77.26999398677088}, {"type": "cos_sim_ap", "value": 86.35338544609897}, {"type": "cos_sim_f1", "value": 78.97513187641295}, {"type": "cos_sim_precision", "value": 73.18435754189943}, {"type": "cos_sim_recall", "value": 85.76104746317512}, {"type": "dot_accuracy", "value": 77.26999398677088}, {"type": "dot_ap", "value": 86.35760224553547}, {"type": "dot_f1", "value": 78.97513187641295}, {"type": "dot_precision", "value": 73.18435754189943}, {"type": "dot_recall", "value": 85.76104746317512}, {"type": "euclidean_accuracy", "value": 77.26999398677088}, {"type": "euclidean_ap", "value": 86.35338747738543}, {"type": "euclidean_f1", "value": 78.97513187641295}, {"type": "euclidean_precision", "value": 73.18435754189943}, {"type": "euclidean_recall", "value": 85.76104746317512}, {"type": "manhattan_accuracy", "value": 77.36620565243535}, {"type": "manhattan_ap", "value": 86.32853801218224}, {"type": "manhattan_f1", "value": 79.05508382320924}, {"type": "manhattan_precision", "value": 73.96618455897331}, {"type": "manhattan_recall", "value": 84.89595510872107}, {"type": "max_accuracy", "value": 77.36620565243535}, {"type": "max_ap", "value": 86.35760224553547}, {"type": "max_f1", "value": 79.05508382320924}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB CovidRetrieval", "type": "C-MTEB/CovidRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 70.074}, {"type": "map_at_10", "value": 78.11099999999999}, {"type": "map_at_100", "value": 78.445}, {"type": "map_at_1000", "value": 78.447}, {"type": "map_at_3", "value": 76.51}, {"type": "map_at_5", "value": 77.455}, {"type": "mrr_at_1", "value": 70.285}, {"type": "mrr_at_10", "value": 78.107}, {"type": "mrr_at_100", "value": 78.431}, {"type": "mrr_at_1000", "value": 78.43299999999999}, {"type": "mrr_at_3", "value": 76.589}, {"type": "mrr_at_5", "value": 77.469}, {"type": "ndcg_at_1", "value": 70.285}, {"type": "ndcg_at_10", "value": 81.659}, {"type": "ndcg_at_100", "value": 83.125}, {"type": "ndcg_at_1000", "value": 83.211}, {"type": "ndcg_at_3", "value": 78.46}, {"type": "ndcg_at_5", "value": 80.142}, {"type": "precision_at_1", "value": 70.285}, {"type": "precision_at_10", "value": 9.368}, {"type": "precision_at_100", "value": 1.002}, {"type": "precision_at_1000", "value": 0.101}, {"type": "precision_at_3", "value": 28.205000000000002}, {"type": "precision_at_5", "value": 17.787}, {"type": "recall_at_1", "value": 70.074}, {"type": "recall_at_10", "value": 92.624}, {"type": "recall_at_100", "value": 99.157}, {"type": "recall_at_1000", "value": 99.895}, {"type": "recall_at_3", "value": 83.98299999999999}, {"type": "recall_at_5", "value": 88.03999999999999}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB DuRetrieval", "type": "C-MTEB/DuRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 25.765}, {"type": "map_at_10", "value": 80.298}, {"type": "map_at_100", "value": 83.086}, {"type": "map_at_1000", "value": 83.121}, {"type": "map_at_3", "value": 55.25600000000001}, {"type": "map_at_5", "value": 70.05799999999999}, {"type": "mrr_at_1", "value": 89.45}, {"type": "mrr_at_10", "value": 92.916}, {"type": "mrr_at_100", "value": 92.982}, {"type": "mrr_at_1000", "value": 92.985}, {"type": "mrr_at_3", "value": 92.675}, {"type": "mrr_at_5", "value": 92.83500000000001}, {"type": "ndcg_at_1", "value": 89.45}, {"type": "ndcg_at_10", "value": 87.587}, {"type": "ndcg_at_100", "value": 90.16999999999999}, {"type": "ndcg_at_1000", "value": 90.524}, {"type": "ndcg_at_3", "value": 85.949}, {"type": "ndcg_at_5", "value": 85.241}, {"type": "precision_at_1", "value": 89.45}, {"type": "precision_at_10", "value": 42.15}, {"type": "precision_at_100", "value": 4.821000000000001}, {"type": "precision_at_1000", "value": 0.49}, {"type": "precision_at_3", "value": 77.183}, {"type": "precision_at_5", "value": 65.57}, {"type": "recall_at_1", "value": 25.765}, {"type": "recall_at_10", "value": 89.137}, {"type": "recall_at_100", "value": 97.681}, {"type": "recall_at_1000", "value": 99.627}, {"type": "recall_at_3", "value": 57.777}, {"type": "recall_at_5", "value": 75.118}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB EcomRetrieval", "type": "C-MTEB/EcomRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 49.1}, {"type": "map_at_10", "value": 58.97}, {"type": "map_at_100", "value": 59.549}, {"type": "map_at_1000", "value": 59.567}, {"type": "map_at_3", "value": 56.2}, {"type": "map_at_5", "value": 57.85}, {"type": "mrr_at_1", "value": 49.1}, {"type": "mrr_at_10", "value": 58.97}, {"type": "mrr_at_100", "value": 59.549}, {"type": "mrr_at_1000", "value": 59.567}, {"type": "mrr_at_3", "value": 56.2}, {"type": "mrr_at_5", "value": 57.85}, {"type": "ndcg_at_1", "value": 49.1}, {"type": "ndcg_at_10", "value": 64.199}, {"type": "ndcg_at_100", "value": 66.83099999999999}, {"type": "ndcg_at_1000", "value": 67.327}, {"type": "ndcg_at_3", "value": 58.535000000000004}, {"type": "ndcg_at_5", "value": 61.48400000000001}, {"type": "precision_at_1", "value": 49.1}, {"type": "precision_at_10", "value": 8.08}, {"type": "precision_at_100", "value": 0.927}, {"type": "precision_at_1000", "value": 0.097}, {"type": "precision_at_3", "value": 21.767}, {"type": "precision_at_5", "value": 14.48}, {"type": "recall_at_1", "value": 49.1}, {"type": "recall_at_10", "value": 80.80000000000001}, {"type": "recall_at_100", "value": 92.7}, {"type": "recall_at_1000", "value": 96.6}, {"type": "recall_at_3", "value": 65.3}, {"type": "recall_at_5", "value": 72.39999999999999}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB IFlyTek", "type": "C-MTEB/IFlyTek-classification", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 48.28010773374375}, {"type": "f1", "value": 35.46912402730199}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB JDReview", "type": "C-MTEB/JDReview-classification", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 86.96060037523452}, {"type": "ap", "value": 56.24780665145316}, {"type": "f1", "value": 81.83981567566339}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB LCQMC", "type": "C-MTEB/LCQMC", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 70.62148105710038}, {"type": "cos_sim_spearman", "value": 77.59248881622894}, {"type": "euclidean_pearson", "value": 76.2864891709382}, {"type": "euclidean_spearman", "value": 77.59248881432201}, {"type": "manhattan_pearson", "value": 76.29796138420929}, {"type": "manhattan_spearman", "value": 77.60138130152234}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB MMarcoReranking", "type": "C-MTEB/Mmarco-reranking", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map", "value": 28.511120807453867}, {"type": "mrr", "value": 27.38571428571428}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB MMarcoRetrieval", "type": "C-MTEB/MMarcoRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 66.724}, {"type": "map_at_10", "value": 75.75800000000001}, {"type": "map_at_100", "value": 76.083}, {"type": "map_at_1000", "value": 76.094}, {"type": "map_at_3", "value": 74.022}, {"type": "map_at_5", "value": 75.106}, {"type": "mrr_at_1", "value": 68.95400000000001}, {"type": "mrr_at_10", "value": 76.302}, {"type": "mrr_at_100", "value": 76.591}, {"type": "mrr_at_1000", "value": 76.601}, {"type": "mrr_at_3", "value": 74.79}, {"type": "mrr_at_5", "value": 75.724}, {"type": "ndcg_at_1", "value": 68.95400000000001}, {"type": "ndcg_at_10", "value": 79.347}, {"type": "ndcg_at_100", "value": 80.786}, {"type": "ndcg_at_1000", "value": 81.072}, {"type": "ndcg_at_3", "value": 76.053}, {"type": "ndcg_at_5", "value": 77.872}, {"type": "precision_at_1", "value": 68.95400000000001}, {"type": "precision_at_10", "value": 9.552}, {"type": "precision_at_100", "value": 1.027}, {"type": "precision_at_1000", "value": 0.105}, {"type": "precision_at_3", "value": 28.601}, {"type": "precision_at_5", "value": 18.126}, {"type": "recall_at_1", "value": 66.724}, {"type": "recall_at_10", "value": 89.85}, {"type": "recall_at_100", "value": 96.314}, {"type": "recall_at_1000", "value": 98.548}, {"type": "recall_at_3", "value": 81.113}, {"type": "recall_at_5", "value": 85.438}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveIntentClassification (zh-CN)", "type": "mteb/amazon_massive_intent", "config": "zh-CN", "split": "test", "revision": "31efe3c427b0bae9c22cbb560b8f15491cc6bed7"}, "metrics": [{"type": "accuracy", "value": 67.5689307330195}, {"type": "f1", "value": 65.11359516294112}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MassiveScenarioClassification (zh-CN)", "type": "mteb/amazon_massive_scenario", "config": "zh-CN", "split": "test", "revision": "7d571f92784cd94a019292a1f45445077d0ef634"}, "metrics": [{"type": "accuracy", "value": 72.94216543375924}, {"type": "f1", "value": 72.6436518354548}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB MedicalRetrieval", "type": "C-MTEB/MedicalRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 51.4}, {"type": "map_at_10", "value": 57.613}, {"type": "map_at_100", "value": 58.116}, {"type": "map_at_1000", "value": 58.168}, {"type": "map_at_3", "value": 56.35}, {"type": "map_at_5", "value": 57.02}, {"type": "mrr_at_1", "value": 51.300000000000004}, {"type": "mrr_at_10", "value": 57.568}, {"type": "mrr_at_100", "value": 58.071}, {"type": "mrr_at_1000", "value": 58.123000000000005}, {"type": "mrr_at_3", "value": 56.3}, {"type": "mrr_at_5", "value": 56.974999999999994}, {"type": "ndcg_at_1", "value": 51.4}, {"type": "ndcg_at_10", "value": 60.535000000000004}, {"type": "ndcg_at_100", "value": 63.352}, {"type": "ndcg_at_1000", "value": 64.838}, {"type": "ndcg_at_3", "value": 57.884}, {"type": "ndcg_at_5", "value": 59.106}, {"type": "precision_at_1", "value": 51.4}, {"type": "precision_at_10", "value": 6.97}, {"type": "precision_at_100", "value": 0.8370000000000001}, {"type": "precision_at_1000", "value": 0.096}, {"type": "precision_at_3", "value": 20.767}, {"type": "precision_at_5", "value": 13.059999999999999}, {"type": "recall_at_1", "value": 51.4}, {"type": "recall_at_10", "value": 69.69999999999999}, {"type": "recall_at_100", "value": 83.7}, {"type": "recall_at_1000", "value": 95.6}, {"type": "recall_at_3", "value": 62.3}, {"type": "recall_at_5", "value": 65.3}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB MultilingualSentiment", "type": "C-MTEB/MultilingualSentiment-classification", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 72.98666666666668}, {"type": "f1", "value": 72.4123777534656}]}, {"task": {"type": "PairClassification"}, "dataset": {"name": "MTEB Ocnli", "type": "C-MTEB/OCNLI", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "cos_sim_accuracy", "value": 72.11694639956686}, {"type": "cos_sim_ap", "value": 77.63496673436505}, {"type": "cos_sim_f1", "value": 74.68694096601072}, {"type": "cos_sim_precision", "value": 64.77889837083009}, {"type": "cos_sim_recall", "value": 88.17317845828934}, {"type": "dot_accuracy", "value": 72.11694639956686}, {"type": "dot_ap", "value": 77.63496673436505}, {"type": "dot_f1", "value": 74.68694096601072}, {"type": "dot_precision", "value": 64.77889837083009}, {"type": "dot_recall", "value": 88.17317845828934}, {"type": "euclidean_accuracy", "value": 72.11694639956686}, {"type": "euclidean_ap", "value": 77.63496673436505}, {"type": "euclidean_f1", "value": 74.68694096601072}, {"type": "euclidean_precision", "value": 64.77889837083009}, {"type": "euclidean_recall", "value": 88.17317845828934}, {"type": "manhattan_accuracy", "value": 72.11694639956686}, {"type": "manhattan_ap", "value": 77.52878656090884}, {"type": "manhattan_f1", "value": 74.66019417475728}, {"type": "manhattan_precision", "value": 69.09254267744835}, {"type": "manhattan_recall", "value": 81.20380147835269}, {"type": "max_accuracy", "value": 72.11694639956686}, {"type": "max_ap", "value": 77.63496673436505}, {"type": "max_f1", "value": 74.68694096601072}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB OnlineShopping", "type": "C-MTEB/OnlineShopping-classification", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 91.64}, {"type": "ap", "value": 89.12806205639512}, {"type": "f1", "value": 91.62238410023797}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB PAWSX", "type": "C-MTEB/PAWSX", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 29.678544627403852}, {"type": "cos_sim_spearman", "value": 36.287615005295734}, {"type": "euclidean_pearson", "value": 36.30039885700787}, {"type": "euclidean_spearman", "value": 36.28761216121848}, {"type": "manhattan_pearson", "value": 36.23838423531557}, {"type": "manhattan_spearman", "value": 36.243368534726464}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB QBQTC", "type": "C-MTEB/QBQTC", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 36.598746439848654}, {"type": "cos_sim_spearman", "value": 38.54387920654539}, {"type": "euclidean_pearson", "value": 37.056311907404826}, {"type": "euclidean_spearman", "value": 38.5438513912605}, {"type": "manhattan_pearson", "value": 37.08335329709044}, {"type": "manhattan_spearman", "value": 38.54531809122004}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB STS22 (zh)", "type": "mteb/sts22-crosslingual-sts", "config": "zh", "split": "test", "revision": "6d1ba47164174a496b7fa5d3569dae26a6813b80"}, "metrics": [{"type": "cos_sim_pearson", "value": 66.75226504352881}, {"type": "cos_sim_spearman", "value": 69.14690027375019}, {"type": "euclidean_pearson", "value": 67.87449467580782}, {"type": "euclidean_spearman", "value": 69.14690027375019}, {"type": "manhattan_pearson", "value": 67.9311299689843}, {"type": "manhattan_spearman", "value": 69.19667811437502}]}, {"task": {"type": "STS"}, "dataset": {"name": "MTEB STSB", "type": "C-MTEB/STSB", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "cos_sim_pearson", "value": 78.98055978436483}, {"type": "cos_sim_spearman", "value": 79.41416674048851}, {"type": "euclidean_pearson", "value": 79.0230479547469}, {"type": "euclidean_spearman", "value": 79.4141639054013}, {"type": "manhattan_pearson", "value": 79.05560966690385}, {"type": "manhattan_spearman", "value": 79.46090020296566}]}, {"task": {"type": "Reranking"}, "dataset": {"name": "MTEB T2Reranking", "type": "C-MTEB/T2Reranking", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map", "value": 66.29408593432301}, {"type": "mrr", "value": 75.99429345197794}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB T2Retrieval", "type": "C-MTEB/T2Retrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 27.228}, {"type": "map_at_10", "value": 76.844}, {"type": "map_at_100", "value": 80.471}, {"type": "map_at_1000", "value": 80.537}, {"type": "map_at_3", "value": 53.846000000000004}, {"type": "map_at_5", "value": 66.292}, {"type": "mrr_at_1", "value": 89.716}, {"type": "mrr_at_10", "value": 92.214}, {"type": "mrr_at_100", "value": 92.306}, {"type": "mrr_at_1000", "value": 92.31}, {"type": "mrr_at_3", "value": 91.782}, {"type": "mrr_at_5", "value": 92.06}, {"type": "ndcg_at_1", "value": 89.716}, {"type": "ndcg_at_10", "value": 84.391}, {"type": "ndcg_at_100", "value": 87.994}, {"type": "ndcg_at_1000", "value": 88.644}, {"type": "ndcg_at_3", "value": 85.711}, {"type": "ndcg_at_5", "value": 84.336}, {"type": "precision_at_1", "value": 89.716}, {"type": "precision_at_10", "value": 42.068}, {"type": "precision_at_100", "value": 5.013999999999999}, {"type": "precision_at_1000", "value": 0.516}, {"type": "precision_at_3", "value": 75.063}, {"type": "precision_at_5", "value": 62.980999999999995}, {"type": "recall_at_1", "value": 27.228}, {"type": "recall_at_10", "value": 83.393}, {"type": "recall_at_100", "value": 95.172}, {"type": "recall_at_1000", "value": 98.504}, {"type": "recall_at_3", "value": 55.501999999999995}, {"type": "recall_at_5", "value": 69.688}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB TNews", "type": "C-MTEB/TNews-classification", "config": "default", "split": "validation", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 52.42600000000001}, {"type": "f1", "value": 50.62353572676567}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB ThuNewsClusteringP2P", "type": "C-MTEB/ThuNewsClusteringP2P", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 62.71730804673529}]}, {"task": {"type": "Clustering"}, "dataset": {"name": "MTEB ThuNewsClusteringS2S", "type": "C-MTEB/ThuNewsClusteringS2S", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "v_measure", "value": 57.728424069592975}]}, {"task": {"type": "Retrieval"}, "dataset": {"name": "MTEB VideoRetrieval", "type": "C-MTEB/VideoRetrieval", "config": "default", "split": "dev", "revision": "None"}, "metrics": [{"type": "map_at_1", "value": 57.699999999999996}, {"type": "map_at_10", "value": 67.528}, {"type": "map_at_100", "value": 68.00500000000001}, {"type": "map_at_1000", "value": 68.016}, {"type": "map_at_3", "value": 65.36699999999999}, {"type": "map_at_5", "value": 66.80199999999999}, {"type": "mrr_at_1", "value": 57.599999999999994}, {"type": "mrr_at_10", "value": 67.47800000000001}, {"type": "mrr_at_100", "value": 67.955}, {"type": "mrr_at_1000", "value": 67.96600000000001}, {"type": "mrr_at_3", "value": 65.31700000000001}, {"type": "mrr_at_5", "value": 66.752}, {"type": "ndcg_at_1", "value": 57.699999999999996}, {"type": "ndcg_at_10", "value": 72.087}, {"type": "ndcg_at_100", "value": 74.34100000000001}, {"type": "ndcg_at_1000", "value": 74.59}, {"type": "ndcg_at_3", "value": 67.72399999999999}, {"type": "ndcg_at_5", "value": 70.33500000000001}, {"type": "precision_at_1", "value": 57.699999999999996}, {"type": "precision_at_10", "value": 8.63}, {"type": "precision_at_100", "value": 0.967}, {"type": "precision_at_1000", "value": 0.099}, {"type": "precision_at_3", "value": 24.833}, {"type": "precision_at_5", "value": 16.18}, {"type": "recall_at_1", "value": 57.699999999999996}, {"type": "recall_at_10", "value": 86.3}, {"type": "recall_at_100", "value": 96.7}, {"type": "recall_at_1000", "value": 98.6}, {"type": "recall_at_3", "value": 74.5}, {"type": "recall_at_5", "value": 80.9}]}, {"task": {"type": "Classification"}, "dataset": {"name": "MTEB Waimai", "type": "C-MTEB/waimai-classification", "config": "default", "split": "test", "revision": "None"}, "metrics": [{"type": "accuracy", "value": 86.96}, {"type": "ap", "value": 70.53821492943891}, {"type": "f1", "value": 85.39615036873563}]}]}]}
transformers pytorch bert feature-extraction mteb model-index endpoints_compatible region:us