mteb license:apache-2.0 model-index region:us
---
tags:
- mteb
model-index:
- name: paraphrase-multilingual-mpnet-base-v2
  results:
  - task:
      type: STS
    dataset:
      type: C-MTEB/AFQMC
      name: MTEB AFQMC
      config: default
      split: validation
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 15.582251984126666
    - type: cos_sim_spearman
      value: 15.69467748963597
    - type: euclidean_pearson
      value: 16.2494479187005
    - type: euclidean_spearman
      value: 15.69467748963597
    - type: manhattan_pearson
      value: 16.10975022496916
    - type: manhattan_spearman
      value: 15.599765124154125
  - task:
      type: STS
    dataset:
      type: C-MTEB/ATEC
      name: MTEB ATEC
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 19.07752310222746
    - type: cos_sim_spearman
      value: 20.26726582178988
    - type: euclidean_pearson
      value: 21.46028997787012
    - type: euclidean_spearman
      value: 20.26726694759729
    - type: manhattan_pearson
      value: 21.21116198565279
    - type: manhattan_spearman
      value: 20.036477476049843
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_reviews_multi
      name: MTEB AmazonReviewsClassification (zh)
      config: zh
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 38.248000000000005
    - type: f1
      value: 36.51864988321388
  - task:
      type: STS
    dataset:
      type: C-MTEB/BQ
      name: MTEB BQ
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 36.035921295879945
    - type: cos_sim_spearman
      value: 36.32879592292982
    - type: euclidean_pearson
      value: 37.01984887739531
    - type: euclidean_spearman
      value: 36.32879592292982
    - type: manhattan_pearson
      value: 36.82576491213651
    - type: manhattan_spearman
      value: 36.144748202867035
  - task:
      type: Clustering
    dataset:
      type: C-MTEB/CLSClusteringP2P
      name: MTEB CLSClusteringP2P
      config: default
      split: test
      revision: None
    metrics:
    - type: v_measure
      value: 39.23871809483964
  - task:
      type: Clustering
    dataset:
      type: C-MTEB/CLSClusteringS2S
      name: MTEB CLSClusteringS2S
      config: default
      split: test
      revision: None
    metrics:
    - type: v_measure
      value: 35.364138763920494
  - task:
      type: Reranking
    dataset:
      type: C-MTEB/CMedQAv1-reranking
      name: MTEB CMedQAv1
      config: default
      split: test
      revision: None
    metrics:
    - type: map
      value: 50.19424558532272
    - type: mrr
      value: 55.510515873015876
  - task:
      type: Reranking
    dataset:
      type: C-MTEB/CMedQAv2-reranking
      name: MTEB CMedQAv2
      config: default
      split: test
      revision: None
    metrics:
    - type: map
      value: 50.38634397668087
    - type: mrr
      value: 56.72884920634921
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/CmedqaRetrieval
      name: MTEB CmedqaRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 4.642
    - type: map_at_10
      value: 7.561
    - type: map_at_100
      value: 8.423
    - type: map_at_1000
      value: 8.6
    - type: map_at_3
      value: 6.433999999999999
    - type: map_at_5
      value: 7.065
    - type: mrr_at_1
      value: 8.126999999999999
    - type: mrr_at_10
      value: 11.693000000000001
    - type: mrr_at_100
      value: 12.485
    - type: mrr_at_1000
      value: 12.61
    - type: mrr_at_3
      value: 10.344000000000001
    - type: mrr_at_5
      value: 11.089
    - type: ndcg_at_1
      value: 8.126999999999999
    - type: ndcg_at_10
      value: 10.147
    - type: ndcg_at_100
      value: 14.631
    - type: ndcg_at_1000
      value: 19.372
    - type: ndcg_at_3
      value: 8.285
    - type: ndcg_at_5
      value: 9.074
    - type: precision_at_1
      value: 8.126999999999999
    - type: precision_at_10
      value: 2.558
    - type: precision_at_100
      value: 0.629
    - type: precision_at_1000
      value: 0.126
    - type: precision_at_3
      value: 5.035
    - type: precision_at_5
      value: 3.866
    - type: recall_at_1
      value: 4.642
    - type: recall_at_10
      value: 13.91
    - type: recall_at_100
      value: 33.17
    - type: recall_at_1000
      value: 66.916
    - type: recall_at_3
      value: 8.279
    - type: recall_at_5
      value: 10.716000000000001
  - task:
      type: PairClassification
    dataset:
      type: C-MTEB/CMNLI
      name: MTEB Cmnli
      config: default
      split: validation
      revision: None
    metrics:
    - type: cos_sim_accuracy
      value: 78.90559230306675
    - type: cos_sim_ap
      value: 86.6988666945878
    - type: cos_sim_f1
      value: 80.14296226216756
    - type: cos_sim_precision
      value: 72.80366692131398
    - type: cos_sim_recall
      value: 89.12789338321254
    - type: dot_accuracy
      value: 78.90559230306675
    - type: dot_ap
      value: 86.69489796769942
    - type: dot_f1
      value: 80.14296226216756
    - type: dot_precision
      value: 72.80366692131398
    - type: dot_recall
      value: 89.12789338321254
    - type: euclidean_accuracy
      value: 78.90559230306675
    - type: euclidean_ap
      value: 86.69887318853196
    - type: euclidean_f1
      value: 80.14296226216756
    - type: euclidean_precision
      value: 72.80366692131398
    - type: euclidean_recall
      value: 89.12789338321254
    - type: manhattan_accuracy
      value: 79.01383042693926
    - type: manhattan_ap
      value: 86.68915849492038
    - type: manhattan_f1
      value: 80.34006376195538
    - type: manhattan_precision
      value: 73.64114552893045
    - type: manhattan_recall
      value: 88.379705400982
    - type: max_accuracy
      value: 79.01383042693926
    - type: max_ap
      value: 86.69887318853196
    - type: max_f1
      value: 80.34006376195538
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/CovidRetrieval
      name: MTEB CovidRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 18.967
    - type: map_at_10
      value: 25.325999999999997
    - type: map_at_100
      value: 26.313
    - type: map_at_1000
      value: 26.41
    - type: map_at_3
      value: 23.358
    - type: map_at_5
      value: 24.391
    - type: mrr_at_1
      value: 18.862000000000002
    - type: mrr_at_10
      value: 25.261
    - type: mrr_at_100
      value: 26.243
    - type: mrr_at_1000
      value: 26.337
    - type: mrr_at_3
      value: 23.288
    - type: mrr_at_5
      value: 24.32
    - type: ndcg_at_1
      value: 18.967
    - type: ndcg_at_10
      value: 28.852
    - type: ndcg_at_100
      value: 34.061
    - type: ndcg_at_1000
      value: 36.886
    - type: ndcg_at_3
      value: 24.75
    - type: ndcg_at_5
      value: 26.613999999999997
    - type: precision_at_1
      value: 18.967
    - type: precision_at_10
      value: 4.025
    - type: precision_at_100
      value: 0.66
    - type: precision_at_1000
      value: 0.089
    - type: precision_at_3
      value: 9.589
    - type: precision_at_5
      value: 6.660000000000001
    - type: recall_at_1
      value: 18.967
    - type: recall_at_10
      value: 40.148
    - type: recall_at_100
      value: 65.358
    - type: recall_at_1000
      value: 88.145
    - type: recall_at_3
      value: 28.767
    - type: recall_at_5
      value: 33.298
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/DuRetrieval
      name: MTEB DuRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 9.415999999999999
    - type: map_at_10
      value: 24.324
    - type: map_at_100
      value: 27.298000000000002
    - type: map_at_1000
      value: 27.592
    - type: map_at_3
      value: 17.343
    - type: map_at_5
      value: 20.849
    - type: mrr_at_1
      value: 37.25
    - type: mrr_at_10
      value: 46.056999999999995
    - type: mrr_at_100
      value: 46.784
    - type: mrr_at_1000
      value: 46.827999999999996
    - type: mrr_at_3
      value: 43.867
    - type: mrr_at_5
      value: 45.094
    - type: ndcg_at_1
      value: 37.25
    - type: ndcg_at_10
      value: 33.413
    - type: ndcg_at_100
      value: 41.315000000000005
    - type: ndcg_at_1000
      value: 45.501000000000005
    - type: ndcg_at_3
      value: 32.79
    - type: ndcg_at_5
      value: 31.421
    - type: precision_at_1
      value: 37.25
    - type: precision_at_10
      value: 16.77
    - type: precision_at_100
      value: 2.954
    - type: precision_at_1000
      value: 0.4
    - type: precision_at_3
      value: 29.282999999999998
    - type: precision_at_5
      value: 24.15
    - type: recall_at_1
      value: 9.415999999999999
    - type: recall_at_10
      value: 34.885
    - type: recall_at_100
      value: 59.136
    - type: recall_at_1000
      value: 80.28699999999999
    - type: recall_at_3
      value: 20.063
    - type: recall_at_5
      value: 26.088
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/EcomRetrieval
      name: MTEB EcomRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 4.3
    - type: map_at_10
      value: 7.628
    - type: map_at_100
      value: 8.248999999999999
    - type: map_at_1000
      value: 8.355
    - type: map_at_3
      value: 6.35
    - type: map_at_5
      value: 7.03
    - type: mrr_at_1
      value: 4.3
    - type: mrr_at_10
      value: 7.628
    - type: mrr_at_100
      value: 8.248999999999999
    - type: mrr_at_1000
      value: 8.355
    - type: mrr_at_3
      value: 6.35
    - type: mrr_at_5
      value: 7.03
    - type: ndcg_at_1
      value: 4.3
    - type: ndcg_at_10
      value: 9.69
    - type: ndcg_at_100
      value: 13.543
    - type: ndcg_at_1000
      value: 16.862
    - type: ndcg_at_3
      value: 7.005999999999999
    - type: ndcg_at_5
      value: 8.237
    - type: precision_at_1
      value: 4.3
    - type: precision_at_10
      value: 1.6400000000000001
    - type: precision_at_100
      value: 0.363
    - type: precision_at_1000
      value: 0.064
    - type: precision_at_3
      value: 2.9669999999999996
    - type: precision_at_5
      value: 2.3800000000000003
    - type: recall_at_1
      value: 4.3
    - type: recall_at_10
      value: 16.400000000000002
    - type: recall_at_100
      value: 36.3
    - type: recall_at_1000
      value: 63.5
    - type: recall_at_3
      value: 8.9
    - type: recall_at_5
      value: 11.899999999999999
  - task:
      type: Classification
    dataset:
      type: C-MTEB/IFlyTek-classification
      name: MTEB IFlyTek
      config: default
      split: validation
      revision: None
    metrics:
    - type: accuracy
      value: 43.13197383609081
    - type: f1
      value: 33.19723983169144
  - task:
      type: Classification
    dataset:
      type: C-MTEB/JDReview-classification
      name: MTEB JDReview
      config: default
      split: test
      revision: None
    metrics:
    - type: accuracy
      value: 69.08067542213884
    - type: ap
      value: 31.497021246386026
    - type: f1
      value: 63.10432314478336
  - task:
      type: STS
    dataset:
      type: C-MTEB/LCQMC
      name: MTEB LCQMC
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 54.02193542004488
    - type: cos_sim_spearman
      value: 63.29956119287726
    - type: euclidean_pearson
      value: 60.824093753187505
    - type: euclidean_spearman
      value: 63.29955451768957
    - type: manhattan_pearson
      value: 60.6562745233606
    - type: manhattan_spearman
      value: 63.15715056564471
  - task:
      type: Reranking
    dataset:
      type: C-MTEB/Mmarco-reranking
      name: MTEB MMarcoReranking
      config: default
      split: dev
      revision: None
    metrics:
    - type: map
      value: 14.567487648388411
    - type: mrr
      value: 13.480555555555556
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/MMarcoRetrieval
      name: MTEB MMarcoRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 31.494
    - type: map_at_10
      value: 40.034
    - type: map_at_100
      value: 40.905
    - type: map_at_1000
      value: 40.964
    - type: map_at_3
      value: 37.531
    - type: map_at_5
      value: 38.927
    - type: mrr_at_1
      value: 32.708
    - type: mrr_at_10
      value: 40.785
    - type: mrr_at_100
      value: 41.597
    - type: mrr_at_1000
      value: 41.650999999999996
    - type: mrr_at_3
      value: 38.448
    - type: mrr_at_5
      value: 39.729
    - type: ndcg_at_1
      value: 32.708
    - type: ndcg_at_10
      value: 44.623000000000005
    - type: ndcg_at_100
      value: 48.964
    - type: ndcg_at_1000
      value: 50.623
    - type: ndcg_at_3
      value: 39.6
    - type: ndcg_at_5
      value: 42.01
    - type: precision_at_1
      value: 32.708
    - type: precision_at_10
      value: 6.193
    - type: precision_at_100
      value: 0.8410000000000001
    - type: precision_at_1000
      value: 0.098
    - type: precision_at_3
      value: 15.706999999999999
    - type: precision_at_5
      value: 10.685
    - type: recall_at_1
      value: 31.494
    - type: recall_at_10
      value: 58.367999999999995
    - type: recall_at_100
      value: 78.874
    - type: recall_at_1000
      value: 92.065
    - type: recall_at_3
      value: 44.668
    - type: recall_at_5
      value: 50.424
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (zh-CN)
      config: zh-CN
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 61.23066577000673
    - type: f1
      value: 59.761305591910464
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (zh-CN)
      config: zh-CN
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 68.12373907195696
    - type: f1
      value: 67.76061327147141
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/MedicalRetrieval
      name: MTEB MedicalRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 9.3
    - type: map_at_10
      value: 12.374
    - type: map_at_100
      value: 12.931000000000001
    - type: map_at_1000
      value: 13.008000000000001
    - type: map_at_3
      value: 11.283
    - type: map_at_5
      value: 12.058
    - type: mrr_at_1
      value: 9.5
    - type: mrr_at_10
      value: 12.472999999999999
    - type: mrr_at_100
      value: 13.03
    - type: mrr_at_1000
      value: 13.107
    - type: mrr_at_3
      value: 11.383000000000001
    - type: mrr_at_5
      value: 12.158
    - type: ndcg_at_1
      value: 9.3
    - type: ndcg_at_10
      value: 14.099999999999998
    - type: ndcg_at_100
      value: 17.198
    - type: ndcg_at_1000
      value: 19.852
    - type: ndcg_at_3
      value: 11.93
    - type: ndcg_at_5
      value: 13.328000000000001
    - type: precision_at_1
      value: 9.3
    - type: precision_at_10
      value: 1.96
    - type: precision_at_100
      value: 0.35000000000000003
    - type: precision_at_1000
      value: 0.056999999999999995
    - type: precision_at_3
      value: 4.6
    - type: precision_at_5
      value: 3.44
    - type: recall_at_1
      value: 9.3
    - type: recall_at_10
      value: 19.6
    - type: recall_at_100
      value: 35
    - type: recall_at_1000
      value: 57.199999999999996
    - type: recall_at_3
      value: 13.8
    - type: recall_at_5
      value: 17.2
  - task:
      type: Classification
    dataset:
      type: C-MTEB/MultilingualSentiment-classification
      name: MTEB MultilingualSentiment
      config: default
      split: validation
      revision: None
    metrics:
    - type: accuracy
      value: 67.83
    - type: f1
      value: 67.50431678051608
  - task:
      type: PairClassification
    dataset:
      type: C-MTEB/OCNLI
      name: MTEB Ocnli
      config: default
      split: validation
      revision: None
    metrics:
    - type: cos_sim_accuracy
      value: 69.89713048186248
    - type: cos_sim_ap
      value: 75.10270746572424
    - type: cos_sim_f1
      value: 73.33046100818613
    - type: cos_sim_precision
      value: 61.93595342066958
    - type: cos_sim_recall
      value: 89.86272439281943
    - type: dot_accuracy
      value: 69.89713048186248
    - type: dot_ap
      value: 75.10270746572424
    - type: dot_f1
      value: 73.33046100818613
    - type: dot_precision
      value: 61.93595342066958
    - type: dot_recall
      value: 89.86272439281943
    - type: euclidean_accuracy
      value: 69.89713048186248
    - type: euclidean_ap
      value: 75.10270746572424
    - type: euclidean_f1
      value: 73.33046100818613
    - type: euclidean_precision
      value: 61.93595342066958
    - type: euclidean_recall
      value: 89.86272439281943
    - type: manhattan_accuracy
      value: 70.00541418516514
    - type: manhattan_ap
      value: 75.07347960628417
    - type: manhattan_f1
      value: 73.24675324675324
    - type: manhattan_precision
      value: 62.06896551724138
    - type: manhattan_recall
      value: 89.33474128827878
    - type: max_accuracy
      value: 70.00541418516514
    - type: max_ap
      value: 75.10270746572424
    - type: max_f1
      value: 73.33046100818613
  - task:
      type: Classification
    dataset:
      type: C-MTEB/OnlineShopping-classification
      name: MTEB OnlineShopping
      config: default
      split: test
      revision: None
    metrics:
    - type: accuracy
      value: 88.13000000000001
    - type: ap
      value: 85.7357456225748
    - type: f1
      value: 88.12469116496673
  - task:
      type: STS
    dataset:
      type: C-MTEB/PAWSX
      name: MTEB PAWSX
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 11.713881723907775
    - type: cos_sim_spearman
      value: 12.159392805493383
    - type: euclidean_pearson
      value: 13.764163101613821
    - type: euclidean_spearman
      value: 12.17319102585978
    - type: manhattan_pearson
      value: 13.743967979398372
    - type: manhattan_spearman
      value: 12.134172992222004
  - task:
      type: STS
    dataset:
      type: C-MTEB/QBQTC
      name: MTEB QBQTC
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 21.767902610816733
    - type: cos_sim_spearman
      value: 22.530506869886555
    - type: euclidean_pearson
      value: 21.17191447535752
    - type: euclidean_spearman
      value: 22.53064562928237
    - type: manhattan_pearson
      value: 21.240920686498587
    - type: manhattan_spearman
      value: 22.57471787959808
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (zh)
      config: zh
      split: test
      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
    metrics:
    - type: cos_sim_pearson
      value: 59.118709223447084
    - type: cos_sim_spearman
      value: 61.7500061568468
    - type: euclidean_pearson
      value: 58.90022905396264
    - type: euclidean_spearman
      value: 61.74799303717487
    - type: manhattan_pearson
      value: 58.82808730371198
    - type: manhattan_spearman
      value: 61.70225906009564
  - task:
      type: STS
    dataset:
      type: C-MTEB/STSB
      name: MTEB STSB
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 79.53607014031085
    - type: cos_sim_spearman
      value: 80.83740035804547
    - type: euclidean_pearson
      value: 80.94021759403765
    - type: euclidean_spearman
      value: 80.83713307198732
    - type: manhattan_pearson
      value: 80.89426880038783
    - type: manhattan_spearman
      value: 80.75956591778406
  - task:
      type: Reranking
    dataset:
      type: C-MTEB/T2Reranking
      name: MTEB T2Reranking
      config: default
      split: dev
      revision: None
    metrics:
    - type: map
      value: 64.49344121348362
    - type: mrr
      value: 74.23022052422864
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/T2Retrieval
      name: MTEB T2Retrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 7.964
    - type: map_at_10
      value: 20.035
    - type: map_at_100
      value: 22.862
    - type: map_at_1000
      value: 23.177
    - type: map_at_3
      value: 14.327000000000002
    - type: map_at_5
      value: 17.230999999999998
    - type: mrr_at_1
      value: 33.495999999999995
    - type: mrr_at_10
      value: 41.165
    - type: mrr_at_100
      value: 41.9
    - type: mrr_at_1000
      value: 41.953
    - type: mrr_at_3
      value: 39.088
    - type: mrr_at_5
      value: 40.254
    - type: ndcg_at_1
      value: 33.495999999999995
    - type: ndcg_at_10
      value: 28.348000000000003
    - type: ndcg_at_100
      value: 35.845
    - type: ndcg_at_1000
      value: 40.333999999999996
    - type: ndcg_at_3
      value: 29.500999999999998
    - type: ndcg_at_5
      value: 28.083999999999996
    - type: precision_at_1
      value: 33.495999999999995
    - type: precision_at_10
      value: 15.120000000000001
    - type: precision_at_100
      value: 2.825
    - type: precision_at_1000
      value: 0.39899999999999997
    - type: precision_at_3
      value: 26.245
    - type: precision_at_5
      value: 21.668000000000003
    - type: recall_at_1
      value: 7.964
    - type: recall_at_10
      value: 28.58
    - type: recall_at_100
      value: 51.837
    - type: recall_at_1000
      value: 74.27
    - type: recall_at_3
      value: 16.537
    - type: recall_at_5
      value: 21.632
  - task:
      type: Classification
    dataset:
      type: C-MTEB/TNews-classification
      name: MTEB TNews
      config: default
      split: validation
      revision: None
    metrics:
    - type: accuracy
      value: 44.416
    - type: f1
      value: 42.755758297432024
  - task:
      type: Clustering
    dataset:
      type: C-MTEB/ThuNewsClusteringP2P
      name: MTEB ThuNewsClusteringP2P
      config: default
      split: test
      revision: None
    metrics:
    - type: v_measure
      value: 47.29874955201481
  - task:
      type: Clustering
    dataset:
      type: C-MTEB/ThuNewsClusteringS2S
      name: MTEB ThuNewsClusteringS2S
      config: default
      split: test
      revision: None
    metrics:
    - type: v_measure
      value: 36.76574996149121
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/VideoRetrieval
      name: MTEB VideoRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 9.700000000000001
    - type: map_at_10
      value: 12.537999999999998
    - type: map_at_100
      value: 13.012
    - type: map_at_1000
      value: 13.062000000000001
    - type: map_at_3
      value: 11.517
    - type: map_at_5
      value: 12.157
    - type: mrr_at_1
      value: 9.700000000000001
    - type: mrr_at_10
      value: 12.537999999999998
    - type: mrr_at_100
      value: 13.012
    - type: mrr_at_1000
      value: 13.062000000000001
    - type: mrr_at_3
      value: 11.517
    - type: mrr_at_5
      value: 12.157
    - type: ndcg_at_1
      value: 9.700000000000001
    - type: ndcg_at_10
      value: 14.174999999999999
    - type: ndcg_at_100
      value: 16.692999999999998
    - type: ndcg_at_1000
      value: 18.337999999999997
    - type: ndcg_at_3
      value: 12.127
    - type: ndcg_at_5
      value: 13.281
    - type: precision_at_1
      value: 9.700000000000001
    - type: precision_at_10
      value: 1.94
    - type: precision_at_100
      value: 0.317
    - type: precision_at_1000
      value: 0.045
    - type: precision_at_3
      value: 4.633
    - type: precision_at_5
      value: 3.34
    - type: recall_at_1
      value: 9.700000000000001
    - type: recall_at_10
      value: 19.400000000000002
    - type: recall_at_100
      value: 31.7
    - type: recall_at_1000
      value: 45.300000000000004
    - type: recall_at_3
      value: 13.900000000000002
    - type: recall_at_5
      value: 16.7
  - task:
      type: Classification
    dataset:
      type: C-MTEB/waimai-classification
      name: MTEB Waimai
      config: default
      split: test
      revision: None
    metrics:
    - type: accuracy
      value: 84.14999999999999
    - type: ap
      value: 65.29278050315834
    - type: f1
      value: 82.14463322877558
license: apache-2.0
---

---
license: apache-2.0
---