mteb model-index region:us
---
tags:
- mteb
model-index:
- name: windberta
  results:
  - task:
      type: STS
    dataset:
      type: C-MTEB/AFQMC
      name: MTEB AFQMC
      config: default
      split: validation
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 42.33337754104733
    - type: cos_sim_spearman
      value: 46.77492896615997
    - type: euclidean_pearson
      value: 45.485443713440205
    - type: euclidean_spearman
      value: 46.77492896615997
    - type: manhattan_pearson
      value: 45.47908853063357
    - type: manhattan_spearman
      value: 46.78349339487035
  - task:
      type: STS
    dataset:
      type: C-MTEB/ATEC
      name: MTEB ATEC
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 42.4857636418899
    - type: cos_sim_spearman
      value: 50.1796711684779
    - type: euclidean_pearson
      value: 50.19857844860528
    - type: euclidean_spearman
      value: 50.17966891674149
    - type: manhattan_pearson
      value: 50.189134647291425
    - type: manhattan_spearman
      value: 50.186194448855524
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_reviews_multi
      name: MTEB AmazonReviewsClassification (zh)
      config: zh
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 43.32
    - type: f1
      value: 41.656310147227025
  - task:
      type: STS
    dataset:
      type: C-MTEB/BQ
      name: MTEB BQ
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 53.71954834756843
    - type: cos_sim_spearman
      value: 55.24915785430301
    - type: euclidean_pearson
      value: 54.51293350057512
    - type: euclidean_spearman
      value: 55.249150926099745
    - type: manhattan_pearson
      value: 54.47449996486367
    - type: manhattan_spearman
      value: 55.2105677621172
  - task:
      type: Clustering
    dataset:
      type: C-MTEB/CLSClusteringP2P
      name: MTEB CLSClusteringP2P
      config: default
      split: test
      revision: None
    metrics:
    - type: v_measure
      value: 42.45793696381908
  - task:
      type: Clustering
    dataset:
      type: C-MTEB/CLSClusteringS2S
      name: MTEB CLSClusteringS2S
      config: default
      split: test
      revision: None
    metrics:
    - type: v_measure
      value: 40.378561138339656
  - task:
      type: Reranking
    dataset:
      type: C-MTEB/CMedQAv1-reranking
      name: MTEB CMedQAv1
      config: default
      split: test
      revision: None
    metrics:
    - type: map
      value: 77.41779986882574
    - type: mrr
      value: 81.09345238095239
  - task:
      type: Reranking
    dataset:
      type: C-MTEB/CMedQAv2-reranking
      name: MTEB CMedQAv2
      config: default
      split: test
      revision: None
    metrics:
    - type: map
      value: 77.84113571204598
    - type: mrr
      value: 81.18206349206349
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/CmedqaRetrieval
      name: MTEB CmedqaRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 18.706
    - type: map_at_10
      value: 27.782
    - type: map_at_100
      value: 29.482000000000003
    - type: map_at_1000
      value: 29.64
    - type: map_at_3
      value: 24.606
    - type: map_at_5
      value: 26.32
    - type: mrr_at_1
      value: 29.307
    - type: mrr_at_10
      value: 36.226
    - type: mrr_at_100
      value: 37.262
    - type: mrr_at_1000
      value: 37.335
    - type: mrr_at_3
      value: 33.928999999999995
    - type: mrr_at_5
      value: 35.181000000000004
    - type: ndcg_at_1
      value: 29.307
    - type: ndcg_at_10
      value: 33.452
    - type: ndcg_at_100
      value: 40.747
    - type: ndcg_at_1000
      value: 43.881
    - type: ndcg_at_3
      value: 29.186
    - type: ndcg_at_5
      value: 30.866
    - type: precision_at_1
      value: 29.307
    - type: precision_at_10
      value: 7.632
    - type: precision_at_100
      value: 1.357
    - type: precision_at_1000
      value: 0.17600000000000002
    - type: precision_at_3
      value: 16.688
    - type: precision_at_5
      value: 12.173
    - type: recall_at_1
      value: 18.706
    - type: recall_at_10
      value: 41.925000000000004
    - type: recall_at_100
      value: 72.817
    - type: recall_at_1000
      value: 94.33500000000001
    - type: recall_at_3
      value: 28.968
    - type: recall_at_5
      value: 34.29
  - task:
      type: PairClassification
    dataset:
      type: C-MTEB/CMNLI
      name: MTEB Cmnli
      config: default
      split: validation
      revision: None
    metrics:
    - type: cos_sim_accuracy
      value: 79.84365604329525
    - type: cos_sim_ap
      value: 87.54800685674849
    - type: cos_sim_f1
      value: 81.0654184776552
    - type: cos_sim_precision
      value: 77.4488926746167
    - type: cos_sim_recall
      value: 85.0362403553893
    - type: dot_accuracy
      value: 79.84365604329525
    - type: dot_ap
      value: 87.55923139984687
    - type: dot_f1
      value: 81.0654184776552
    - type: dot_precision
      value: 77.4488926746167
    - type: dot_recall
      value: 85.0362403553893
    - type: euclidean_accuracy
      value: 79.84365604329525
    - type: euclidean_ap
      value: 87.54800685674849
    - type: euclidean_f1
      value: 81.0654184776552
    - type: euclidean_precision
      value: 77.4488926746167
    - type: euclidean_recall
      value: 85.0362403553893
    - type: manhattan_accuracy
      value: 79.7714972940469
    - type: manhattan_ap
      value: 87.55523320840679
    - type: manhattan_f1
      value: 80.99598034836983
    - type: manhattan_precision
      value: 77.51656336824108
    - type: manhattan_recall
      value: 84.80243161094225
    - type: max_accuracy
      value: 79.84365604329525
    - type: max_ap
      value: 87.55923139984687
    - type: max_f1
      value: 81.0654184776552
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/CovidRetrieval
      name: MTEB CovidRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 60.589999999999996
    - type: map_at_10
      value: 69.27600000000001
    - type: map_at_100
      value: 69.812
    - type: map_at_1000
      value: 69.82300000000001
    - type: map_at_3
      value: 67.448
    - type: map_at_5
      value: 68.537
    - type: mrr_at_1
      value: 60.695
    - type: mrr_at_10
      value: 69.32300000000001
    - type: mrr_at_100
      value: 69.854
    - type: mrr_at_1000
      value: 69.865
    - type: mrr_at_3
      value: 67.545
    - type: mrr_at_5
      value: 68.625
    - type: ndcg_at_1
      value: 60.695
    - type: ndcg_at_10
      value: 73.36
    - type: ndcg_at_100
      value: 75.78200000000001
    - type: ndcg_at_1000
      value: 76.077
    - type: ndcg_at_3
      value: 69.639
    - type: ndcg_at_5
      value: 71.59400000000001
    - type: precision_at_1
      value: 60.695
    - type: precision_at_10
      value: 8.704
    - type: precision_at_100
      value: 0.98
    - type: precision_at_1000
      value: 0.1
    - type: precision_at_3
      value: 25.430000000000003
    - type: precision_at_5
      value: 16.27
    - type: recall_at_1
      value: 60.589999999999996
    - type: recall_at_10
      value: 86.038
    - type: recall_at_100
      value: 96.944
    - type: recall_at_1000
      value: 99.262
    - type: recall_at_3
      value: 75.869
    - type: recall_at_5
      value: 80.55799999999999
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/DuRetrieval
      name: MTEB DuRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 23.294999999999998
    - type: map_at_10
      value: 70.99499999999999
    - type: map_at_100
      value: 74.126
    - type: map_at_1000
      value: 74.205
    - type: map_at_3
      value: 48.845
    - type: map_at_5
      value: 61.551
    - type: mrr_at_1
      value: 83.3
    - type: mrr_at_10
      value: 88.446
    - type: mrr_at_100
      value: 88.564
    - type: mrr_at_1000
      value: 88.57000000000001
    - type: mrr_at_3
      value: 88.0
    - type: mrr_at_5
      value: 88.25
    - type: ndcg_at_1
      value: 83.3
    - type: ndcg_at_10
      value: 80.128
    - type: ndcg_at_100
      value: 84.009
    - type: ndcg_at_1000
      value: 84.798
    - type: ndcg_at_3
      value: 78.79
    - type: ndcg_at_5
      value: 77.405
    - type: precision_at_1
      value: 83.3
    - type: precision_at_10
      value: 38.82
    - type: precision_at_100
      value: 4.657
    - type: precision_at_1000
      value: 0.484
    - type: precision_at_3
      value: 70.89999999999999
    - type: precision_at_5
      value: 59.550000000000004
    - type: recall_at_1
      value: 23.294999999999998
    - type: recall_at_10
      value: 82.12
    - type: recall_at_100
      value: 94.223
    - type: recall_at_1000
      value: 98.264
    - type: recall_at_3
      value: 51.946000000000005
    - type: recall_at_5
      value: 67.54299999999999
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/EcomRetrieval
      name: MTEB EcomRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 42.0
    - type: map_at_10
      value: 51.207
    - type: map_at_100
      value: 51.964
    - type: map_at_1000
      value: 51.993
    - type: map_at_3
      value: 48.9
    - type: map_at_5
      value: 50.239999999999995
    - type: mrr_at_1
      value: 42.0
    - type: mrr_at_10
      value: 51.207
    - type: mrr_at_100
      value: 51.964
    - type: mrr_at_1000
      value: 51.993
    - type: mrr_at_3
      value: 48.9
    - type: mrr_at_5
      value: 50.239999999999995
    - type: ndcg_at_1
      value: 42.0
    - type: ndcg_at_10
      value: 55.886
    - type: ndcg_at_100
      value: 59.622
    - type: ndcg_at_1000
      value: 60.480999999999995
    - type: ndcg_at_3
      value: 51.112
    - type: ndcg_at_5
      value: 53.513
    - type: precision_at_1
      value: 42.0
    - type: precision_at_10
      value: 7.07
    - type: precision_at_100
      value: 0.8829999999999999
    - type: precision_at_1000
      value: 0.095
    - type: precision_at_3
      value: 19.167
    - type: precision_at_5
      value: 12.659999999999998
    - type: recall_at_1
      value: 42.0
    - type: recall_at_10
      value: 70.7
    - type: recall_at_100
      value: 88.3
    - type: recall_at_1000
      value: 95.19999999999999
    - type: recall_at_3
      value: 57.49999999999999
    - type: recall_at_5
      value: 63.3
  - task:
      type: Classification
    dataset:
      type: C-MTEB/IFlyTek-classification
      name: MTEB IFlyTek
      config: default
      split: validation
      revision: None
    metrics:
    - type: accuracy
      value: 47.07964601769912
    - type: f1
      value: 35.71948030119852
  - task:
      type: Classification
    dataset:
      type: C-MTEB/JDReview-classification
      name: MTEB JDReview
      config: default
      split: test
      revision: None
    metrics:
    - type: accuracy
      value: 84.48405253283303
    - type: ap
      value: 51.641044322555516
    - type: f1
      value: 79.09258868144057
  - task:
      type: STS
    dataset:
      type: C-MTEB/LCQMC
      name: MTEB LCQMC
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 68.02458550340191
    - type: cos_sim_spearman
      value: 74.28734803466209
    - type: euclidean_pearson
      value: 73.34335009219284
    - type: euclidean_spearman
      value: 74.28734803466209
    - type: manhattan_pearson
      value: 73.34314353425192
    - type: manhattan_spearman
      value: 74.28417768884727
  - task:
      type: Reranking
    dataset:
      type: C-MTEB/Mmarco-reranking
      name: MTEB MMarcoReranking
      config: default
      split: dev
      revision: None
    metrics:
    - type: map
      value: 30.17193800028175
    - type: mrr
      value: 29.161904761904765
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/MMarcoRetrieval
      name: MTEB MMarcoRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 61.039
    - type: map_at_10
      value: 70.19999999999999
    - type: map_at_100
      value: 70.602
    - type: map_at_1000
      value: 70.62
    - type: map_at_3
      value: 68.133
    - type: map_at_5
      value: 69.503
    - type: mrr_at_1
      value: 63.066
    - type: mrr_at_10
      value: 70.831
    - type: mrr_at_100
      value: 71.186
    - type: mrr_at_1000
      value: 71.202
    - type: mrr_at_3
      value: 69.00699999999999
    - type: mrr_at_5
      value: 70.22699999999999
    - type: ndcg_at_1
      value: 63.066
    - type: ndcg_at_10
      value: 74.141
    - type: ndcg_at_100
      value: 75.976
    - type: ndcg_at_1000
      value: 76.462
    - type: ndcg_at_3
      value: 70.242
    - type: ndcg_at_5
      value: 72.58099999999999
    - type: precision_at_1
      value: 63.066
    - type: precision_at_10
      value: 9.097
    - type: precision_at_100
      value: 1.001
    - type: precision_at_1000
      value: 0.104
    - type: precision_at_3
      value: 26.571
    - type: precision_at_5
      value: 17.166
    - type: recall_at_1
      value: 61.039
    - type: recall_at_10
      value: 85.666
    - type: recall_at_100
      value: 94.017
    - type: recall_at_1000
      value: 97.819
    - type: recall_at_3
      value: 75.45100000000001
    - type: recall_at_5
      value: 81.02000000000001
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (af)
      config: af
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 28.813046402151986
    - type: f1
      value: 26.66771458648628
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (am)
      config: am
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.0363147276395432
    - type: f1
      value: 2.1282632958878023
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ar)
      config: ar
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 6.745124411566914
    - type: f1
      value: 4.64897627862169
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (az)
      config: az
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 27.004034969737727
    - type: f1
      value: 24.50373453583708
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (bn)
      config: bn
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.24142568930733
    - type: f1
      value: 1.4440829714459096
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (cy)
      config: cy
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 31.176866173503697
    - type: f1
      value: 27.449943893371536
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (da)
      config: da
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 35.52790854068594
    - type: f1
      value: 32.284095877219734
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (de)
      config: de
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 30.64895763281775
    - type: f1
      value: 27.273098137670022
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (el)
      config: el
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 18.167451244115668
    - type: f1
      value: 14.717271932824833
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (en)
      config: en
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 54.76126429051782
    - type: f1
      value: 50.43678929170829
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (es)
      config: es
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 32.53194351042367
    - type: f1
      value: 30.922864615091562
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (fa)
      config: fa
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 8.715534633490249
    - type: f1
      value: 5.943557212598054
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (fi)
      config: fi
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 31.785474108944182
    - type: f1
      value: 28.416607289904295
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (fr)
      config: fr
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 33.16072629455279
    - type: f1
      value: 31.78249030156056
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (he)
      config: he
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.026227303295226
    - type: f1
      value: 1.0249360076972784
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (hi)
      config: hi
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.611297915265635
    - type: f1
      value: 1.8805751299306375
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (hu)
      config: hu
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 30.470746469401476
    - type: f1
      value: 27.326274554457026
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (hy)
      config: hy
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 5.346334902488231
    - type: f1
      value: 2.0115115171706197
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (id)
      config: id
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 32.454606590450574
    - type: f1
      value: 31.8382002228813
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (is)
      config: is
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 30.11768661735037
    - type: f1
      value: 27.934697686003663
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (it)
      config: it
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 36.32145258910558
    - type: f1
      value: 34.47615722242413
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ja)
      config: ja
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 41.08944182918628
    - type: f1
      value: 39.27783199703022
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (jv)
      config: jv
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 30.423671822461333
    - type: f1
      value: 28.09995717285775
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ka)
      config: ka
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.789509078681909
    - type: f1
      value: 2.3697617052406272
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (km)
      config: km
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 6.785474108944182
    - type: f1
      value: 2.8990913772357447
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (kn)
      config: kn
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.8567585743106925
    - type: f1
      value: 2.0161963929375477
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ko)
      config: ko
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 8.823133826496301
    - type: f1
      value: 7.858046825547553
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (lv)
      config: lv
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 30.232010759919298
    - type: f1
      value: 28.881628667244787
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ml)
      config: ml
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 2.9287155346334903
    - type: f1
      value: 1.2010642206520263
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (mn)
      config: mn
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 12.609280430396769
    - type: f1
      value: 11.505263544077053
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ms)
      config: ms
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 30.655682582380628
    - type: f1
      value: 27.59065107222783
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (my)
      config: my
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 5.847343644922662
    - type: f1
      value: 3.3114858432654826
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (nb)
      config: nb
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 31.07262945527909
    - type: f1
      value: 29.317858835895027
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (nl)
      config: nl
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 34.095494283792874
    - type: f1
      value: 30.319492995092318
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (pl)
      config: pl
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 33.170813718897115
    - type: f1
      value: 28.978304060463582
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (pt)
      config: pt
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 36.91661062542031
    - type: f1
      value: 34.591929627017805
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ro)
      config: ro
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 33.006052454606596
    - type: f1
      value: 30.91144759622849
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ru)
      config: ru
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 10.403496973772697
    - type: f1
      value: 10.071257139055659
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (sl)
      config: sl
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 30.729657027572298
    - type: f1
      value: 28.973650264516444
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (sq)
      config: sq
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 36.98386012104909
    - type: f1
      value: 33.55308140748509
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (sv)
      config: sv
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 33.01613987895091
    - type: f1
      value: 30.764827155309348
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (sw)
      config: sw
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 31.62071284465367
    - type: f1
      value: 29.79828395194018
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ta)
      config: ta
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.194351042367182
    - type: f1
      value: 1.2345975087085737
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (te)
      config: te
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 2.5924680564895763
    - type: f1
      value: 1.3765731931999778
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (th)
      config: th
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 4.613315400134499
    - type: f1
      value: 3.315370311126649
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (tl)
      config: tl
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 32.548755884330866
    - type: f1
      value: 28.72005484752792
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (tr)
      config: tr
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 26.86617350369872
    - type: f1
      value: 25.04984155580145
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ur)
      config: ur
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 4.229993275050437
    - type: f1
      value: 2.6738110863892466
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (vi)
      config: vi
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 29.243443174176193
    - type: f1
      value: 26.632983928112132
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (zh-CN)
      config: zh-CN
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 70.91123066576999
    - type: f1
      value: 68.65382422288536
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (zh-TW)
      config: zh-TW
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 65.49092131809012
    - type: f1
      value: 64.63433166397587
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (af)
      config: af
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 35.41022192333557
    - type: f1
      value: 32.043773998696864
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (am)
      config: am
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 9.045057162071284
    - type: f1
      value: 5.989702120693128
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ar)
      config: ar
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 14.91593813046402
    - type: f1
      value: 10.836622322362432
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (az)
      config: az
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 31.9670477471419
    - type: f1
      value: 29.560759362481413
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (bn)
      config: bn
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 9.14593140551446
    - type: f1
      value: 4.755013470168768
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (cy)
      config: cy
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 37.451244115669134
    - type: f1
      value: 32.72149678893314
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (da)
      config: da
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 42.65299260255547
    - type: f1
      value: 38.54490018628139
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (de)
      config: de
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 38.325487558843314
    - type: f1
      value: 34.01573345578629
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (el)
      config: el
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 24.451916610625418
    - type: f1
      value: 21.268458069782508
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (en)
      config: en
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 63.42299932750504
    - type: f1
      value: 60.31829616506453
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (es)
      config: es
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 37.730329522528585
    - type: f1
      value: 34.47682087542897
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (fa)
      config: fa
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 11.842636180228647
    - type: f1
      value: 9.103915091369243
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (fi)
      config: fi
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 34.48554135843981
    - type: f1
      value: 30.544187613857655
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (fr)
      config: fr
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 40.917955615332886
    - type: f1
      value: 38.272473597242005
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (he)
      config: he
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 7.642905178211164
    - type: f1
      value: 3.5932317435422974
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (hi)
      config: hi
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 8.63819771351715
    - type: f1
      value: 5.367937513295658
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (hu)
      config: hu
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 37.24949562878279
    - type: f1
      value: 33.56542557269889
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (hy)
      config: hy
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 10.907868190988568
    - type: f1
      value: 6.164592664350547
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (id)
      config: id
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 36.109616677874925
    - type: f1
      value: 33.60549268558145
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (is)
      config: is
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 37.804303967720244
    - type: f1
      value: 33.702687457766196
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (it)
      config: it
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 41.684599865501006
    - type: f1
      value: 37.827678631817356
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ja)
      config: ja
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 48.379287155346326
    - type: f1
      value: 47.42916530771652
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (jv)
      config: jv
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 35.19502353732348
    - type: f1
      value: 32.346531581560086
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ka)
      config: ka
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 9.902488231338264
    - type: f1
      value: 6.949726319598101
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (km)
      config: km
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 12.750504371217216
    - type: f1
      value: 6.484683676180122
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (kn)
      config: kn
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 10.309347679892403
    - type: f1
      value: 6.303469804836742
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ko)
      config: ko
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 14.515803631472762
    - type: f1
      value: 11.448228509062176
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (lv)
      config: lv
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 33.076664425016816
    - type: f1
      value: 29.62119483929902
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ml)
      config: ml
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 7.4411566913248155
    - type: f1
      value: 3.9500853520943777
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (mn)
      config: mn
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 17.982515131136516
    - type: f1
      value: 16.21370873212602
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ms)
      config: ms
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 37.92871553463349
    - type: f1
      value: 33.45105376049966
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (my)
      config: my
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 11.72831203765972
    - type: f1
      value: 8.44884960923806
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (nb)
      config: nb
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 38.02286482851379
    - type: f1
      value: 34.67204151455546
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (nl)
      config: nl
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 40.373234700739744
    - type: f1
      value: 35.65457711900268
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (pl)
      config: pl
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 36.344989912575656
    - type: f1
      value: 32.79620374350878
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (pt)
      config: pt
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 41.82918628110289
    - type: f1
      value: 38.67744252721392
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ro)
      config: ro
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 40.62542030934767
    - type: f1
      value: 36.98261635854706
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ru)
      config: ru
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 18.95763281775387
    - type: f1
      value: 16.30423107207311
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (sl)
      config: sl
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 35.299260255548084
    - type: f1
      value: 31.765574086767216
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (sq)
      config: sq
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 41.956960322797585
    - type: f1
      value: 38.574130779247525
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (sv)
      config: sv
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 37.19233355749832
    - type: f1
      value: 33.81282301018017
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (sw)
      config: sw
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 38.87693342299933
    - type: f1
      value: 36.374284150293924
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ta)
      config: ta
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 8.5137861466039
    - type: f1
      value: 3.77604514028691
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (te)
      config: te
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 7.347007397444519
    - type: f1
      value: 4.316679614648472
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (th)
      config: th
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 10.104236718224612
    - type: f1
      value: 7.587154404252399
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (tl)
      config: tl
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 35.907868190988566
    - type: f1
      value: 32.42532534803655
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (tr)
      config: tr
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 32.07800941492939
    - type: f1
      value: 31.072741162550983
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ur)
      config: ur
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 10.373234700739745
    - type: f1
      value: 7.124408430261137
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (vi)
      config: vi
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 33.91055817081373
    - type: f1
      value: 31.82496122405504
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (zh-CN)
      config: zh-CN
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 74.94283792871552
    - type: f1
      value: 74.29520816825985
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (zh-TW)
      config: zh-TW
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 70.99529253530599
    - type: f1
      value: 70.48943927686703
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/MedicalRetrieval
      name: MTEB MedicalRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 42.199999999999996
    - type: map_at_10
      value: 47.774
    - type: map_at_100
      value: 48.324
    - type: map_at_1000
      value: 48.392
    - type: map_at_3
      value: 46.317
    - type: map_at_5
      value: 47.072
    - type: mrr_at_1
      value: 42.3
    - type: mrr_at_10
      value: 47.827
    - type: mrr_at_100
      value: 48.378
    - type: mrr_at_1000
      value: 48.446
    - type: mrr_at_3
      value: 46.367000000000004
    - type: mrr_at_5
      value: 47.142
    - type: ndcg_at_1
      value: 42.199999999999996
    - type: ndcg_at_10
      value: 50.671
    - type: ndcg_at_100
      value: 53.724000000000004
    - type: ndcg_at_1000
      value: 55.694
    - type: ndcg_at_3
      value: 47.625
    - type: ndcg_at_5
      value: 48.964
    - type: precision_at_1
      value: 42.199999999999996
    - type: precision_at_10
      value: 5.99
    - type: precision_at_100
      value: 0.751
    - type: precision_at_1000
      value: 0.091
    - type: precision_at_3
      value: 17.133000000000003
    - type: precision_at_5
      value: 10.92
    - type: recall_at_1
      value: 42.199999999999996
    - type: recall_at_10
      value: 59.9
    - type: recall_at_100
      value: 75.1
    - type: recall_at_1000
      value: 91.0
    - type: recall_at_3
      value: 51.4
    - type: recall_at_5
      value: 54.6
  - task:
      type: Classification
    dataset:
      type: C-MTEB/MultilingualSentiment-classification
      name: MTEB MultilingualSentiment
      config: default
      split: validation
      revision: None
    metrics:
    - type: accuracy
      value: 72.68333333333334
    - type: f1
      value: 72.53084383657173
  - task:
      type: PairClassification
    dataset:
      type: C-MTEB/OCNLI
      name: MTEB Ocnli
      config: default
      split: validation
      revision: None
    metrics:
    - type: cos_sim_accuracy
      value: 72.92907417433676
    - type: cos_sim_ap
      value: 77.2067217322648
    - type: cos_sim_f1
      value: 76.53631284916202
    - type: cos_sim_precision
      value: 68.44296419650291
    - type: cos_sim_recall
      value: 86.80042238648363
    - type: dot_accuracy
      value: 72.92907417433676
    - type: dot_ap
      value: 77.2067217322648
    - type: dot_f1
      value: 76.53631284916202
    - type: dot_precision
      value: 68.44296419650291
    - type: dot_recall
      value: 86.80042238648363
    - type: euclidean_accuracy
      value: 72.92907417433676
    - type: euclidean_ap
      value: 77.2067217322648
    - type: euclidean_f1
      value: 76.53631284916202
    - type: euclidean_precision
      value: 68.44296419650291
    - type: euclidean_recall
      value: 86.80042238648363
    - type: manhattan_accuracy
      value: 72.98321602598809
    - type: manhattan_ap
      value: 77.10385348859928
    - type: manhattan_f1
      value: 76.67134174848059
    - type: manhattan_precision
      value: 68.79194630872483
    - type: manhattan_recall
      value: 86.58922914466737
    - type: max_accuracy
      value: 72.98321602598809
    - type: max_ap
      value: 77.2067217322648
    - type: max_f1
      value: 76.67134174848059
  - task:
      type: Classification
    dataset:
      type: C-MTEB/OnlineShopping-classification
      name: MTEB OnlineShopping
      config: default
      split: test
      revision: None
    metrics:
    - type: accuracy
      value: 92.11000000000003
    - type: ap
      value: 90.49414877664759
    - type: f1
      value: 92.10539417755511
  - task:
      type: STS
    dataset:
      type: C-MTEB/PAWSX
      name: MTEB PAWSX
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 29.106919865870793
    - type: cos_sim_spearman
      value: 33.23892524348652
    - type: euclidean_pearson
      value: 33.62483348491917
    - type: euclidean_spearman
      value: 33.23892524348652
    - type: manhattan_pearson
      value: 33.63464275000747
    - type: manhattan_spearman
      value: 33.250596030941196
  - task:
      type: STS
    dataset:
      type: C-MTEB/QBQTC
      name: MTEB QBQTC
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 28.83792748309052
    - type: cos_sim_spearman
      value: 30.92395949947476
    - type: euclidean_pearson
      value: 29.296076928835973
    - type: euclidean_spearman
      value: 30.92395949947476
    - type: manhattan_pearson
      value: 29.220578930008596
    - type: manhattan_spearman
      value: 30.848850181684227
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (zh)
      config: zh
      split: test
      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
    metrics:
    - type: cos_sim_pearson
      value: 62.485183619582465
    - type: cos_sim_spearman
      value: 64.41414883218417
    - type: euclidean_pearson
      value: 63.53854165422046
    - type: euclidean_spearman
      value: 64.41414883218417
    - type: manhattan_pearson
      value: 63.57621522539751
    - type: manhattan_spearman
      value: 64.49062238421523
  - task:
      type: STS
    dataset:
      type: C-MTEB/STSB
      name: MTEB STSB
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 78.96466421469466
    - type: cos_sim_spearman
      value: 79.74344126074892
    - type: euclidean_pearson
      value: 79.57588420768205
    - type: euclidean_spearman
      value: 79.74344126074892
    - type: manhattan_pearson
      value: 79.50301779470537
    - type: manhattan_spearman
      value: 79.67817007436709
  - task:
      type: Reranking
    dataset:
      type: C-MTEB/T2Reranking
      name: MTEB T2Reranking
      config: default
      split: dev
      revision: None
    metrics:
    - type: map
      value: 65.85321176285859
    - type: mrr
      value: 75.72496534158688
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/T2Retrieval
      name: MTEB T2Retrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 24.437
    - type: map_at_10
      value: 67.85799999999999
    - type: map_at_100
      value: 71.65599999999999
    - type: map_at_1000
      value: 71.771
    - type: map_at_3
      value: 47.752
    - type: map_at_5
      value: 58.620000000000005
    - type: mrr_at_1
      value: 83.776
    - type: mrr_at_10
      value: 87.36699999999999
    - type: mrr_at_100
      value: 87.529
    - type: mrr_at_1000
      value: 87.535
    - type: mrr_at_3
      value: 86.669
    - type: mrr_at_5
      value: 87.126
    - type: ndcg_at_1
      value: 83.776
    - type: ndcg_at_10
      value: 76.839
    - type: ndcg_at_100
      value: 81.547
    - type: ndcg_at_1000
      value: 82.723
    - type: ndcg_at_3
      value: 78.731
    - type: ndcg_at_5
      value: 76.982
    - type: precision_at_1
      value: 83.776
    - type: precision_at_10
      value: 38.507999999999996
    - type: precision_at_100
      value: 4.809
    - type: precision_at_1000
      value: 0.509
    - type: precision_at_3
      value: 69.151
    - type: precision_at_5
      value: 57.74399999999999
    - type: recall_at_1
      value: 24.437
    - type: recall_at_10
      value: 75.887
    - type: recall_at_100
      value: 91.104
    - type: recall_at_1000
      value: 97.024
    - type: recall_at_3
      value: 49.835
    - type: recall_at_5
      value: 62.854
  - task:
      type: Classification
    dataset:
      type: C-MTEB/TNews-classification
      name: MTEB TNews
      config: default
      split: validation
      revision: None
    metrics:
    - type: accuracy
      value: 49.851
    - type: f1
      value: 48.115308719873006
  - task:
      type: Clustering
    dataset:
      type: C-MTEB/ThuNewsClusteringP2P
      name: MTEB ThuNewsClusteringP2P
      config: default
      split: test
      revision: None
    metrics:
    - type: v_measure
      value: 58.53624772949936
  - task:
      type: Clustering
    dataset:
      type: C-MTEB/ThuNewsClusteringS2S
      name: MTEB ThuNewsClusteringS2S
      config: default
      split: test
      revision: None
    metrics:
    - type: v_measure
      value: 54.145039782849956
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/VideoRetrieval
      name: MTEB VideoRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 49.0
    - type: map_at_10
      value: 58.888
    - type: map_at_100
      value: 59.512
    - type: map_at_1000
      value: 59.532
    - type: map_at_3
      value: 56.65
    - type: map_at_5
      value: 57.91
    - type: mrr_at_1
      value: 49.0
    - type: mrr_at_10
      value: 58.888
    - type: mrr_at_100
      value: 59.512
    - type: mrr_at_1000
      value: 59.532
    - type: mrr_at_3
      value: 56.65
    - type: mrr_at_5
      value: 57.91
    - type: ndcg_at_1
      value: 49.0
    - type: ndcg_at_10
      value: 63.656
    - type: ndcg_at_100
      value: 66.666
    - type: ndcg_at_1000
      value: 67.269
    - type: ndcg_at_3
      value: 59.082
    - type: ndcg_at_5
      value: 61.35
    - type: precision_at_1
      value: 49.0
    - type: precision_at_10
      value: 7.86
    - type: precision_at_100
      value: 0.9259999999999999
    - type: precision_at_1000
      value: 0.098
    - type: precision_at_3
      value: 22.033
    - type: precision_at_5
      value: 14.32
    - type: recall_at_1
      value: 49.0
    - type: recall_at_10
      value: 78.60000000000001
    - type: recall_at_100
      value: 92.60000000000001
    - type: recall_at_1000
      value: 97.5
    - type: recall_at_3
      value: 66.10000000000001
    - type: recall_at_5
      value: 71.6
  - task:
      type: Classification
    dataset:
      type: C-MTEB/waimai-classification
      name: MTEB Waimai
      config: default
      split: test
      revision: None
    metrics:
    - type: accuracy
      value: 86.44000000000001
    - type: ap
      value: 69.51298270778649
    - type: f1
      value: 84.72728998827236
---
license: mit
---
