mteb model-index region:us
---
tags:
- mteb
model-index:
- name: winberta-large
  results:
  - task:
      type: STS
    dataset:
      type: C-MTEB/AFQMC
      name: MTEB AFQMC
      config: default
      split: validation
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 41.77725389846057
    - type: cos_sim_spearman
      value: 46.70255351226939
    - type: euclidean_pearson
      value: 45.22550045993912
    - type: euclidean_spearman
      value: 46.70255351226939
    - type: manhattan_pearson
      value: 45.19405644988887
    - type: manhattan_spearman
      value: 46.680519207418264
  - task:
      type: STS
    dataset:
      type: C-MTEB/ATEC
      name: MTEB ATEC
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 41.90208621690777
    - type: cos_sim_spearman
      value: 49.95255202729448
    - type: euclidean_pearson
      value: 49.756907552767956
    - type: euclidean_spearman
      value: 49.95255202729448
    - type: manhattan_pearson
      value: 49.75325413164269
    - type: manhattan_spearman
      value: 49.96252496785108
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_reviews_multi
      name: MTEB AmazonReviewsClassification (zh)
      config: zh
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 42.038000000000004
    - type: f1
      value: 40.20953065985179
  - task:
      type: STS
    dataset:
      type: C-MTEB/BQ
      name: MTEB BQ
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 54.24089984585099
    - type: cos_sim_spearman
      value: 56.075463873104766
    - type: euclidean_pearson
      value: 55.20252472986401
    - type: euclidean_spearman
      value: 56.075463873104766
    - type: manhattan_pearson
      value: 55.13086772848814
    - type: manhattan_spearman
      value: 56.02039158535162
  - task:
      type: Clustering
    dataset:
      type: C-MTEB/CLSClusteringP2P
      name: MTEB CLSClusteringP2P
      config: default
      split: test
      revision: None
    metrics:
    - type: v_measure
      value: 42.83769092800803
  - task:
      type: Clustering
    dataset:
      type: C-MTEB/CLSClusteringS2S
      name: MTEB CLSClusteringS2S
      config: default
      split: test
      revision: None
    metrics:
    - type: v_measure
      value: 39.772368416311195
  - task:
      type: Reranking
    dataset:
      type: C-MTEB/CMedQAv1-reranking
      name: MTEB CMedQAv1
      config: default
      split: test
      revision: None
    metrics:
    - type: map
      value: 78.3895639270477
    - type: mrr
      value: 81.64801587301588
  - task:
      type: Reranking
    dataset:
      type: C-MTEB/CMedQAv2-reranking
      name: MTEB CMedQAv2
      config: default
      split: test
      revision: None
    metrics:
    - type: map
      value: 80.84221923370502
    - type: mrr
      value: 84.32821428571428
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/CmedqaRetrieval
      name: MTEB CmedqaRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 18.695999999999998
    - type: map_at_10
      value: 28.171000000000003
    - type: map_at_100
      value: 29.927
    - type: map_at_1000
      value: 30.09
    - type: map_at_3
      value: 24.854000000000003
    - type: map_at_5
      value: 26.573
    - type: mrr_at_1
      value: 29.256999999999998
    - type: mrr_at_10
      value: 36.584
    - type: mrr_at_100
      value: 37.643
    - type: mrr_at_1000
      value: 37.713
    - type: mrr_at_3
      value: 34.171
    - type: mrr_at_5
      value: 35.436
    - type: ndcg_at_1
      value: 29.256999999999998
    - type: ndcg_at_10
      value: 34.079
    - type: ndcg_at_100
      value: 41.538000000000004
    - type: ndcg_at_1000
      value: 44.651999999999994
    - type: ndcg_at_3
      value: 29.439999999999998
    - type: ndcg_at_5
      value: 31.172
    - type: precision_at_1
      value: 29.256999999999998
    - type: precision_at_10
      value: 7.804
    - type: precision_at_100
      value: 1.392
    - type: precision_at_1000
      value: 0.179
    - type: precision_at_3
      value: 16.804
    - type: precision_at_5
      value: 12.267999999999999
    - type: recall_at_1
      value: 18.695999999999998
    - type: recall_at_10
      value: 43.325
    - type: recall_at_100
      value: 74.765
    - type: recall_at_1000
      value: 95.999
    - type: recall_at_3
      value: 29.384
    - type: recall_at_5
      value: 34.765
  - task:
      type: PairClassification
    dataset:
      type: C-MTEB/CMNLI
      name: MTEB Cmnli
      config: default
      split: validation
      revision: None
    metrics:
    - type: cos_sim_accuracy
      value: 79.15814792543597
    - type: cos_sim_ap
      value: 87.29838623651833
    - type: cos_sim_f1
      value: 80.6512349097353
    - type: cos_sim_precision
      value: 76.62037037037037
    - type: cos_sim_recall
      value: 85.1297638531681
    - type: dot_accuracy
      value: 79.15814792543597
    - type: dot_ap
      value: 87.30641807786448
    - type: dot_f1
      value: 80.6512349097353
    - type: dot_precision
      value: 76.62037037037037
    - type: dot_recall
      value: 85.1297638531681
    - type: euclidean_accuracy
      value: 79.15814792543597
    - type: euclidean_ap
      value: 87.29838623651833
    - type: euclidean_f1
      value: 80.6512349097353
    - type: euclidean_precision
      value: 76.62037037037037
    - type: euclidean_recall
      value: 85.1297638531681
    - type: manhattan_accuracy
      value: 79.15814792543597
    - type: manhattan_ap
      value: 87.29705330875109
    - type: manhattan_f1
      value: 80.66914498141264
    - type: manhattan_precision
      value: 75.76504415691106
    - type: manhattan_recall
      value: 86.2520458265139
    - type: max_accuracy
      value: 79.15814792543597
    - type: max_ap
      value: 87.30641807786448
    - type: max_f1
      value: 80.66914498141264
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/CovidRetrieval
      name: MTEB CovidRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 58.325
    - type: map_at_10
      value: 67.572
    - type: map_at_100
      value: 68.142
    - type: map_at_1000
      value: 68.152
    - type: map_at_3
      value: 65.446
    - type: map_at_5
      value: 66.794
    - type: mrr_at_1
      value: 58.272
    - type: mrr_at_10
      value: 67.469
    - type: mrr_at_100
      value: 68.048
    - type: mrr_at_1000
      value: 68.05799999999999
    - type: mrr_at_3
      value: 65.385
    - type: mrr_at_5
      value: 66.728
    - type: ndcg_at_1
      value: 58.377
    - type: ndcg_at_10
      value: 71.922
    - type: ndcg_at_100
      value: 74.49799999999999
    - type: ndcg_at_1000
      value: 74.80799999999999
    - type: ndcg_at_3
      value: 67.711
    - type: ndcg_at_5
      value: 70.075
    - type: precision_at_1
      value: 58.377
    - type: precision_at_10
      value: 8.641
    - type: precision_at_100
      value: 0.9809999999999999
    - type: precision_at_1000
      value: 0.101
    - type: precision_at_3
      value: 24.833
    - type: precision_at_5
      value: 16.101
    - type: recall_at_1
      value: 58.325
    - type: recall_at_10
      value: 85.458
    - type: recall_at_100
      value: 97.05
    - type: recall_at_1000
      value: 99.579
    - type: recall_at_3
      value: 74.18299999999999
    - type: recall_at_5
      value: 79.768
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/DuRetrieval
      name: MTEB DuRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 23.448
    - type: map_at_10
      value: 70.368
    - type: map_at_100
      value: 73.644
    - type: map_at_1000
      value: 73.727
    - type: map_at_3
      value: 48.317
    - type: map_at_5
      value: 61.114999999999995
    - type: mrr_at_1
      value: 83.5
    - type: mrr_at_10
      value: 88.592
    - type: mrr_at_100
      value: 88.69200000000001
    - type: mrr_at_1000
      value: 88.696
    - type: mrr_at_3
      value: 88.058
    - type: mrr_at_5
      value: 88.458
    - type: ndcg_at_1
      value: 83.5
    - type: ndcg_at_10
      value: 79.696
    - type: ndcg_at_100
      value: 83.88799999999999
    - type: ndcg_at_1000
      value: 84.64699999999999
    - type: ndcg_at_3
      value: 78.39500000000001
    - type: ndcg_at_5
      value: 77.289
    - type: precision_at_1
      value: 83.5
    - type: precision_at_10
      value: 38.525
    - type: precision_at_100
      value: 4.656
    - type: precision_at_1000
      value: 0.485
    - type: precision_at_3
      value: 70.383
    - type: precision_at_5
      value: 59.56
    - type: recall_at_1
      value: 23.448
    - type: recall_at_10
      value: 81.274
    - type: recall_at_100
      value: 94.447
    - type: recall_at_1000
      value: 98.209
    - type: recall_at_3
      value: 51.122
    - type: recall_at_5
      value: 67.29899999999999
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/EcomRetrieval
      name: MTEB EcomRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 44.2
    - type: map_at_10
      value: 54.083999999999996
    - type: map_at_100
      value: 54.775
    - type: map_at_1000
      value: 54.800000000000004
    - type: map_at_3
      value: 51.5
    - type: map_at_5
      value: 52.94
    - type: mrr_at_1
      value: 44.2
    - type: mrr_at_10
      value: 54.083999999999996
    - type: mrr_at_100
      value: 54.775
    - type: mrr_at_1000
      value: 54.800000000000004
    - type: mrr_at_3
      value: 51.5
    - type: mrr_at_5
      value: 52.94
    - type: ndcg_at_1
      value: 44.2
    - type: ndcg_at_10
      value: 59.221999999999994
    - type: ndcg_at_100
      value: 62.463
    - type: ndcg_at_1000
      value: 63.159
    - type: ndcg_at_3
      value: 53.888000000000005
    - type: ndcg_at_5
      value: 56.483000000000004
    - type: precision_at_1
      value: 44.2
    - type: precision_at_10
      value: 7.55
    - type: precision_at_100
      value: 0.9039999999999999
    - type: precision_at_1000
      value: 0.096
    - type: precision_at_3
      value: 20.267
    - type: precision_at_5
      value: 13.420000000000002
    - type: recall_at_1
      value: 44.2
    - type: recall_at_10
      value: 75.5
    - type: recall_at_100
      value: 90.4
    - type: recall_at_1000
      value: 95.89999999999999
    - type: recall_at_3
      value: 60.8
    - type: recall_at_5
      value: 67.10000000000001
  - task:
      type: Classification
    dataset:
      type: C-MTEB/IFlyTek-classification
      name: MTEB IFlyTek
      config: default
      split: validation
      revision: None
    metrics:
    - type: accuracy
      value: 46.30242400923432
    - type: f1
      value: 34.9084495621858
  - task:
      type: Classification
    dataset:
      type: C-MTEB/JDReview-classification
      name: MTEB JDReview
      config: default
      split: test
      revision: None
    metrics:
    - type: accuracy
      value: 77.2983114446529
    - type: ap
      value: 38.88426285856333
    - type: f1
      value: 70.55729261942591
  - task:
      type: STS
    dataset:
      type: C-MTEB/LCQMC
      name: MTEB LCQMC
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 68.5643564120875
    - type: cos_sim_spearman
      value: 74.96268256412532
    - type: euclidean_pearson
      value: 74.05621406127399
    - type: euclidean_spearman
      value: 74.96268256412532
    - type: manhattan_pearson
      value: 74.04916252136826
    - type: manhattan_spearman
      value: 74.95628866390487
  - task:
      type: Reranking
    dataset:
      type: C-MTEB/Mmarco-reranking
      name: MTEB MMarcoReranking
      config: default
      split: dev
      revision: None
    metrics:
    - type: map
      value: 27.289171935571773
    - type: mrr
      value: 25.7218253968254
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/MMarcoRetrieval
      name: MTEB MMarcoRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 61.632
    - type: map_at_10
      value: 70.796
    - type: map_at_100
      value: 71.21300000000001
    - type: map_at_1000
      value: 71.22800000000001
    - type: map_at_3
      value: 68.848
    - type: map_at_5
      value: 70.044
    - type: mrr_at_1
      value: 63.768
    - type: mrr_at_10
      value: 71.516
    - type: mrr_at_100
      value: 71.884
    - type: mrr_at_1000
      value: 71.897
    - type: mrr_at_3
      value: 69.814
    - type: mrr_at_5
      value: 70.843
    - type: ndcg_at_1
      value: 63.768
    - type: ndcg_at_10
      value: 74.727
    - type: ndcg_at_100
      value: 76.649
    - type: ndcg_at_1000
      value: 77.05300000000001
    - type: ndcg_at_3
      value: 71.00800000000001
    - type: ndcg_at_5
      value: 73.015
    - type: precision_at_1
      value: 63.768
    - type: precision_at_10
      value: 9.15
    - type: precision_at_100
      value: 1.012
    - type: precision_at_1000
      value: 0.105
    - type: precision_at_3
      value: 26.848
    - type: precision_at_5
      value: 17.172
    - type: recall_at_1
      value: 61.632
    - type: recall_at_10
      value: 86.162
    - type: recall_at_100
      value: 94.953
    - type: recall_at_1000
      value: 98.148
    - type: recall_at_3
      value: 76.287
    - type: recall_at_5
      value: 81.03399999999999
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (af)
      config: af
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 25.79690652320108
    - type: f1
      value: 24.093438782440067
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (am)
      config: am
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.338937457969066
    - type: f1
      value: 2.404152046553366
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ar)
      config: ar
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 6.489576328177541
    - type: f1
      value: 4.62270646032821
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (az)
      config: az
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 24.767989240080695
    - type: f1
      value: 23.495689794075474
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (bn)
      config: bn
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 4.29724277067922
    - type: f1
      value: 2.2466735164037934
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (cy)
      config: cy
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 26.388702084734366
    - type: f1
      value: 23.86003112409349
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (da)
      config: da
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 31.4694014794889
    - type: f1
      value: 29.017559554815392
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (de)
      config: de
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 28.09011432414256
    - type: f1
      value: 24.796051996220104
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (el)
      config: el
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 19.240080699394753
    - type: f1
      value: 16.13607169381968
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (en)
      config: en
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 53.406186953597846
    - type: f1
      value: 49.55550114595557
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (es)
      config: es
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 30.615332885003365
    - type: f1
      value: 29.13481030937436
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (fa)
      config: fa
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 7.205783456624077
    - type: f1
      value: 4.601802513446058
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (fi)
      config: fi
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 27.205783456624072
    - type: f1
      value: 24.177535740725418
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (fr)
      config: fr
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 32.63618022864828
    - type: f1
      value: 31.190168140021303
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (he)
      config: he
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 2.6630800268997983
    - type: f1
      value: 1.913464455449111
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (hi)
      config: hi
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 4.593140551445864
    - type: f1
      value: 2.6428594688121865
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (hu)
      config: hu
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 25.648957632817755
    - type: f1
      value: 22.88249345748577
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (hy)
      config: hy
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 4.862138533960995
    - type: f1
      value: 2.739262235100375
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (id)
      config: id
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 29.808338937457968
    - type: f1
      value: 29.055301842025006
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (is)
      config: is
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 23.5305985205111
    - type: f1
      value: 21.232935753763023
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (it)
      config: it
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 34.47209145931405
    - type: f1
      value: 32.987844813265305
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ja)
      config: ja
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 39.40147948890383
    - type: f1
      value: 37.59135086216479
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (jv)
      config: jv
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 28.749159381304644
    - type: f1
      value: 26.132814845473103
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ka)
      config: ka
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 4.344317417619368
    - type: f1
      value: 2.9377190150068957
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (km)
      config: km
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 6.102891728312036
    - type: f1
      value: 3.962539148306579
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (kn)
      config: kn
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 4.462004034969738
    - type: f1
      value: 2.618811361288446
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ko)
      config: ko
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 14.156018829858777
    - type: f1
      value: 12.032224251194693
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (lv)
      config: lv
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 29.855413584398114
    - type: f1
      value: 26.4935948293649
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ml)
      config: ml
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.6919973100201746
    - type: f1
      value: 1.9455177645088522
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (mn)
      config: mn
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 7.864828513786145
    - type: f1
      value: 5.890463192551815
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ms)
      config: ms
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 28.05312710154674
    - type: f1
      value: 25.167919685520967
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (my)
      config: my
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 6.9804976462676525
    - type: f1
      value: 3.5784028024922963
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (nb)
      config: nb
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 28.648285137861468
    - type: f1
      value: 26.310748922753458
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (nl)
      config: nl
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 32.92199058507062
    - type: f1
      value: 29.644293217296745
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (pl)
      config: pl
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 27.622730329522525
    - type: f1
      value: 24.469668239014812
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (pt)
      config: pt
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 33.52723604572966
    - type: f1
      value: 30.92548605264693
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ro)
      config: ro
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 31.32145258910558
    - type: f1
      value: 29.33012083327001
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ru)
      config: ru
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 11.271015467383993
    - type: f1
      value: 10.062644252034659
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (sl)
      config: sl
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 27.942165433759254
    - type: f1
      value: 25.33080090111651
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (sq)
      config: sq
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 32.895090786819104
    - type: f1
      value: 28.439539068323533
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (sv)
      config: sv
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 26.852723604572965
    - type: f1
      value: 25.395656180022463
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (sw)
      config: sw
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 29.404841963685275
    - type: f1
      value: 26.21621146728871
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ta)
      config: ta
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.3254875588433084
    - type: f1
      value: 1.603092746324846
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (te)
      config: te
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 3.463349024882313
    - type: f1
      value: 2.0928407358339736
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (th)
      config: th
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 12.982515131136513
    - type: f1
      value: 11.01712677163494
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (tl)
      config: tl
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 30.729657027572294
    - type: f1
      value: 26.83317869501593
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (tr)
      config: tr
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 23.570948217888372
    - type: f1
      value: 22.40127425434381
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (ur)
      config: ur
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 4.983187626092804
    - type: f1
      value: 3.718347039099332
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (vi)
      config: vi
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 21.893073301950235
    - type: f1
      value: 20.675025999929755
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (zh-CN)
      config: zh-CN
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 70.82044384667114
    - type: f1
      value: 68.45757969594844
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_intent
      name: MTEB MassiveIntentClassification (zh-TW)
      config: zh-TW
      split: test
      revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7
    metrics:
    - type: accuracy
      value: 65.52790854068594
    - type: f1
      value: 64.67811461805108
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (af)
      config: af
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 31.55346334902488
    - type: f1
      value: 29.191252426466214
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (am)
      config: am
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 7.488231338264964
    - type: f1
      value: 5.0160562127811685
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ar)
      config: ar
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 14.996637525218562
    - type: f1
      value: 11.249193510499182
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (az)
      config: az
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 29.132481506388704
    - type: f1
      value: 26.38076542865094
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (bn)
      config: bn
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 9.243443174176194
    - type: f1
      value: 6.038537369329211
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (cy)
      config: cy
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 29.720914593140552
    - type: f1
      value: 26.928872478782672
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (da)
      config: da
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 39.791526563550775
    - type: f1
      value: 35.368330225384334
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (de)
      config: de
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 34.67720242098184
    - type: f1
      value: 31.39329003485599
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (el)
      config: el
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 28.833221250840612
    - type: f1
      value: 25.447170771092875
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (en)
      config: en
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 61.77538668459987
    - type: f1
      value: 58.638713385209904
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (es)
      config: es
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 35.96839273705447
    - type: f1
      value: 32.76368046131194
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (fa)
      config: fa
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 11.123066577000671
    - type: f1
      value: 7.872676893973924
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (fi)
      config: fi
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 28.614660390047074
    - type: f1
      value: 25.645947438401855
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (fr)
      config: fr
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 40.65568258238063
    - type: f1
      value: 37.66349602390266
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (he)
      config: he
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 9.008069939475453
    - type: f1
      value: 5.1554089293899965
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (hi)
      config: hi
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 9.915938130464022
    - type: f1
      value: 6.413016136448915
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (hu)
      config: hu
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 32.07464694014795
    - type: f1
      value: 29.435621484770174
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (hy)
      config: hy
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 8.43981170141224
    - type: f1
      value: 6.157676936089851
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (id)
      config: id
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 34.89912575655683
    - type: f1
      value: 31.614865711813938
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (is)
      config: is
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 30.954942837928712
    - type: f1
      value: 26.844232924337497
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (it)
      config: it
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 41.059179556153325
    - type: f1
      value: 36.92471115077745
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ja)
      config: ja
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 48.73234700739745
    - type: f1
      value: 46.89395011365762
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (jv)
      config: jv
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 35.08742434431742
    - type: f1
      value: 32.314520222383585
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ka)
      config: ka
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 9.287155346334904
    - type: f1
      value: 7.13459214077311
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (km)
      config: km
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 11.193678547410894
    - type: f1
      value: 7.329043540295746
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (kn)
      config: kn
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 10.097511768661734
    - type: f1
      value: 7.212356186519867
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ko)
      config: ko
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 19.196368527236046
    - type: f1
      value: 16.798046606500282
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (lv)
      config: lv
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 32.49495628782785
    - type: f1
      value: 28.359188240241444
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ml)
      config: ml
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 6.36516476126429
    - type: f1
      value: 3.7192665599079913
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (mn)
      config: mn
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 13.076664425016812
    - type: f1
      value: 9.572770203976713
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ms)
      config: ms
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 39.17955615332885
    - type: f1
      value: 33.8253960820197
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (my)
      config: my
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 12.252858103564224
    - type: f1
      value: 9.096519579346872
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (nb)
      config: nb
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 35.24209818426362
    - type: f1
      value: 32.24756964062884
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (nl)
      config: nl
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 38.17081371889711
    - type: f1
      value: 34.8539465599922
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (pl)
      config: pl
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 31.60390047074647
    - type: f1
      value: 28.24199310436465
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (pt)
      config: pt
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 40.01008742434432
    - type: f1
      value: 37.21826826542489
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ro)
      config: ro
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 39.25353059852051
    - type: f1
      value: 35.457426597271784
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ru)
      config: ru
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 16.70813718897108
    - type: f1
      value: 14.338767956114001
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (sl)
      config: sl
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 33.94418291862811
    - type: f1
      value: 30.577444242695694
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (sq)
      config: sq
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 40.396772024209824
    - type: f1
      value: 36.028103018769436
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (sv)
      config: sv
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 30.722932078009418
    - type: f1
      value: 28.49491987141746
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (sw)
      config: sw
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 37.14189643577674
    - type: f1
      value: 32.52116385408168
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ta)
      config: ta
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 8.214525891055818
    - type: f1
      value: 4.448399109965533
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (te)
      config: te
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 7.96570275722932
    - type: f1
      value: 5.128691464756114
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (th)
      config: th
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 21.55682582380632
    - type: f1
      value: 17.110218757379613
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (tl)
      config: tl
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 36.70141223940821
    - type: f1
      value: 32.96113533567822
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (tr)
      config: tr
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 28.80295897780767
    - type: f1
      value: 27.77008973951413
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (ur)
      config: ur
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 10.460659045057163
    - type: f1
      value: 7.90075042321315
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (vi)
      config: vi
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 27.720242098184265
    - type: f1
      value: 26.76341970948208
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (zh-CN)
      config: zh-CN
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 75.21183591123066
    - type: f1
      value: 74.55953469104787
  - task:
      type: Classification
    dataset:
      type: mteb/amazon_massive_scenario
      name: MTEB MassiveScenarioClassification (zh-TW)
      config: zh-TW
      split: test
      revision: 7d571f92784cd94a019292a1f45445077d0ef634
    metrics:
    - type: accuracy
      value: 71.52320107599192
    - type: f1
      value: 71.16094498697193
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/MedicalRetrieval
      name: MTEB MedicalRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 43.2
    - type: map_at_10
      value: 48.788
    - type: map_at_100
      value: 49.412
    - type: map_at_1000
      value: 49.480000000000004
    - type: map_at_3
      value: 47.55
    - type: map_at_5
      value: 48.27
    - type: mrr_at_1
      value: 43.2
    - type: mrr_at_10
      value: 48.788
    - type: mrr_at_100
      value: 49.412
    - type: mrr_at_1000
      value: 49.480000000000004
    - type: mrr_at_3
      value: 47.55
    - type: mrr_at_5
      value: 48.27
    - type: ndcg_at_1
      value: 43.2
    - type: ndcg_at_10
      value: 51.504000000000005
    - type: ndcg_at_100
      value: 54.718
    - type: ndcg_at_1000
      value: 56.754000000000005
    - type: ndcg_at_3
      value: 48.975
    - type: ndcg_at_5
      value: 50.283
    - type: precision_at_1
      value: 43.2
    - type: precision_at_10
      value: 6.0
    - type: precision_at_100
      value: 0.755
    - type: precision_at_1000
      value: 0.092
    - type: precision_at_3
      value: 17.7
    - type: precision_at_5
      value: 11.26
    - type: recall_at_1
      value: 43.2
    - type: recall_at_10
      value: 60.0
    - type: recall_at_100
      value: 75.5
    - type: recall_at_1000
      value: 92.0
    - type: recall_at_3
      value: 53.1
    - type: recall_at_5
      value: 56.3
  - task:
      type: Classification
    dataset:
      type: C-MTEB/MultilingualSentiment-classification
      name: MTEB MultilingualSentiment
      config: default
      split: validation
      revision: None
    metrics:
    - type: accuracy
      value: 71.66666666666669
    - type: f1
      value: 71.30679309756734
  - task:
      type: PairClassification
    dataset:
      type: C-MTEB/OCNLI
      name: MTEB Ocnli
      config: default
      split: validation
      revision: None
    metrics:
    - type: cos_sim_accuracy
      value: 73.47049269085004
    - type: cos_sim_ap
      value: 77.45627413542758
    - type: cos_sim_f1
      value: 76.38326585695006
    - type: cos_sim_precision
      value: 66.53605015673982
    - type: cos_sim_recall
      value: 89.65153115100317
    - type: dot_accuracy
      value: 73.47049269085004
    - type: dot_ap
      value: 77.45627413542758
    - type: dot_f1
      value: 76.38326585695006
    - type: dot_precision
      value: 66.53605015673982
    - type: dot_recall
      value: 89.65153115100317
    - type: euclidean_accuracy
      value: 73.47049269085004
    - type: euclidean_ap
      value: 77.45620654340667
    - type: euclidean_f1
      value: 76.38326585695006
    - type: euclidean_precision
      value: 66.53605015673982
    - type: euclidean_recall
      value: 89.65153115100317
    - type: manhattan_accuracy
      value: 73.36220898754738
    - type: manhattan_ap
      value: 77.37536169412738
    - type: manhattan_f1
      value: 76.38640429338103
    - type: manhattan_precision
      value: 66.25290923196276
    - type: manhattan_recall
      value: 90.17951425554382
    - type: max_accuracy
      value: 73.47049269085004
    - type: max_ap
      value: 77.45627413542758
    - type: max_f1
      value: 76.38640429338103
  - task:
      type: Classification
    dataset:
      type: C-MTEB/OnlineShopping-classification
      name: MTEB OnlineShopping
      config: default
      split: test
      revision: None
    metrics:
    - type: accuracy
      value: 91.53
    - type: ap
      value: 89.42581459526625
    - type: f1
      value: 91.52129393166419
  - task:
      type: STS
    dataset:
      type: C-MTEB/PAWSX
      name: MTEB PAWSX
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 29.140746638094146
    - type: cos_sim_spearman
      value: 33.485405306894954
    - type: euclidean_pearson
      value: 33.519345307695055
    - type: euclidean_spearman
      value: 33.485405306894954
    - type: manhattan_pearson
      value: 33.477525315080555
    - type: manhattan_spearman
      value: 33.45108970796106
  - task:
      type: STS
    dataset:
      type: C-MTEB/QBQTC
      name: MTEB QBQTC
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 29.1489803117667
    - type: cos_sim_spearman
      value: 31.064278185902484
    - type: euclidean_pearson
      value: 29.46668604738617
    - type: euclidean_spearman
      value: 31.064327209275294
    - type: manhattan_pearson
      value: 29.486028367555363
    - type: manhattan_spearman
      value: 31.08380235579532
  - task:
      type: STS
    dataset:
      type: mteb/sts22-crosslingual-sts
      name: MTEB STS22 (zh)
      config: zh
      split: test
      revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80
    metrics:
    - type: cos_sim_pearson
      value: 62.11437173048506
    - type: cos_sim_spearman
      value: 64.51063977663124
    - type: euclidean_pearson
      value: 63.21313519423639
    - type: euclidean_spearman
      value: 64.51063977663124
    - type: manhattan_pearson
      value: 66.21953089701206
    - type: manhattan_spearman
      value: 66.39662588897919
  - task:
      type: STS
    dataset:
      type: C-MTEB/STSB
      name: MTEB STSB
      config: default
      split: test
      revision: None
    metrics:
    - type: cos_sim_pearson
      value: 78.98157503278959
    - type: cos_sim_spearman
      value: 79.62582795918624
    - type: euclidean_pearson
      value: 79.44521376122044
    - type: euclidean_spearman
      value: 79.62582795918624
    - type: manhattan_pearson
      value: 79.4254734731864
    - type: manhattan_spearman
      value: 79.61078135348473
  - task:
      type: Reranking
    dataset:
      type: C-MTEB/T2Reranking
      name: MTEB T2Reranking
      config: default
      split: dev
      revision: None
    metrics:
    - type: map
      value: 66.29923663749156
    - type: mrr
      value: 76.31176720293172
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/T2Retrieval
      name: MTEB T2Retrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 24.518
    - type: map_at_10
      value: 67.938
    - type: map_at_100
      value: 71.769
    - type: map_at_1000
      value: 71.882
    - type: map_at_3
      value: 47.884
    - type: map_at_5
      value: 58.733000000000004
    - type: mrr_at_1
      value: 84.328
    - type: mrr_at_10
      value: 87.96000000000001
    - type: mrr_at_100
      value: 88.114
    - type: mrr_at_1000
      value: 88.12
    - type: mrr_at_3
      value: 87.306
    - type: mrr_at_5
      value: 87.734
    - type: ndcg_at_1
      value: 84.328
    - type: ndcg_at_10
      value: 77.077
    - type: ndcg_at_100
      value: 81.839
    - type: ndcg_at_1000
      value: 82.974
    - type: ndcg_at_3
      value: 79.209
    - type: ndcg_at_5
      value: 77.345
    - type: precision_at_1
      value: 84.328
    - type: precision_at_10
      value: 38.596000000000004
    - type: precision_at_100
      value: 4.825
    - type: precision_at_1000
      value: 0.51
    - type: precision_at_3
      value: 69.547
    - type: precision_at_5
      value: 58.033
    - type: recall_at_1
      value: 24.518
    - type: recall_at_10
      value: 75.982
    - type: recall_at_100
      value: 91.40899999999999
    - type: recall_at_1000
      value: 97.129
    - type: recall_at_3
      value: 50.014
    - type: recall_at_5
      value: 62.971
  - task:
      type: Classification
    dataset:
      type: C-MTEB/TNews-classification
      name: MTEB TNews
      config: default
      split: validation
      revision: None
    metrics:
    - type: accuracy
      value: 50.17400000000001
    - type: f1
      value: 48.49778139007515
  - task:
      type: Clustering
    dataset:
      type: C-MTEB/ThuNewsClusteringP2P
      name: MTEB ThuNewsClusteringP2P
      config: default
      split: test
      revision: None
    metrics:
    - type: v_measure
      value: 58.925265567508944
  - task:
      type: Clustering
    dataset:
      type: C-MTEB/ThuNewsClusteringS2S
      name: MTEB ThuNewsClusteringS2S
      config: default
      split: test
      revision: None
    metrics:
    - type: v_measure
      value: 53.70728044857883
  - task:
      type: Retrieval
    dataset:
      type: C-MTEB/VideoRetrieval
      name: MTEB VideoRetrieval
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 49.5
    - type: map_at_10
      value: 59.772000000000006
    - type: map_at_100
      value: 60.312
    - type: map_at_1000
      value: 60.333000000000006
    - type: map_at_3
      value: 57.367000000000004
    - type: map_at_5
      value: 58.797
    - type: mrr_at_1
      value: 49.5
    - type: mrr_at_10
      value: 59.772000000000006
    - type: mrr_at_100
      value: 60.312
    - type: mrr_at_1000
      value: 60.333000000000006
    - type: mrr_at_3
      value: 57.367000000000004
    - type: mrr_at_5
      value: 58.797
    - type: ndcg_at_1
      value: 49.5
    - type: ndcg_at_10
      value: 64.672
    - type: ndcg_at_100
      value: 67.389
    - type: ndcg_at_1000
      value: 67.984
    - type: ndcg_at_3
      value: 59.8
    - type: ndcg_at_5
      value: 62.385999999999996
    - type: precision_at_1
      value: 49.5
    - type: precision_at_10
      value: 8.0
    - type: precision_at_100
      value: 0.9289999999999999
    - type: precision_at_1000
      value: 0.098
    - type: precision_at_3
      value: 22.267
    - type: precision_at_5
      value: 14.62
    - type: recall_at_1
      value: 49.5
    - type: recall_at_10
      value: 80.0
    - type: recall_at_100
      value: 92.9
    - type: recall_at_1000
      value: 97.7
    - type: recall_at_3
      value: 66.8
    - type: recall_at_5
      value: 73.1
  - task:
      type: Classification
    dataset:
      type: C-MTEB/waimai-classification
      name: MTEB Waimai
      config: default
      split: test
      revision: None
    metrics:
    - type: accuracy
      value: 85.97999999999999
    - type: ap
      value: 68.63874013611306
    - type: f1
      value: 84.22025909308913
---

---
license: apache-2.0
---
