Hugging Face's logo

Spaces:
mteb
/
leaderboard
Running on CPU Upgrade

App Files Community
151
Roman Solomatin commited on
Commit
4094cf4
·
unverified ·
1 Parent(s): c44e63f

update results

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. EXTERNAL_MODEL_RESULTS.json +32 -0
  2. all_data_tasks/0/default.jsonl +0 -0
  3. all_data_tasks/1/default.jsonl +0 -0
  4. all_data_tasks/10/default.jsonl +47 -47
  5. all_data_tasks/11/default.jsonl +74 -75
  6. all_data_tasks/12/default.jsonl +51 -51
  7. all_data_tasks/13/default.jsonl +67 -67
  8. all_data_tasks/16/default.jsonl +83 -82
  9. all_data_tasks/17/default.jsonl +59 -58
  10. all_data_tasks/18/default.jsonl +57 -56
  11. all_data_tasks/19/default.jsonl +53 -52
  12. all_data_tasks/2/default.jsonl +0 -0
  13. all_data_tasks/20/default.jsonl +54 -53
  14. all_data_tasks/21/default.jsonl +83 -82
  15. all_data_tasks/22/default.jsonl +52 -51
  16. all_data_tasks/25/default.jsonl +1 -1
  17. all_data_tasks/26/default.jsonl +55 -49
  18. all_data_tasks/27/default.jsonl +21 -21
  19. all_data_tasks/28/default.jsonl +27 -21
  20. all_data_tasks/29/default.jsonl +21 -21
  21. all_data_tasks/3/default.jsonl +0 -0
  22. all_data_tasks/30/default.jsonl +55 -49
  23. all_data_tasks/39/default.jsonl +0 -0
  24. all_data_tasks/4/default.jsonl +0 -0
  25. all_data_tasks/40/default.jsonl +0 -0
  26. all_data_tasks/5/default.jsonl +0 -0
  27. all_data_tasks/6/default.jsonl +0 -0
  28. all_data_tasks/8/default.jsonl +67 -67
  29. all_data_tasks/9/default.jsonl +43 -43
  30. boards_data/de/data_tasks/Clustering/default.jsonl +1 -1
  31. boards_data/en/data_overall/default.jsonl +0 -0
  32. boards_data/en/data_tasks/Classification/default.jsonl +0 -0
  33. boards_data/en/data_tasks/Clustering/default.jsonl +0 -0
  34. boards_data/en/data_tasks/PairClassification/default.jsonl +0 -0
  35. boards_data/en/data_tasks/Reranking/default.jsonl +0 -0
  36. boards_data/en/data_tasks/Retrieval/default.jsonl +0 -0
  37. boards_data/en/data_tasks/STS/default.jsonl +0 -0
  38. boards_data/en/data_tasks/Summarization/default.jsonl +0 -0
  39. boards_data/fr/data_overall/default.jsonl +0 -0
  40. boards_data/fr/data_tasks/Classification/default.jsonl +83 -82
  41. boards_data/fr/data_tasks/Clustering/default.jsonl +59 -58
  42. boards_data/fr/data_tasks/PairClassification/default.jsonl +57 -56
  43. boards_data/fr/data_tasks/Reranking/default.jsonl +53 -52
  44. boards_data/fr/data_tasks/Retrieval/default.jsonl +54 -53
  45. boards_data/fr/data_tasks/STS/default.jsonl +83 -82
  46. boards_data/fr/data_tasks/Summarization/default.jsonl +52 -51
  47. boards_data/other-cls/data_tasks/Classification/default.jsonl +1 -1
  48. boards_data/other-sts/data_tasks/STS/default.jsonl +0 -0
  49. boards_data/pl/data_overall/default.jsonl +44 -44
  50. boards_data/pl/data_tasks/Classification/default.jsonl +55 -49
EXTERNAL_MODEL_RESULTS.json CHANGED
@@ -24900,5 +24900,37 @@
24900
  }
24901
  ]
24902
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
24903
  }
24904
  }
 
24900
  }
24901
  ]
24902
  }
24903
+ },
24904
+ "GritLM-7B-noinstruct": {
24905
+ "BitextMining": {
24906
+ "f1": []
24907
+ },
24908
+ "Classification": {
24909
+ "accuracy": []
24910
+ },
24911
+ "Clustering": {
24912
+ "v_measure": []
24913
+ },
24914
+ "PairClassification": {
24915
+ "max_ap": []
24916
+ },
24917
+ "Reranking": {
24918
+ "map": []
24919
+ },
24920
+ "Retrieval": {
24921
+ "ndcg_at_10": []
24922
+ },
24923
+ "STS": {
24924
+ "cosine_spearman": []
24925
+ },
24926
+ "Summarization": {
24927
+ "cosine_spearman": []
24928
+ },
24929
+ "MultilabelClassification": {
24930
+ "accuracy": []
24931
+ },
24932
+ "InstructionRetrieval": {
24933
+ "p-MRR": []
24934
+ }
24935
  }
24936
  }
all_data_tasks/0/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
all_data_tasks/1/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
all_data_tasks/10/default.jsonl CHANGED
@@ -1,69 +1,69 @@
1
- {"index":223,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":91.87,"Cmnli":92.84,"Ocnli":90.9}
2
  {"index":129,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":91.66,"Cmnli":92.54,"Ocnli":90.77}
3
- {"index":185,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":91.55,"Cmnli":92.54,"Ocnli":90.56}
4
  {"index":54,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":90.87,"Cmnli":90.87,"Ocnli":90.87}
5
- {"index":274,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":90.24,"Cmnli":92.64,"Ocnli":87.84}
6
  {"index":39,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":89.88,"Cmnli":92.49,"Ocnli":87.26}
7
  {"index":47,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":88.92,"Cmnli":90.66,"Ocnli":87.18}
8
  {"index":15,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":88.56,"Cmnli":91.85,"Ocnli":85.28}
9
- {"index":169,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44}
10
  {"index":12,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":88.1,"Cmnli":90.77,"Ocnli":85.44}
11
- {"index":170,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":88.08,"Cmnli":90.66,"Ocnli":85.51}
12
- {"index":189,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":87.93,"Cmnli":90.42,"Ocnli":85.43}
13
- {"index":142,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":87.84,"Cmnli":90.49,"Ocnli":85.18}
14
  {"index":48,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":87.57,"Cmnli":90.29,"Ocnli":84.85}
15
  {"index":17,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":87.48,"Cmnli":90.18,"Ocnli":84.78}
16
- {"index":298,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.08,"Cmnli":89.42,"Ocnli":84.74}
17
- {"index":118,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.91,"Cmnli":86.22,"Ocnli":87.6}
18
- {"index":16,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":86.91,"Cmnli":86.22,"Ocnli":87.6}
19
  {"index":30,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":86.67,"Cmnli":90.13,"Ocnli":83.21}
20
- {"index":222,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":85.3,"Cmnli":89.95,"Ocnli":80.64}
21
- {"index":309,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":84.41,"Cmnli":89.5,"Ocnli":79.32}
22
  {"index":111,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":84.34,"Cmnli":89.36,"Ocnli":79.31}
23
- {"index":214,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62}
24
- {"index":302,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62}
25
- {"index":191,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":82.68,"Cmnli":86.85,"Ocnli":78.51}
26
  {"index":21,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5}
27
  {"index":22,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5}
28
- {"index":42,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.55,"Ocnli":77.21}
29
- {"index":41,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.3,"Ocnli":77.46}
30
- {"index":379,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.35,"Cmnli":85.33,"Ocnli":79.37}
31
  {"index":28,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":81.62,"Cmnli":85.29,"Ocnli":77.96}
32
  {"index":49,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":81.46,"Cmnli":85.92,"Ocnli":77.01}
33
  {"index":53,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.9,"Cmnli":86.7,"Ocnli":75.1}
34
- {"index":307,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":80.44,"Cmnli":85.6,"Ocnli":75.28}
35
  {"index":55,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":80.01,"Cmnli":84.76,"Ocnli":75.26}
36
- {"index":188,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":79.96,"Cmnli":84.75,"Ocnli":75.16}
37
  {"index":24,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":79.77,"Cmnli":84.11,"Ocnli":75.43}
38
  {"index":40,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.77,"Cmnli":84.1,"Ocnli":73.44}
39
- {"index":190,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":78.72,"Cmnli":85.14,"Ocnli":72.29}
40
- {"index":206,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":78.65,"Cmnli":85.14,"Ocnli":72.15}
41
- {"index":273,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":78.38,"Cmnli":83.83,"Ocnli":72.92}
42
- {"index":20,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":78.34,"Cmnli":84.01,"Ocnli":72.68}
43
- {"index":217,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":78.34,"Cmnli":84.01,"Ocnli":72.68}
44
  {"index":27,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.78,"Cmnli":82.18,"Ocnli":71.37}
45
- {"index":272,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":76.61,"Cmnli":82.33,"Ocnli":70.89}
46
- {"index":204,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":76.59,"Cmnli":83.32,"Ocnli":69.86}
47
- {"index":187,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":76.09,"Cmnli":81.65,"Ocnli":70.53}
48
- {"index":203,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.96,"Cmnli":81.34,"Ocnli":68.58}
49
- {"index":224,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":74.64,"Cmnli":79.58,"Ocnli":69.7}
50
- {"index":205,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.38,"Cmnli":78.43,"Ocnli":66.32}
51
- {"index":196,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":72.19,"Cmnli":80.21,"Ocnli":64.18}
52
  {"index":133,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.18,"Cmnli":74.92,"Ocnli":67.43}
53
  {"index":57,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":71.16,"Cmnli":77.85,"Ocnli":64.47}
54
  {"index":34,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":70.4,"Cmnli":76.24,"Ocnli":64.57}
55
- {"index":311,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":70.0,"Cmnli":76.46,"Ocnli":63.54}
56
- {"index":314,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.0,"Cmnli":76.46,"Ocnli":63.54}
57
- {"index":200,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.89,"Cmnli":78.18,"Ocnli":61.6}
58
- {"index":375,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.56,"Cmnli":76.04,"Ocnli":63.08}
59
- {"index":295,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":68.76,"Cmnli":75.67,"Ocnli":61.85}
60
- {"index":168,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":67.97,"Cmnli":73.15,"Ocnli":62.79}
61
- {"index":199,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.72,"Cmnli":74.98,"Ocnli":60.47}
62
- {"index":299,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.58,"Cmnli":73.9,"Ocnli":61.26}
63
- {"index":301,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":66.64,"Cmnli":72.55,"Ocnli":60.74}
64
- {"index":202,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":66.45,"Cmnli":72.12,"Ocnli":60.77}
65
- {"index":237,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":64.63,"Cmnli":69.27,"Ocnli":59.99}
66
- {"index":236,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":64.03,"Cmnli":70.0,"Ocnli":58.05}
67
- {"index":242,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.84,"Cmnli":65.68,"Ocnli":59.99}
68
- {"index":174,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.52,"Cmnli":61.86,"Ocnli":55.18}
69
- {"index":312,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":56.7,"Cmnli":57.78,"Ocnli":55.63}
 
1
+ {"index":225,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":91.87,"Cmnli":92.84,"Ocnli":90.9}
2
  {"index":129,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":91.66,"Cmnli":92.54,"Ocnli":90.77}
3
+ {"index":187,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":91.55,"Cmnli":92.54,"Ocnli":90.56}
4
  {"index":54,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":90.87,"Cmnli":90.87,"Ocnli":90.87}
5
+ {"index":275,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":90.24,"Cmnli":92.64,"Ocnli":87.84}
6
  {"index":39,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":89.88,"Cmnli":92.49,"Ocnli":87.26}
7
  {"index":47,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":88.92,"Cmnli":90.66,"Ocnli":87.18}
8
  {"index":15,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":88.56,"Cmnli":91.85,"Ocnli":85.28}
9
+ {"index":171,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":88.1,"Cmnli":90.77,"Ocnli":85.44}
10
  {"index":12,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":88.1,"Cmnli":90.77,"Ocnli":85.44}
11
+ {"index":172,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":88.08,"Cmnli":90.66,"Ocnli":85.51}
12
+ {"index":191,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":87.93,"Cmnli":90.42,"Ocnli":85.43}
13
+ {"index":144,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":87.84,"Cmnli":90.49,"Ocnli":85.18}
14
  {"index":48,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":87.57,"Cmnli":90.29,"Ocnli":84.85}
15
  {"index":17,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":87.48,"Cmnli":90.18,"Ocnli":84.78}
16
+ {"index":299,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":87.08,"Cmnli":89.42,"Ocnli":84.74}
17
+ {"index":16,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":86.91,"Cmnli":86.22,"Ocnli":87.6}
18
+ {"index":118,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.91,"Cmnli":86.22,"Ocnli":87.6}
19
  {"index":30,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":86.67,"Cmnli":90.13,"Ocnli":83.21}
20
+ {"index":224,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":85.3,"Cmnli":89.95,"Ocnli":80.64}
21
+ {"index":310,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":84.41,"Cmnli":89.5,"Ocnli":79.32}
22
  {"index":111,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":84.34,"Cmnli":89.36,"Ocnli":79.31}
23
+ {"index":303,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62}
24
+ {"index":216,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":82.94,"Cmnli":85.27,"Ocnli":80.62}
25
+ {"index":193,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":82.68,"Cmnli":86.85,"Ocnli":78.51}
26
  {"index":21,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5}
27
  {"index":22,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":82.68,"Cmnli":86.85,"Ocnli":78.5}
28
+ {"index":41,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.3,"Ocnli":77.46}
29
+ {"index":42,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.38,"Cmnli":87.55,"Ocnli":77.21}
30
+ {"index":388,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.35,"Cmnli":85.33,"Ocnli":79.37}
31
  {"index":28,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":81.62,"Cmnli":85.29,"Ocnli":77.96}
32
  {"index":49,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":81.46,"Cmnli":85.92,"Ocnli":77.01}
33
  {"index":53,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.9,"Cmnli":86.7,"Ocnli":75.1}
34
+ {"index":308,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":80.44,"Cmnli":85.6,"Ocnli":75.28}
35
  {"index":55,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":80.01,"Cmnli":84.76,"Ocnli":75.26}
36
+ {"index":190,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":79.96,"Cmnli":84.75,"Ocnli":75.16}
37
  {"index":24,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":79.77,"Cmnli":84.11,"Ocnli":75.43}
38
  {"index":40,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.77,"Cmnli":84.1,"Ocnli":73.44}
39
+ {"index":192,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":78.72,"Cmnli":85.14,"Ocnli":72.29}
40
+ {"index":208,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":78.65,"Cmnli":85.14,"Ocnli":72.15}
41
+ {"index":274,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":78.38,"Cmnli":83.83,"Ocnli":72.92}
42
+ {"index":219,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":78.34,"Cmnli":84.01,"Ocnli":72.68}
43
+ {"index":20,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":78.34,"Cmnli":84.01,"Ocnli":72.68}
44
  {"index":27,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.78,"Cmnli":82.18,"Ocnli":71.37}
45
+ {"index":273,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":76.61,"Cmnli":82.33,"Ocnli":70.89}
46
+ {"index":206,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":76.59,"Cmnli":83.32,"Ocnli":69.86}
47
+ {"index":189,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":76.09,"Cmnli":81.65,"Ocnli":70.53}
48
+ {"index":205,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.96,"Cmnli":81.34,"Ocnli":68.58}
49
+ {"index":226,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":74.64,"Cmnli":79.58,"Ocnli":69.7}
50
+ {"index":207,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.38,"Cmnli":78.43,"Ocnli":66.32}
51
+ {"index":198,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":72.19,"Cmnli":80.21,"Ocnli":64.18}
52
  {"index":133,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.18,"Cmnli":74.92,"Ocnli":67.43}
53
  {"index":57,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":71.16,"Cmnli":77.85,"Ocnli":64.47}
54
  {"index":34,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":70.4,"Cmnli":76.24,"Ocnli":64.57}
55
+ {"index":312,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":70.0,"Cmnli":76.46,"Ocnli":63.54}
56
+ {"index":315,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.0,"Cmnli":76.46,"Ocnli":63.54}
57
+ {"index":202,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.89,"Cmnli":78.18,"Ocnli":61.6}
58
+ {"index":384,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.56,"Cmnli":76.04,"Ocnli":63.08}
59
+ {"index":296,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":68.76,"Cmnli":75.67,"Ocnli":61.85}
60
+ {"index":170,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":67.97,"Cmnli":73.15,"Ocnli":62.79}
61
+ {"index":201,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.72,"Cmnli":74.98,"Ocnli":60.47}
62
+ {"index":300,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.58,"Cmnli":73.9,"Ocnli":61.26}
63
+ {"index":302,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":66.64,"Cmnli":72.55,"Ocnli":60.74}
64
+ {"index":204,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":66.45,"Cmnli":72.12,"Ocnli":60.77}
65
+ {"index":239,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":64.63,"Cmnli":69.27,"Ocnli":59.99}
66
+ {"index":238,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":64.03,"Cmnli":70.0,"Ocnli":58.05}
67
+ {"index":243,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.84,"Cmnli":65.68,"Ocnli":59.99}
68
+ {"index":176,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.52,"Cmnli":61.86,"Ocnli":55.18}
69
+ {"index":313,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":56.7,"Cmnli":57.78,"Ocnli":55.63}
all_data_tasks/11/default.jsonl CHANGED
@@ -1,85 +1,84 @@
1
  {"index":129,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.76,"CMedQAv1":91.39,"CMedQAv2":89.72,"MMarcoReranking":41.58,"T2Reranking":68.36}
2
- {"index":223,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.58,"CMedQAv1":90.96,"CMedQAv2":90.41,"MMarcoReranking":39.91,"T2Reranking":69.03}
3
- {"index":185,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.34,"CMedQAv1":91.11,"CMedQAv2":90.07,"MMarcoReranking":38.87,"T2Reranking":69.29}
4
- {"index":176,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/fangxq\/XYZ-embedding-zh-v2\">XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.46,"CMedQAv1":89.98,"CMedQAv2":89.05,"MMarcoReranking":37.68,"T2Reranking":69.13}
5
- {"index":175,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/fangxq\/XYZ-embedding-zh\">XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.8,"CMedQAv1":89.62,"CMedQAv2":89.22,"MMarcoReranking":35.3,"T2Reranking":69.07}
6
- {"index":238,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/LdIR-Qwen2-reranker-1.5B\">LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":772,"Memory Usage (GB, fp32)":2.88,"Average":70.45,"CMedQAv1":86.5,"CMedQAv2":87.11,"MMarcoReranking":39.35,"T2Reranking":68.84}
7
- {"index":266,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/qihoo360\/360Zhinao-1.8B-Reranking\">360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Average":70.13,"CMedQAv1":86.75,"CMedQAv2":87.92,"MMarcoReranking":37.29,"T2Reranking":68.55}
8
- {"index":274,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.0,"CMedQAv1":89.31,"CMedQAv2":90.14,"MMarcoReranking":33.39,"T2Reranking":67.15}
9
  {"index":39,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":69.78,"CMedQAv1":89.26,"CMedQAv2":90.05,"MMarcoReranking":32.74,"T2Reranking":67.05}
10
- {"index":379,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.67,"CMedQAv1":88.06,"CMedQAv2":88.46,"MMarcoReranking":34.3,"T2Reranking":67.85}
11
  {"index":54,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.3,"CMedQAv1":88.74,"CMedQAv2":89.42,"MMarcoReranking":31.61,"T2Reranking":67.45}
12
- {"index":267,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/qihoo360\/360Zhinao-search\">360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":68.92,"CMedQAv1":87.0,"CMedQAv2":88.48,"MMarcoReranking":32.41,"T2Reranking":67.8}
13
  {"index":17,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":68.92,"CMedQAv1":88.2,"CMedQAv2":88.03,"MMarcoReranking":31.65,"T2Reranking":67.8}
14
- {"index":298,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.72,"CMedQAv1":89.37,"CMedQAv2":89.27,"MMarcoReranking":29.64,"T2Reranking":66.61}
15
- {"index":239,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/LdIR-reranker-large\">LdIR-reranker-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.58,"CMedQAv1":84.35,"CMedQAv2":86.45,"MMarcoReranking":35.64,"T2Reranking":67.86}
16
- {"index":170,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":68.45,"CMedQAv1":89.33,"CMedQAv2":89.18,"MMarcoReranking":28.85,"T2Reranking":66.43}
17
  {"index":130,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TownsWu\/PEG\">PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":68.41,"CMedQAv1":84.09,"CMedQAv2":86.56,"MMarcoReranking":33.55,"T2Reranking":69.43}
18
  {"index":30,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":68.28,"CMedQAv1":84.62,"CMedQAv2":85.6,"MMarcoReranking":35.43,"T2Reranking":67.48}
19
  {"index":12,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.27,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.12,"T2Reranking":66.38}
20
- {"index":169,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":68.26,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.09,"T2Reranking":66.38}
21
- {"index":16,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":68.21,"CMedQAv1":88.16,"CMedQAv2":88.12,"MMarcoReranking":29.14,"T2Reranking":67.43}
22
- {"index":118,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.21,"CMedQAv1":88.16,"CMedQAv2":88.12,"MMarcoReranking":29.14,"T2Reranking":67.43}
23
- {"index":217,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.17,"CMedQAv1":86.11,"CMedQAv2":87.28,"MMarcoReranking":32.19,"T2Reranking":67.09}
24
- {"index":20,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.17,"CMedQAv1":86.11,"CMedQAv2":87.28,"MMarcoReranking":32.19,"T2Reranking":67.09}
25
- {"index":142,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.98,"CMedQAv1":88.66,"CMedQAv2":88.9,"MMarcoReranking":27.76,"T2Reranking":66.62}
26
- {"index":241,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/bge-reranker-large-1k\">bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.87,"CMedQAv1":82.15,"CMedQAv2":84.19,"MMarcoReranking":37.64,"T2Reranking":67.48}
27
- {"index":189,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.84,"CMedQAv1":88.34,"CMedQAv2":89.06,"MMarcoReranking":27.48,"T2Reranking":66.49}
28
- {"index":305,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/srikanthmalla\/BAAI-bge-reranker-large\">BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.78,"CMedQAv1":82.14,"CMedQAv2":84.19,"MMarcoReranking":37.17,"T2Reranking":67.6}
29
  {"index":111,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.61,"CMedQAv1":86.52,"CMedQAv2":87.11,"MMarcoReranking":30.63,"T2Reranking":66.18}
30
  {"index":112,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-reranker-large-zh\">alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.54,"CMedQAv1":82.32,"CMedQAv2":84.09,"MMarcoReranking":35.5,"T2Reranking":68.26}
31
- {"index":309,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.4,"CMedQAv1":86.09,"CMedQAv2":86.46,"MMarcoReranking":31.19,"T2Reranking":65.86}
32
- {"index":222,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.34,"CMedQAv1":87.12,"CMedQAv2":87.57,"MMarcoReranking":28.08,"T2Reranking":66.6}
33
  {"index":47,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":67.17,"CMedQAv1":88.49,"CMedQAv2":89.18,"MMarcoReranking":24.76,"T2Reranking":66.26}
34
- {"index":160,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/corto-ai\/bge-reranker-large-onnx\">bge-reranker-large-onnx<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28}
35
- {"index":31,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-reranker-base\">bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28}
36
- {"index":32,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-reranker-large\">bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28}
37
- {"index":240,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/bge-reranker-base-1k\">bge-reranker-base-1k<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.02,"CMedQAv1":81.26,"CMedQAv2":84.11,"MMarcoReranking":35.46,"T2Reranking":67.25}
38
- {"index":307,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.0,"CMedQAv1":86.79,"CMedQAv2":87.2,"MMarcoReranking":27.64,"T2Reranking":66.36}
39
- {"index":187,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.95,"CMedQAv1":85.69,"CMedQAv2":86.46,"MMarcoReranking":29.2,"T2Reranking":66.46}
40
- {"index":48,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":66.92,"CMedQAv1":86.78,"CMedQAv2":87.39,"MMarcoReranking":27.39,"T2Reranking":66.11}
41
- {"index":272,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.68,"CMedQAv1":85.25,"CMedQAv2":86.15,"MMarcoReranking":28.87,"T2Reranking":66.46}
42
- {"index":302,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37}
43
- {"index":214,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37}
44
- {"index":191,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":66.41,"CMedQAv1":85.45,"CMedQAv2":85.83,"MMarcoReranking":27.97,"T2Reranking":66.41}
45
- {"index":21,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":66.39,"CMedQAv1":85.34,"CMedQAv2":85.87,"MMarcoReranking":27.96,"T2Reranking":66.38}
46
- {"index":15,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":66.38,"CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":23.64,"T2Reranking":68.11}
47
- {"index":22,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":66.38,"CMedQAv1":85.34,"CMedQAv2":85.81,"MMarcoReranking":27.97,"T2Reranking":66.38}
48
- {"index":311,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39}
49
- {"index":314,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39}
50
- {"index":188,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.1,"CMedQAv1":84.7,"CMedQAv2":85.31,"MMarcoReranking":28.05,"T2Reranking":66.35}
51
- {"index":354,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/wongctroman\/hktv-fine-tuned-cloudy-large-zh-metaphor14\">hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83}
52
- {"index":139,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/akarum\/cloudy-large-zh\">cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83}
53
- {"index":190,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":65.98,"CMedQAv1":84.69,"CMedQAv2":85.23,"MMarcoReranking":27.16,"T2Reranking":66.86}
54
- {"index":273,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":65.98,"CMedQAv1":84.79,"CMedQAv2":84.89,"MMarcoReranking":27.27,"T2Reranking":66.96}
55
- {"index":55,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":65.89,"CMedQAv1":84.67,"CMedQAv2":85.27,"MMarcoReranking":27.84,"T2Reranking":65.79}
56
- {"index":28,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":65.84,"CMedQAv1":83.45,"CMedQAv2":85.44,"MMarcoReranking":28.74,"T2Reranking":65.74}
57
- {"index":133,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.64,"CMedQAv1":82.97,"CMedQAv2":87.07,"MMarcoReranking":26.16,"T2Reranking":66.35}
58
- {"index":24,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":65.4,"CMedQAv1":80.47,"CMedQAv2":84.88,"MMarcoReranking":29.74,"T2Reranking":66.49}
59
- {"index":27,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":64.9,"CMedQAv1":81.72,"CMedQAv2":84.64,"MMarcoReranking":27.1,"T2Reranking":66.16}
60
- {"index":224,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":63.73,"CMedQAv1":83.85,"CMedQAv2":84.75,"MMarcoReranking":20.56,"T2Reranking":65.75}
61
- {"index":41,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.2,"CMedQAv1":78.39,"CMedQAv2":80.84,"MMarcoReranking":27.29,"T2Reranking":66.3}
62
- {"index":42,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.82,"CMedQAv1":77.42,"CMedQAv2":77.84,"MMarcoReranking":30.17,"T2Reranking":65.85}
63
- {"index":196,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":61.86,"CMedQAv1":77.68,"CMedQAv2":78.66,"MMarcoReranking":24.21,"T2Reranking":66.9}
64
- {"index":295,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":61.48,"CMedQAv1":80.4,"CMedQAv2":80.39,"MMarcoReranking":18.86,"T2Reranking":66.25}
65
- {"index":40,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":61.35,"CMedQAv1":76.47,"CMedQAv2":77.44,"MMarcoReranking":24.31,"T2Reranking":67.18}
66
- {"index":242,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.96,"CMedQAv1":80.66,"CMedQAv2":79.31,"MMarcoReranking":19.57,"T2Reranking":64.31}
67
- {"index":34,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":60.92,"CMedQAv1":77.4,"CMedQAv2":79.86,"MMarcoReranking":20.5,"T2Reranking":65.9}
68
- {"index":237,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":59.66,"CMedQAv1":77.76,"CMedQAv2":78.27,"MMarcoReranking":16.46,"T2Reranking":66.13}
69
- {"index":236,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":59.34,"CMedQAv1":77.05,"CMedQAv2":76.76,"MMarcoReranking":17.51,"T2Reranking":66.03}
70
- {"index":206,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":59.11,"CMedQAv1":70.54,"CMedQAv2":71.35,"MMarcoReranking":26.69,"T2Reranking":67.88}
71
- {"index":204,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":57.68,"CMedQAv1":68.91,"CMedQAv2":69.42,"MMarcoReranking":25.9,"T2Reranking":66.49}
72
- {"index":203,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.27,"CMedQAv1":66.06,"CMedQAv2":66.96,"MMarcoReranking":26.14,"T2Reranking":65.94}
73
- {"index":200,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":56.0,"CMedQAv1":68.25,"CMedQAv2":68.56,"MMarcoReranking":21.34,"T2Reranking":65.83}
74
- {"index":199,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":54.35,"CMedQAv1":65.21,"CMedQAv2":66.06,"MMarcoReranking":21.76,"T2Reranking":64.39}
75
- {"index":375,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.28,"CMedQAv1":63.08,"CMedQAv2":64.02,"MMarcoReranking":23.39,"T2Reranking":66.65}
76
- {"index":202,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":53.86,"CMedQAv1":63.44,"CMedQAv2":62.41,"MMarcoReranking":24.33,"T2Reranking":65.24}
77
- {"index":205,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":53.62,"CMedQAv1":63.41,"CMedQAv2":63.66,"MMarcoReranking":23.69,"T2Reranking":63.74}
78
- {"index":299,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":49.45,"CMedQAv1":59.26,"CMedQAv2":59.82,"MMarcoReranking":12.76,"T2Reranking":65.95}
79
- {"index":301,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":49.25,"CMedQAv1":57.82,"CMedQAv2":58.88,"MMarcoReranking":14.55,"T2Reranking":65.76}
80
- {"index":57,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":49.16,"CMedQAv1":58.92,"CMedQAv2":60.41,"MMarcoReranking":12.48,"T2Reranking":64.82}
81
- {"index":49,"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":45.08,"CMedQAv1":53.07,"CMedQAv2":52.84,"MMarcoReranking":9.29,"T2Reranking":65.14}
82
- {"index":53,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.91,"CMedQAv1":50.19,"CMedQAv2":50.39,"MMarcoReranking":14.57,"T2Reranking":64.49}
83
- {"index":174,"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":32.84,"CMedQAv1":34.31,"CMedQAv2":35.88,"MMarcoReranking":5.83,"T2Reranking":55.35}
84
- {"index":312,"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":25.86,"CMedQAv1":19.72,"CMedQAv2":22.48,"MMarcoReranking":1.17,"T2Reranking":60.05}
85
- {"index":168,"Rank":219,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":20.86,"T2Reranking":66.06}
 
1
  {"index":129,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.76,"CMedQAv1":91.39,"CMedQAv2":89.72,"MMarcoReranking":41.58,"T2Reranking":68.36}
2
+ {"index":225,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.58,"CMedQAv1":90.96,"CMedQAv2":90.41,"MMarcoReranking":39.91,"T2Reranking":69.03}
3
+ {"index":187,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.34,"CMedQAv1":91.11,"CMedQAv2":90.07,"MMarcoReranking":38.87,"T2Reranking":69.29}
4
+ {"index":178,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/fangxq\/XYZ-embedding-zh-v2\">XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.46,"CMedQAv1":89.98,"CMedQAv2":89.05,"MMarcoReranking":37.68,"T2Reranking":69.13}
5
+ {"index":177,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/fangxq\/XYZ-embedding-zh\">XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.8,"CMedQAv1":89.62,"CMedQAv2":89.22,"MMarcoReranking":35.3,"T2Reranking":69.07}
6
+ {"index":240,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/LdIR-Qwen2-reranker-1.5B\">LdIR-Qwen2-reranker-1.5B<\/a>","Model Size (Million Parameters)":772,"Memory Usage (GB, fp32)":2.88,"Average":70.45,"CMedQAv1":86.5,"CMedQAv2":87.11,"MMarcoReranking":39.35,"T2Reranking":68.84}
7
+ {"index":267,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/qihoo360\/360Zhinao-1.8B-Reranking\">360Zhinao-1.8B-Reranking<\/a>","Model Size (Million Parameters)":941,"Memory Usage (GB, fp32)":3.51,"Average":70.13,"CMedQAv1":86.75,"CMedQAv2":87.92,"MMarcoReranking":37.29,"T2Reranking":68.55}
8
+ {"index":275,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.0,"CMedQAv1":89.31,"CMedQAv2":90.14,"MMarcoReranking":33.39,"T2Reranking":67.15}
9
  {"index":39,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":69.78,"CMedQAv1":89.26,"CMedQAv2":90.05,"MMarcoReranking":32.74,"T2Reranking":67.05}
10
+ {"index":388,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.67,"CMedQAv1":88.06,"CMedQAv2":88.46,"MMarcoReranking":34.3,"T2Reranking":67.85}
11
  {"index":54,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.3,"CMedQAv1":88.74,"CMedQAv2":89.42,"MMarcoReranking":31.61,"T2Reranking":67.45}
12
+ {"index":268,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/qihoo360\/360Zhinao-search\">360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":68.92,"CMedQAv1":87.0,"CMedQAv2":88.48,"MMarcoReranking":32.41,"T2Reranking":67.8}
13
  {"index":17,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":68.92,"CMedQAv1":88.2,"CMedQAv2":88.03,"MMarcoReranking":31.65,"T2Reranking":67.8}
14
+ {"index":299,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.72,"CMedQAv1":89.37,"CMedQAv2":89.27,"MMarcoReranking":29.64,"T2Reranking":66.61}
15
+ {"index":241,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/LdIR-reranker-large\">LdIR-reranker-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.58,"CMedQAv1":84.35,"CMedQAv2":86.45,"MMarcoReranking":35.64,"T2Reranking":67.86}
16
+ {"index":172,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":68.45,"CMedQAv1":89.33,"CMedQAv2":89.18,"MMarcoReranking":28.85,"T2Reranking":66.43}
17
  {"index":130,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TownsWu\/PEG\">PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":68.41,"CMedQAv1":84.09,"CMedQAv2":86.56,"MMarcoReranking":33.55,"T2Reranking":69.43}
18
  {"index":30,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":68.28,"CMedQAv1":84.62,"CMedQAv2":85.6,"MMarcoReranking":35.43,"T2Reranking":67.48}
19
  {"index":12,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.27,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.12,"T2Reranking":66.38}
20
+ {"index":171,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":68.26,"CMedQAv1":88.99,"CMedQAv2":89.6,"MMarcoReranking":28.09,"T2Reranking":66.38}
21
+ {"index":118,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.21,"CMedQAv1":88.16,"CMedQAv2":88.12,"MMarcoReranking":29.14,"T2Reranking":67.43}
22
+ {"index":16,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":68.21,"CMedQAv1":88.16,"CMedQAv2":88.12,"MMarcoReranking":29.14,"T2Reranking":67.43}
23
+ {"index":20,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.17,"CMedQAv1":86.11,"CMedQAv2":87.28,"MMarcoReranking":32.19,"T2Reranking":67.09}
24
+ {"index":219,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.17,"CMedQAv1":86.11,"CMedQAv2":87.28,"MMarcoReranking":32.19,"T2Reranking":67.09}
25
+ {"index":144,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.98,"CMedQAv1":88.66,"CMedQAv2":88.9,"MMarcoReranking":27.76,"T2Reranking":66.62}
26
+ {"index":242,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/bge-reranker-large-1k\">bge-reranker-large-1k<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.87,"CMedQAv1":82.15,"CMedQAv2":84.19,"MMarcoReranking":37.64,"T2Reranking":67.48}
27
+ {"index":191,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.84,"CMedQAv1":88.34,"CMedQAv2":89.06,"MMarcoReranking":27.48,"T2Reranking":66.49}
28
+ {"index":306,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/srikanthmalla\/BAAI-bge-reranker-large\">BAAI-bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.78,"CMedQAv1":82.14,"CMedQAv2":84.19,"MMarcoReranking":37.17,"T2Reranking":67.6}
29
  {"index":111,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.61,"CMedQAv1":86.52,"CMedQAv2":87.11,"MMarcoReranking":30.63,"T2Reranking":66.18}
30
  {"index":112,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-reranker-large-zh\">alime-reranker-large-zh<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.54,"CMedQAv1":82.32,"CMedQAv2":84.09,"MMarcoReranking":35.5,"T2Reranking":68.26}
31
+ {"index":310,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.4,"CMedQAv1":86.09,"CMedQAv2":86.46,"MMarcoReranking":31.19,"T2Reranking":65.86}
32
+ {"index":224,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":67.34,"CMedQAv1":87.12,"CMedQAv2":87.57,"MMarcoReranking":28.08,"T2Reranking":66.6}
33
  {"index":47,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":67.17,"CMedQAv1":88.49,"CMedQAv2":89.18,"MMarcoReranking":24.76,"T2Reranking":66.26}
34
+ {"index":162,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/corto-ai\/bge-reranker-large-onnx\">bge-reranker-large-onnx<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28}
35
+ {"index":32,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-reranker-large\">bge-reranker-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28}
36
+ {"index":31,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-reranker-base\">bge-reranker-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":67.03,"CMedQAv1":81.27,"CMedQAv2":84.1,"MMarcoReranking":35.46,"T2Reranking":67.28}
37
+ {"index":308,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.0,"CMedQAv1":86.79,"CMedQAv2":87.2,"MMarcoReranking":27.64,"T2Reranking":66.36}
38
+ {"index":189,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.95,"CMedQAv1":85.69,"CMedQAv2":86.46,"MMarcoReranking":29.2,"T2Reranking":66.46}
39
+ {"index":48,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":66.92,"CMedQAv1":86.78,"CMedQAv2":87.39,"MMarcoReranking":27.39,"T2Reranking":66.11}
40
+ {"index":273,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.68,"CMedQAv1":85.25,"CMedQAv2":86.15,"MMarcoReranking":28.87,"T2Reranking":66.46}
41
+ {"index":303,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37}
42
+ {"index":216,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":66.57,"CMedQAv1":83.64,"CMedQAv2":83.74,"MMarcoReranking":31.54,"T2Reranking":67.37}
43
+ {"index":193,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":66.41,"CMedQAv1":85.45,"CMedQAv2":85.83,"MMarcoReranking":27.97,"T2Reranking":66.41}
44
+ {"index":21,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":66.39,"CMedQAv1":85.34,"CMedQAv2":85.87,"MMarcoReranking":27.96,"T2Reranking":66.38}
45
+ {"index":15,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":66.38,"CMedQAv1":86.37,"CMedQAv2":87.41,"MMarcoReranking":23.64,"T2Reranking":68.11}
46
+ {"index":22,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":66.38,"CMedQAv1":85.34,"CMedQAv2":85.81,"MMarcoReranking":27.97,"T2Reranking":66.38}
47
+ {"index":315,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39}
48
+ {"index":312,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":66.22,"CMedQAv1":86.08,"CMedQAv2":87.26,"MMarcoReranking":26.13,"T2Reranking":65.39}
49
+ {"index":190,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.1,"CMedQAv1":84.7,"CMedQAv2":85.31,"MMarcoReranking":28.05,"T2Reranking":66.35}
50
+ {"index":141,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/akarum\/cloudy-large-zh\">cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83}
51
+ {"index":363,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/wongctroman\/hktv-fine-tuned-cloudy-large-zh-metaphor14\">hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":66.04,"CMedQAv1":86.1,"CMedQAv2":86.95,"MMarcoReranking":24.26,"T2Reranking":66.83}
52
+ {"index":192,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":65.98,"CMedQAv1":84.69,"CMedQAv2":85.23,"MMarcoReranking":27.16,"T2Reranking":66.86}
53
+ {"index":274,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":65.98,"CMedQAv1":84.79,"CMedQAv2":84.89,"MMarcoReranking":27.27,"T2Reranking":66.96}
54
+ {"index":55,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":65.89,"CMedQAv1":84.67,"CMedQAv2":85.27,"MMarcoReranking":27.84,"T2Reranking":65.79}
55
+ {"index":28,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":65.84,"CMedQAv1":83.45,"CMedQAv2":85.44,"MMarcoReranking":28.74,"T2Reranking":65.74}
56
+ {"index":133,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.64,"CMedQAv1":82.97,"CMedQAv2":87.07,"MMarcoReranking":26.16,"T2Reranking":66.35}
57
+ {"index":24,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":65.4,"CMedQAv1":80.47,"CMedQAv2":84.88,"MMarcoReranking":29.74,"T2Reranking":66.49}
58
+ {"index":27,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":64.9,"CMedQAv1":81.72,"CMedQAv2":84.64,"MMarcoReranking":27.1,"T2Reranking":66.16}
59
+ {"index":226,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":63.73,"CMedQAv1":83.85,"CMedQAv2":84.75,"MMarcoReranking":20.56,"T2Reranking":65.75}
60
+ {"index":41,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.2,"CMedQAv1":78.39,"CMedQAv2":80.84,"MMarcoReranking":27.29,"T2Reranking":66.3}
61
+ {"index":42,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.82,"CMedQAv1":77.42,"CMedQAv2":77.84,"MMarcoReranking":30.17,"T2Reranking":65.85}
62
+ {"index":198,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":61.86,"CMedQAv1":77.68,"CMedQAv2":78.66,"MMarcoReranking":24.21,"T2Reranking":66.9}
63
+ {"index":296,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":61.48,"CMedQAv1":80.4,"CMedQAv2":80.39,"MMarcoReranking":18.86,"T2Reranking":66.25}
64
+ {"index":40,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":61.35,"CMedQAv1":76.47,"CMedQAv2":77.44,"MMarcoReranking":24.31,"T2Reranking":67.18}
65
+ {"index":243,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.96,"CMedQAv1":80.66,"CMedQAv2":79.31,"MMarcoReranking":19.57,"T2Reranking":64.31}
66
+ {"index":34,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":60.92,"CMedQAv1":77.4,"CMedQAv2":79.86,"MMarcoReranking":20.5,"T2Reranking":65.9}
67
+ {"index":239,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":59.66,"CMedQAv1":77.76,"CMedQAv2":78.27,"MMarcoReranking":16.46,"T2Reranking":66.13}
68
+ {"index":238,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":59.34,"CMedQAv1":77.05,"CMedQAv2":76.76,"MMarcoReranking":17.51,"T2Reranking":66.03}
69
+ {"index":208,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":59.11,"CMedQAv1":70.54,"CMedQAv2":71.35,"MMarcoReranking":26.69,"T2Reranking":67.88}
70
+ {"index":206,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":57.68,"CMedQAv1":68.91,"CMedQAv2":69.42,"MMarcoReranking":25.9,"T2Reranking":66.49}
71
+ {"index":205,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.27,"CMedQAv1":66.06,"CMedQAv2":66.96,"MMarcoReranking":26.14,"T2Reranking":65.94}
72
+ {"index":202,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":56.0,"CMedQAv1":68.25,"CMedQAv2":68.56,"MMarcoReranking":21.34,"T2Reranking":65.83}
73
+ {"index":201,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":54.35,"CMedQAv1":65.21,"CMedQAv2":66.06,"MMarcoReranking":21.76,"T2Reranking":64.39}
74
+ {"index":384,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.28,"CMedQAv1":63.08,"CMedQAv2":64.02,"MMarcoReranking":23.39,"T2Reranking":66.65}
75
+ {"index":204,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":53.86,"CMedQAv1":63.44,"CMedQAv2":62.41,"MMarcoReranking":24.33,"T2Reranking":65.24}
76
+ {"index":207,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":53.62,"CMedQAv1":63.41,"CMedQAv2":63.66,"MMarcoReranking":23.69,"T2Reranking":63.74}
77
+ {"index":300,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":49.45,"CMedQAv1":59.26,"CMedQAv2":59.82,"MMarcoReranking":12.76,"T2Reranking":65.95}
78
+ {"index":302,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":49.25,"CMedQAv1":57.82,"CMedQAv2":58.88,"MMarcoReranking":14.55,"T2Reranking":65.76}
79
+ {"index":57,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":49.16,"CMedQAv1":58.92,"CMedQAv2":60.41,"MMarcoReranking":12.48,"T2Reranking":64.82}
80
+ {"index":49,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":45.08,"CMedQAv1":53.07,"CMedQAv2":52.84,"MMarcoReranking":9.29,"T2Reranking":65.14}
81
+ {"index":53,"Rank":81,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.91,"CMedQAv1":50.19,"CMedQAv2":50.39,"MMarcoReranking":14.57,"T2Reranking":64.49}
82
+ {"index":176,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":32.84,"CMedQAv1":34.31,"CMedQAv2":35.88,"MMarcoReranking":5.83,"T2Reranking":55.35}
83
+ {"index":313,"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":25.86,"CMedQAv1":19.72,"CMedQAv2":22.48,"MMarcoReranking":1.17,"T2Reranking":60.05}
84
+ {"index":170,"Rank":220,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","CMedQAv1":"","CMedQAv2":"","MMarcoReranking":20.86,"T2Reranking":66.06}
 
all_data_tasks/12/default.jsonl CHANGED
@@ -1,78 +1,78 @@
1
- {"index":176,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/fangxq\/XYZ-embedding-zh-v2\">XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.23,"CmedqaRetrieval":48.29,"CovidRetrieval":90.76,"DuRetrieval":91.16,"EcomRetrieval":70.29,"MedicalRetrieval":68.04,"MMarcoRetrieval":82.5,"T2Retrieval":85.88,"VideoRetrieval":80.94}
2
- {"index":260,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/openbmb\/MiniCPM-Embedding\">MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Average":76.76,"CmedqaRetrieval":46.05,"CovidRetrieval":92.01,"DuRetrieval":90.98,"EcomRetrieval":70.21,"MedicalRetrieval":63.91,"MMarcoRetrieval":85.55,"T2Retrieval":87.33,"VideoRetrieval":78.05}
3
  {"index":77,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lenovo-Zhihui\/Zhihui_LLM_Embedding\">Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":76.74,"CmedqaRetrieval":48.69,"CovidRetrieval":84.39,"DuRetrieval":91.34,"EcomRetrieval":71.96,"MedicalRetrieval":65.19,"MMarcoRetrieval":84.77,"T2Retrieval":88.3,"VideoRetrieval":79.31}
4
  {"index":129,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.67,"CmedqaRetrieval":47.61,"CovidRetrieval":92.35,"DuRetrieval":88.53,"EcomRetrieval":70.99,"MedicalRetrieval":67.94,"MMarcoRetrieval":82.25,"T2Retrieval":83.31,"VideoRetrieval":80.4}
5
- {"index":175,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/fangxq\/XYZ-embedding-zh\">XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.56,"CmedqaRetrieval":47.9,"CovidRetrieval":88.24,"DuRetrieval":90.79,"EcomRetrieval":69.72,"MedicalRetrieval":67.42,"MMarcoRetrieval":82.48,"T2Retrieval":85.93,"VideoRetrieval":80.03}
6
- {"index":223,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.5,"CmedqaRetrieval":47.14,"CovidRetrieval":89.4,"DuRetrieval":89.44,"EcomRetrieval":70.5,"MedicalRetrieval":68.19,"MMarcoRetrieval":82.19,"T2Retrieval":85.01,"VideoRetrieval":80.09}
7
- {"index":185,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.36,"CmedqaRetrieval":47.16,"CovidRetrieval":89.14,"DuRetrieval":89.23,"EcomRetrieval":70.74,"MedicalRetrieval":68.14,"MMarcoRetrieval":82.38,"T2Retrieval":83.81,"VideoRetrieval":80.26}
8
  {"index":17,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":76.03,"CmedqaRetrieval":48.69,"CovidRetrieval":83.65,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84}
9
- {"index":267,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/qihoo360\/360Zhinao-search\">360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":75.06,"CmedqaRetrieval":46.73,"CovidRetrieval":85.02,"DuRetrieval":87.57,"EcomRetrieval":68.9,"MedicalRetrieval":63.69,"MMarcoRetrieval":83.32,"T2Retrieval":87.12,"VideoRetrieval":78.09}
10
- {"index":298,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.97,"CmedqaRetrieval":47.26,"CovidRetrieval":83.66,"DuRetrieval":89.28,"EcomRetrieval":69.28,"MedicalRetrieval":65.94,"MMarcoRetrieval":80.65,"T2Retrieval":86.88,"VideoRetrieval":76.79}
11
  {"index":12,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.41,"CmedqaRetrieval":46.56,"CovidRetrieval":84.03,"DuRetrieval":87.85,"EcomRetrieval":68.79,"MedicalRetrieval":65.92,"MMarcoRetrieval":79.93,"T2Retrieval":86.76,"VideoRetrieval":75.43}
12
  {"index":39,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":74.41,"CmedqaRetrieval":47.64,"CovidRetrieval":85.95,"DuRetrieval":89.11,"EcomRetrieval":67.92,"MedicalRetrieval":65.2,"MMarcoRetrieval":79.81,"T2Retrieval":86.24,"VideoRetrieval":73.39}
13
- {"index":274,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.36,"CmedqaRetrieval":47.58,"CovidRetrieval":86.78,"DuRetrieval":89.14,"EcomRetrieval":67.75,"MedicalRetrieval":64.88,"MMarcoRetrieval":79.54,"T2Retrieval":86.14,"VideoRetrieval":73.1}
14
  {"index":130,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TownsWu\/PEG\">PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":73.78,"CmedqaRetrieval":44.42,"CovidRetrieval":82.56,"DuRetrieval":87.67,"EcomRetrieval":67.32,"MedicalRetrieval":60.99,"MMarcoRetrieval":82.63,"T2Retrieval":87.0,"VideoRetrieval":77.64}
15
  {"index":30,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":73.73,"CmedqaRetrieval":42.21,"CovidRetrieval":77.46,"DuRetrieval":90.46,"EcomRetrieval":69.3,"MedicalRetrieval":62.02,"MMarcoRetrieval":84.7,"T2Retrieval":86.26,"VideoRetrieval":77.4}
16
- {"index":169,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":73.6,"CmedqaRetrieval":46.87,"CovidRetrieval":82.44,"DuRetrieval":87.13,"EcomRetrieval":68.62,"MedicalRetrieval":65.18,"MMarcoRetrieval":79.14,"T2Retrieval":85.56,"VideoRetrieval":73.89}
17
  {"index":54,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.56,"CmedqaRetrieval":46.68,"CovidRetrieval":85.24,"DuRetrieval":88.26,"EcomRetrieval":67.23,"MedicalRetrieval":64.29,"MMarcoRetrieval":78.64,"T2Retrieval":85.29,"VideoRetrieval":72.89}
18
- {"index":170,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":73.52,"CmedqaRetrieval":46.61,"CovidRetrieval":81.87,"DuRetrieval":86.8,"EcomRetrieval":68.1,"MedicalRetrieval":64.99,"MMarcoRetrieval":79.21,"T2Retrieval":85.85,"VideoRetrieval":74.71}
19
- {"index":222,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":73.41,"CmedqaRetrieval":44.22,"CovidRetrieval":87.69,"DuRetrieval":86.45,"EcomRetrieval":68.04,"MedicalRetrieval":63.38,"MMarcoRetrieval":78.47,"T2Retrieval":85.45,"VideoRetrieval":73.59}
20
  {"index":111,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":73.3,"CmedqaRetrieval":43.93,"CovidRetrieval":88.14,"DuRetrieval":86.23,"EcomRetrieval":67.56,"MedicalRetrieval":63.57,"MMarcoRetrieval":78.25,"T2Retrieval":84.58,"VideoRetrieval":74.16}
21
- {"index":379,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.12,"CmedqaRetrieval":47.64,"CovidRetrieval":86.86,"DuRetrieval":88.43,"EcomRetrieval":66.39,"MedicalRetrieval":61.1,"MMarcoRetrieval":80.17,"T2Retrieval":80.11,"VideoRetrieval":74.28}
22
- {"index":142,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.93,"CmedqaRetrieval":46.78,"CovidRetrieval":81.56,"DuRetrieval":86.55,"EcomRetrieval":67.6,"MedicalRetrieval":64.1,"MMarcoRetrieval":78.42,"T2Retrieval":85.08,"VideoRetrieval":73.32}
23
- {"index":139,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/akarum\/cloudy-large-zh\">cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86}
24
- {"index":354,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/wongctroman\/hktv-fine-tuned-cloudy-large-zh-metaphor14\">hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86}
25
- {"index":309,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.49,"CmedqaRetrieval":43.15,"CovidRetrieval":88.41,"DuRetrieval":85.04,"EcomRetrieval":67.25,"MedicalRetrieval":62.88,"MMarcoRetrieval":77.53,"T2Retrieval":81.93,"VideoRetrieval":73.7}
26
- {"index":189,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":72.28,"CmedqaRetrieval":45.38,"CovidRetrieval":80.61,"DuRetrieval":85.55,"EcomRetrieval":67.88,"MedicalRetrieval":64.34,"MMarcoRetrieval":77.42,"T2Retrieval":84.5,"VideoRetrieval":72.56}
27
- {"index":20,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79}
28
- {"index":217,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79}
29
- {"index":118,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.86,"CmedqaRetrieval":46.97,"CovidRetrieval":80.79,"DuRetrieval":89.4,"EcomRetrieval":62.51,"MedicalRetrieval":58.65,"MMarcoRetrieval":83.01,"T2Retrieval":85.47,"VideoRetrieval":68.11}
30
- {"index":16,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":71.86,"CmedqaRetrieval":46.97,"CovidRetrieval":80.79,"DuRetrieval":89.4,"EcomRetrieval":62.51,"MedicalRetrieval":58.65,"MMarcoRetrieval":83.01,"T2Retrieval":85.47,"VideoRetrieval":68.11}
31
  {"index":22,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":71.85,"CmedqaRetrieval":42.73,"CovidRetrieval":82.19,"DuRetrieval":88.02,"EcomRetrieval":64.71,"MedicalRetrieval":60.63,"MMarcoRetrieval":79.56,"T2Retrieval":84.69,"VideoRetrieval":72.25}
32
- {"index":307,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":71.71,"CmedqaRetrieval":44.38,"CovidRetrieval":75.74,"DuRetrieval":83.64,"EcomRetrieval":69.56,"MedicalRetrieval":64.94,"MMarcoRetrieval":77.7,"T2Retrieval":83.08,"VideoRetrieval":74.67}
33
- {"index":272,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":71.2,"CmedqaRetrieval":42.02,"CovidRetrieval":84.5,"DuRetrieval":88.25,"EcomRetrieval":62.88,"MedicalRetrieval":58.09,"MMarcoRetrieval":77.92,"T2Retrieval":82.38,"VideoRetrieval":73.54}
34
- {"index":187,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":71.07,"CmedqaRetrieval":41.86,"CovidRetrieval":84.71,"DuRetrieval":87.8,"EcomRetrieval":62.46,"MedicalRetrieval":57.97,"MMarcoRetrieval":78.22,"T2Retrieval":82.51,"VideoRetrieval":73.04}
35
- {"index":190,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":71.02,"CmedqaRetrieval":42.28,"CovidRetrieval":85.19,"DuRetrieval":87.81,"EcomRetrieval":61.66,"MedicalRetrieval":59.38,"MMarcoRetrieval":78.1,"T2Retrieval":82.76,"VideoRetrieval":70.96}
36
- {"index":273,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.93,"CmedqaRetrieval":41.98,"CovidRetrieval":85.04,"DuRetrieval":87.97,"EcomRetrieval":61.91,"MedicalRetrieval":59.04,"MMarcoRetrieval":77.83,"T2Retrieval":82.47,"VideoRetrieval":71.18}
37
  {"index":103,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NLPArtisan\/qwen-1.8b-retrieval-test\">qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94}
38
- {"index":261,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pengql\/checkpoint-9000\">checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94}
39
  {"index":15,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":70.62,"CmedqaRetrieval":43.47,"CovidRetrieval":80.87,"DuRetrieval":86.01,"EcomRetrieval":66.46,"MedicalRetrieval":61.33,"MMarcoRetrieval":73.83,"T2Retrieval":83.58,"VideoRetrieval":69.41}
40
  {"index":27,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.54,"CmedqaRetrieval":41.03,"CovidRetrieval":75.07,"DuRetrieval":84.68,"EcomRetrieval":65.6,"MedicalRetrieval":58.28,"MMarcoRetrieval":81.38,"T2Retrieval":84.39,"VideoRetrieval":73.93}
41
  {"index":28,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.46,"CmedqaRetrieval":42.57,"CovidRetrieval":73.35,"DuRetrieval":86.32,"EcomRetrieval":65.33,"MedicalRetrieval":59.59,"MMarcoRetrieval":79.23,"T2Retrieval":83.99,"VideoRetrieval":73.32}
42
  {"index":47,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":70.41,"CmedqaRetrieval":45.83,"CovidRetrieval":76.77,"DuRetrieval":81.47,"EcomRetrieval":68.42,"MedicalRetrieval":64.42,"MMarcoRetrieval":71.7,"T2Retrieval":81.33,"VideoRetrieval":73.31}
43
  {"index":21,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.26,"CmedqaRetrieval":42.68,"CovidRetrieval":80.79,"DuRetrieval":85.74,"EcomRetrieval":62.06,"MedicalRetrieval":59.53,"MMarcoRetrieval":78.66,"T2Retrieval":84.69,"VideoRetrieval":67.96}
44
- {"index":191,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.14,"CmedqaRetrieval":42.63,"CovidRetrieval":80.81,"DuRetrieval":85.75,"EcomRetrieval":62.07,"MedicalRetrieval":59.42,"MMarcoRetrieval":78.67,"T2Retrieval":83.87,"VideoRetrieval":67.93}
45
- {"index":188,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":70.08,"CmedqaRetrieval":42.03,"CovidRetrieval":79.86,"DuRetrieval":86.97,"EcomRetrieval":62.85,"MedicalRetrieval":58.5,"MMarcoRetrieval":78.36,"T2Retrieval":83.76,"VideoRetrieval":68.27}
46
  {"index":55,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":69.59,"CmedqaRetrieval":41.8,"CovidRetrieval":79.3,"DuRetrieval":86.43,"EcomRetrieval":62.64,"MedicalRetrieval":58.27,"MMarcoRetrieval":78.17,"T2Retrieval":82.11,"VideoRetrieval":67.96}
47
  {"index":24,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":69.49,"CmedqaRetrieval":41.61,"CovidRetrieval":74.7,"DuRetrieval":85.07,"EcomRetrieval":64.25,"MedicalRetrieval":56.51,"MMarcoRetrieval":77.69,"T2Retrieval":83.71,"VideoRetrieval":72.35}
48
  {"index":133,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.48,"CmedqaRetrieval":44.15,"CovidRetrieval":81.63,"DuRetrieval":79.47,"EcomRetrieval":62.31,"MedicalRetrieval":56.78,"MMarcoRetrieval":78.44,"T2Retrieval":83.79,"VideoRetrieval":69.23}
49
- {"index":214,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62}
50
- {"index":302,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62}
51
  {"index":48,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":67.7,"CmedqaRetrieval":42.69,"CovidRetrieval":75.63,"DuRetrieval":79.89,"EcomRetrieval":64.48,"MedicalRetrieval":59.95,"MMarcoRetrieval":70.75,"T2Retrieval":79.9,"VideoRetrieval":68.3}
52
- {"index":314,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69}
53
- {"index":311,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69}
54
  {"index":41,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.11,"CmedqaRetrieval":34.08,"CovidRetrieval":71.92,"DuRetrieval":79.7,"EcomRetrieval":59.22,"MedicalRetrieval":51.5,"MMarcoRetrieval":74.73,"T2Retrieval":77.08,"VideoRetrieval":64.67}
55
- {"index":200,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.66,"CmedqaRetrieval":28.67,"CovidRetrieval":75.51,"DuRetrieval":85.32,"EcomRetrieval":54.75,"MedicalRetrieval":51.44,"MMarcoRetrieval":79.2,"T2Retrieval":76.11,"VideoRetrieval":58.25}
56
  {"index":42,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.52,"CmedqaRetrieval":33.45,"CovidRetrieval":73.36,"DuRetrieval":80.13,"EcomRetrieval":55.89,"MedicalRetrieval":50.67,"MMarcoRetrieval":74.14,"T2Retrieval":76.84,"VideoRetrieval":63.66}
57
- {"index":206,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":62.87,"CmedqaRetrieval":27.0,"CovidRetrieval":68.86,"DuRetrieval":78.08,"EcomRetrieval":58.34,"MedicalRetrieval":49.63,"MMarcoRetrieval":78.82,"T2Retrieval":79.82,"VideoRetrieval":62.44}
58
  {"index":34,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":61.77,"CmedqaRetrieval":35.11,"CovidRetrieval":70.14,"DuRetrieval":77.28,"EcomRetrieval":55.71,"MedicalRetrieval":49.8,"MMarcoRetrieval":63.48,"T2Retrieval":76.43,"VideoRetrieval":66.19}
59
- {"index":196,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":61.75,"CmedqaRetrieval":34.22,"CovidRetrieval":73.13,"DuRetrieval":87.02,"EcomRetrieval":45.96,"MedicalRetrieval":52.75,"MMarcoRetrieval":74.83,"T2Retrieval":80.68,"VideoRetrieval":45.39}
60
- {"index":199,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":61.63,"CmedqaRetrieval":27.2,"CovidRetrieval":73.45,"DuRetrieval":81.64,"EcomRetrieval":54.17,"MedicalRetrieval":48.35,"MMarcoRetrieval":76.04,"T2Retrieval":70.86,"VideoRetrieval":61.3}
61
  {"index":40,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.6,"CmedqaRetrieval":31.79,"CovidRetrieval":66.33,"DuRetrieval":75.25,"EcomRetrieval":57.32,"MedicalRetrieval":49.28,"MMarcoRetrieval":69.11,"T2Retrieval":75.94,"VideoRetrieval":59.76}
62
- {"index":168,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":60.55,"CmedqaRetrieval":34.69,"CovidRetrieval":70.59,"DuRetrieval":79.9,"EcomRetrieval":54.64,"MedicalRetrieval":47.86,"MMarcoRetrieval":63.06,"T2Retrieval":74.18,"VideoRetrieval":59.48}
63
- {"index":202,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":59.95,"CmedqaRetrieval":24.38,"CovidRetrieval":72.82,"DuRetrieval":81.35,"EcomRetrieval":53.56,"MedicalRetrieval":44.84,"MMarcoRetrieval":73.17,"T2Retrieval":71.39,"VideoRetrieval":58.09}
64
- {"index":204,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":59.77,"CmedqaRetrieval":26.18,"CovidRetrieval":67.57,"DuRetrieval":75.82,"EcomRetrieval":51.28,"MedicalRetrieval":47.48,"MMarcoRetrieval":77.0,"T2Retrieval":76.3,"VideoRetrieval":56.54}
65
- {"index":242,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.76,"CmedqaRetrieval":32.33,"CovidRetrieval":67.22,"DuRetrieval":75.27,"EcomRetrieval":58.24,"MedicalRetrieval":54.78,"MMarcoRetrieval":57.91,"T2Retrieval":69.22,"VideoRetrieval":63.09}
66
- {"index":295,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":58.2,"CmedqaRetrieval":30.34,"CovidRetrieval":58.55,"DuRetrieval":75.05,"EcomRetrieval":52.54,"MedicalRetrieval":50.08,"MMarcoRetrieval":62.26,"T2Retrieval":72.7,"VideoRetrieval":64.08}
67
- {"index":203,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.96,"CmedqaRetrieval":23.91,"CovidRetrieval":68.14,"DuRetrieval":72.84,"EcomRetrieval":52.02,"MedicalRetrieval":43.27,"MMarcoRetrieval":74.66,"T2Retrieval":72.81,"VideoRetrieval":56.07}
68
- {"index":236,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":56.91,"CmedqaRetrieval":30.33,"CovidRetrieval":66.42,"DuRetrieval":75.76,"EcomRetrieval":50.27,"MedicalRetrieval":42.79,"MMarcoRetrieval":65.46,"T2Retrieval":73.14,"VideoRetrieval":51.11}
69
- {"index":237,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":54.75,"CmedqaRetrieval":30.73,"CovidRetrieval":61.33,"DuRetrieval":74.69,"EcomRetrieval":45.18,"MedicalRetrieval":48.66,"MMarcoRetrieval":61.06,"T2Retrieval":72.36,"VideoRetrieval":44.02}
70
- {"index":375,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.0,"CmedqaRetrieval":22.36,"CovidRetrieval":57.21,"DuRetrieval":71.17,"EcomRetrieval":44.49,"MedicalRetrieval":37.92,"MMarcoRetrieval":69.86,"T2Retrieval":69.14,"VideoRetrieval":43.85}
71
- {"index":205,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.16,"CmedqaRetrieval":20.03,"CovidRetrieval":33.57,"DuRetrieval":56.04,"EcomRetrieval":47.0,"MedicalRetrieval":36.68,"MMarcoRetrieval":69.31,"T2Retrieval":51.57,"VideoRetrieval":55.07}
72
- {"index":301,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":44.4,"CmedqaRetrieval":18.04,"CovidRetrieval":55.48,"DuRetrieval":59.36,"EcomRetrieval":40.48,"MedicalRetrieval":29.8,"MMarcoRetrieval":55.31,"T2Retrieval":58.67,"VideoRetrieval":38.04}
73
  {"index":57,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":41.94,"CmedqaRetrieval":15.53,"CovidRetrieval":60.48,"DuRetrieval":51.87,"EcomRetrieval":37.58,"MedicalRetrieval":30.93,"MMarcoRetrieval":45.96,"T2Retrieval":50.52,"VideoRetrieval":42.65}
74
- {"index":299,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":38.79,"CmedqaRetrieval":15.91,"CovidRetrieval":44.81,"DuRetrieval":52.23,"EcomRetrieval":34.6,"MedicalRetrieval":27.56,"MMarcoRetrieval":44.06,"T2Retrieval":51.67,"VideoRetrieval":39.52}
75
  {"index":49,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":32.1,"CmedqaRetrieval":11.35,"CovidRetrieval":39.63,"DuRetrieval":41.16,"EcomRetrieval":32.71,"MedicalRetrieval":20.35,"MMarcoRetrieval":34.62,"T2Retrieval":41.8,"VideoRetrieval":35.15}
76
  {"index":53,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.17}
77
- {"index":174,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":7.15,"CmedqaRetrieval":7.22,"CovidRetrieval":10.38,"DuRetrieval":1.44,"EcomRetrieval":4.68,"MedicalRetrieval":4.08,"MMarcoRetrieval":11.0,"T2Retrieval":1.31,"VideoRetrieval":17.05}
78
- {"index":312,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":4.52,"CmedqaRetrieval":2.22,"CovidRetrieval":2.32,"DuRetrieval":5.86,"EcomRetrieval":10.37,"MedicalRetrieval":2.37,"MMarcoRetrieval":3.64,"T2Retrieval":4.64,"VideoRetrieval":4.77}
 
1
+ {"index":178,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/fangxq\/XYZ-embedding-zh-v2\">XYZ-embedding-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.23,"CmedqaRetrieval":48.29,"CovidRetrieval":90.76,"DuRetrieval":91.16,"EcomRetrieval":70.29,"MedicalRetrieval":68.04,"MMarcoRetrieval":82.5,"T2Retrieval":85.88,"VideoRetrieval":80.94}
2
+ {"index":261,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/openbmb\/MiniCPM-Embedding\">MiniCPM-Embedding<\/a>","Model Size (Million Parameters)":2725,"Memory Usage (GB, fp32)":10.15,"Average":76.76,"CmedqaRetrieval":46.05,"CovidRetrieval":92.01,"DuRetrieval":90.98,"EcomRetrieval":70.21,"MedicalRetrieval":63.91,"MMarcoRetrieval":85.55,"T2Retrieval":87.33,"VideoRetrieval":78.05}
3
  {"index":77,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lenovo-Zhihui\/Zhihui_LLM_Embedding\">Zhihui_LLM_Embedding<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":76.74,"CmedqaRetrieval":48.69,"CovidRetrieval":84.39,"DuRetrieval":91.34,"EcomRetrieval":71.96,"MedicalRetrieval":65.19,"MMarcoRetrieval":84.77,"T2Retrieval":88.3,"VideoRetrieval":79.31}
4
  {"index":129,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.67,"CmedqaRetrieval":47.61,"CovidRetrieval":92.35,"DuRetrieval":88.53,"EcomRetrieval":70.99,"MedicalRetrieval":67.94,"MMarcoRetrieval":82.25,"T2Retrieval":83.31,"VideoRetrieval":80.4}
5
+ {"index":177,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/fangxq\/XYZ-embedding-zh\">XYZ-embedding-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.56,"CmedqaRetrieval":47.9,"CovidRetrieval":88.24,"DuRetrieval":90.79,"EcomRetrieval":69.72,"MedicalRetrieval":67.42,"MMarcoRetrieval":82.48,"T2Retrieval":85.93,"VideoRetrieval":80.03}
6
+ {"index":225,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.5,"CmedqaRetrieval":47.14,"CovidRetrieval":89.4,"DuRetrieval":89.44,"EcomRetrieval":70.5,"MedicalRetrieval":68.19,"MMarcoRetrieval":82.19,"T2Retrieval":85.01,"VideoRetrieval":80.09}
7
+ {"index":187,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":76.36,"CmedqaRetrieval":47.16,"CovidRetrieval":89.14,"DuRetrieval":89.23,"EcomRetrieval":70.74,"MedicalRetrieval":68.14,"MMarcoRetrieval":82.38,"T2Retrieval":83.81,"VideoRetrieval":80.26}
8
  {"index":17,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":76.03,"CmedqaRetrieval":48.69,"CovidRetrieval":83.65,"DuRetrieval":87.44,"EcomRetrieval":71.15,"MedicalRetrieval":65.59,"MMarcoRetrieval":85.16,"T2Retrieval":87.73,"VideoRetrieval":78.84}
9
+ {"index":268,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/qihoo360\/360Zhinao-search\">360Zhinao-search<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":75.06,"CmedqaRetrieval":46.73,"CovidRetrieval":85.02,"DuRetrieval":87.57,"EcomRetrieval":68.9,"MedicalRetrieval":63.69,"MMarcoRetrieval":83.32,"T2Retrieval":87.12,"VideoRetrieval":78.09}
10
+ {"index":299,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.97,"CmedqaRetrieval":47.26,"CovidRetrieval":83.66,"DuRetrieval":89.28,"EcomRetrieval":69.28,"MedicalRetrieval":65.94,"MMarcoRetrieval":80.65,"T2Retrieval":86.88,"VideoRetrieval":76.79}
11
  {"index":12,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.41,"CmedqaRetrieval":46.56,"CovidRetrieval":84.03,"DuRetrieval":87.85,"EcomRetrieval":68.79,"MedicalRetrieval":65.92,"MMarcoRetrieval":79.93,"T2Retrieval":86.76,"VideoRetrieval":75.43}
12
  {"index":39,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":74.41,"CmedqaRetrieval":47.64,"CovidRetrieval":85.95,"DuRetrieval":89.11,"EcomRetrieval":67.92,"MedicalRetrieval":65.2,"MMarcoRetrieval":79.81,"T2Retrieval":86.24,"VideoRetrieval":73.39}
13
+ {"index":275,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.36,"CmedqaRetrieval":47.58,"CovidRetrieval":86.78,"DuRetrieval":89.14,"EcomRetrieval":67.75,"MedicalRetrieval":64.88,"MMarcoRetrieval":79.54,"T2Retrieval":86.14,"VideoRetrieval":73.1}
14
  {"index":130,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TownsWu\/PEG\">PEG<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":73.78,"CmedqaRetrieval":44.42,"CovidRetrieval":82.56,"DuRetrieval":87.67,"EcomRetrieval":67.32,"MedicalRetrieval":60.99,"MMarcoRetrieval":82.63,"T2Retrieval":87.0,"VideoRetrieval":77.64}
15
  {"index":30,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":73.73,"CmedqaRetrieval":42.21,"CovidRetrieval":77.46,"DuRetrieval":90.46,"EcomRetrieval":69.3,"MedicalRetrieval":62.02,"MMarcoRetrieval":84.7,"T2Retrieval":86.26,"VideoRetrieval":77.4}
16
+ {"index":171,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":73.6,"CmedqaRetrieval":46.87,"CovidRetrieval":82.44,"DuRetrieval":87.13,"EcomRetrieval":68.62,"MedicalRetrieval":65.18,"MMarcoRetrieval":79.14,"T2Retrieval":85.56,"VideoRetrieval":73.89}
17
  {"index":54,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.56,"CmedqaRetrieval":46.68,"CovidRetrieval":85.24,"DuRetrieval":88.26,"EcomRetrieval":67.23,"MedicalRetrieval":64.29,"MMarcoRetrieval":78.64,"T2Retrieval":85.29,"VideoRetrieval":72.89}
18
+ {"index":172,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":73.52,"CmedqaRetrieval":46.61,"CovidRetrieval":81.87,"DuRetrieval":86.8,"EcomRetrieval":68.1,"MedicalRetrieval":64.99,"MMarcoRetrieval":79.21,"T2Retrieval":85.85,"VideoRetrieval":74.71}
19
+ {"index":224,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":73.41,"CmedqaRetrieval":44.22,"CovidRetrieval":87.69,"DuRetrieval":86.45,"EcomRetrieval":68.04,"MedicalRetrieval":63.38,"MMarcoRetrieval":78.47,"T2Retrieval":85.45,"VideoRetrieval":73.59}
20
  {"index":111,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":73.3,"CmedqaRetrieval":43.93,"CovidRetrieval":88.14,"DuRetrieval":86.23,"EcomRetrieval":67.56,"MedicalRetrieval":63.57,"MMarcoRetrieval":78.25,"T2Retrieval":84.58,"VideoRetrieval":74.16}
21
+ {"index":388,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.12,"CmedqaRetrieval":47.64,"CovidRetrieval":86.86,"DuRetrieval":88.43,"EcomRetrieval":66.39,"MedicalRetrieval":61.1,"MMarcoRetrieval":80.17,"T2Retrieval":80.11,"VideoRetrieval":74.28}
22
+ {"index":144,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.93,"CmedqaRetrieval":46.78,"CovidRetrieval":81.56,"DuRetrieval":86.55,"EcomRetrieval":67.6,"MedicalRetrieval":64.1,"MMarcoRetrieval":78.42,"T2Retrieval":85.08,"VideoRetrieval":73.32}
23
+ {"index":141,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/akarum\/cloudy-large-zh\">cloudy-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86}
24
+ {"index":363,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/wongctroman\/hktv-fine-tuned-cloudy-large-zh-metaphor14\">hktv-fine-tuned-cloudy-large-zh-metaphor14<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.92,"CmedqaRetrieval":43.58,"CovidRetrieval":85.83,"DuRetrieval":86.2,"EcomRetrieval":66.99,"MedicalRetrieval":64.23,"MMarcoRetrieval":77.69,"T2Retrieval":84.94,"VideoRetrieval":73.86}
25
+ {"index":310,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.49,"CmedqaRetrieval":43.15,"CovidRetrieval":88.41,"DuRetrieval":85.04,"EcomRetrieval":67.25,"MedicalRetrieval":62.88,"MMarcoRetrieval":77.53,"T2Retrieval":81.93,"VideoRetrieval":73.7}
26
+ {"index":191,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":72.28,"CmedqaRetrieval":45.38,"CovidRetrieval":80.61,"DuRetrieval":85.55,"EcomRetrieval":67.88,"MedicalRetrieval":64.34,"MMarcoRetrieval":77.42,"T2Retrieval":84.5,"VideoRetrieval":72.56}
27
+ {"index":219,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79}
28
+ {"index":20,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":71.95,"CmedqaRetrieval":43.78,"CovidRetrieval":80.6,"DuRetrieval":87.55,"EcomRetrieval":64.85,"MedicalRetrieval":61.93,"MMarcoRetrieval":79.35,"T2Retrieval":84.72,"VideoRetrieval":72.79}
29
+ {"index":16,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":71.86,"CmedqaRetrieval":46.97,"CovidRetrieval":80.79,"DuRetrieval":89.4,"EcomRetrieval":62.51,"MedicalRetrieval":58.65,"MMarcoRetrieval":83.01,"T2Retrieval":85.47,"VideoRetrieval":68.11}
30
+ {"index":118,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.86,"CmedqaRetrieval":46.97,"CovidRetrieval":80.79,"DuRetrieval":89.4,"EcomRetrieval":62.51,"MedicalRetrieval":58.65,"MMarcoRetrieval":83.01,"T2Retrieval":85.47,"VideoRetrieval":68.11}
31
  {"index":22,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":71.85,"CmedqaRetrieval":42.73,"CovidRetrieval":82.19,"DuRetrieval":88.02,"EcomRetrieval":64.71,"MedicalRetrieval":60.63,"MMarcoRetrieval":79.56,"T2Retrieval":84.69,"VideoRetrieval":72.25}
32
+ {"index":308,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":71.71,"CmedqaRetrieval":44.38,"CovidRetrieval":75.74,"DuRetrieval":83.64,"EcomRetrieval":69.56,"MedicalRetrieval":64.94,"MMarcoRetrieval":77.7,"T2Retrieval":83.08,"VideoRetrieval":74.67}
33
+ {"index":273,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":71.2,"CmedqaRetrieval":42.02,"CovidRetrieval":84.5,"DuRetrieval":88.25,"EcomRetrieval":62.88,"MedicalRetrieval":58.09,"MMarcoRetrieval":77.92,"T2Retrieval":82.38,"VideoRetrieval":73.54}
34
+ {"index":189,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":71.07,"CmedqaRetrieval":41.86,"CovidRetrieval":84.71,"DuRetrieval":87.8,"EcomRetrieval":62.46,"MedicalRetrieval":57.97,"MMarcoRetrieval":78.22,"T2Retrieval":82.51,"VideoRetrieval":73.04}
35
+ {"index":192,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":71.02,"CmedqaRetrieval":42.28,"CovidRetrieval":85.19,"DuRetrieval":87.81,"EcomRetrieval":61.66,"MedicalRetrieval":59.38,"MMarcoRetrieval":78.1,"T2Retrieval":82.76,"VideoRetrieval":70.96}
36
+ {"index":274,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.93,"CmedqaRetrieval":41.98,"CovidRetrieval":85.04,"DuRetrieval":87.97,"EcomRetrieval":61.91,"MedicalRetrieval":59.04,"MMarcoRetrieval":77.83,"T2Retrieval":82.47,"VideoRetrieval":71.18}
37
  {"index":103,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/NLPArtisan\/qwen-1.8b-retrieval-test\">qwen-1.8b-retrieval-test<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94}
38
+ {"index":262,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pengql\/checkpoint-9000\">checkpoint-9000<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.63,"CmedqaRetrieval":40.57,"CovidRetrieval":75.93,"DuRetrieval":83.73,"EcomRetrieval":66.14,"MedicalRetrieval":58.58,"MMarcoRetrieval":81.95,"T2Retrieval":84.17,"VideoRetrieval":73.94}
39
  {"index":15,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":70.62,"CmedqaRetrieval":43.47,"CovidRetrieval":80.87,"DuRetrieval":86.01,"EcomRetrieval":66.46,"MedicalRetrieval":61.33,"MMarcoRetrieval":73.83,"T2Retrieval":83.58,"VideoRetrieval":69.41}
40
  {"index":27,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.54,"CmedqaRetrieval":41.03,"CovidRetrieval":75.07,"DuRetrieval":84.68,"EcomRetrieval":65.6,"MedicalRetrieval":58.28,"MMarcoRetrieval":81.38,"T2Retrieval":84.39,"VideoRetrieval":73.93}
41
  {"index":28,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":70.46,"CmedqaRetrieval":42.57,"CovidRetrieval":73.35,"DuRetrieval":86.32,"EcomRetrieval":65.33,"MedicalRetrieval":59.59,"MMarcoRetrieval":79.23,"T2Retrieval":83.99,"VideoRetrieval":73.32}
42
  {"index":47,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":70.41,"CmedqaRetrieval":45.83,"CovidRetrieval":76.77,"DuRetrieval":81.47,"EcomRetrieval":68.42,"MedicalRetrieval":64.42,"MMarcoRetrieval":71.7,"T2Retrieval":81.33,"VideoRetrieval":73.31}
43
  {"index":21,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.26,"CmedqaRetrieval":42.68,"CovidRetrieval":80.79,"DuRetrieval":85.74,"EcomRetrieval":62.06,"MedicalRetrieval":59.53,"MMarcoRetrieval":78.66,"T2Retrieval":84.69,"VideoRetrieval":67.96}
44
+ {"index":193,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":70.14,"CmedqaRetrieval":42.63,"CovidRetrieval":80.81,"DuRetrieval":85.75,"EcomRetrieval":62.07,"MedicalRetrieval":59.42,"MMarcoRetrieval":78.67,"T2Retrieval":83.87,"VideoRetrieval":67.93}
45
+ {"index":190,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":70.08,"CmedqaRetrieval":42.03,"CovidRetrieval":79.86,"DuRetrieval":86.97,"EcomRetrieval":62.85,"MedicalRetrieval":58.5,"MMarcoRetrieval":78.36,"T2Retrieval":83.76,"VideoRetrieval":68.27}
46
  {"index":55,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":69.59,"CmedqaRetrieval":41.8,"CovidRetrieval":79.3,"DuRetrieval":86.43,"EcomRetrieval":62.64,"MedicalRetrieval":58.27,"MMarcoRetrieval":78.17,"T2Retrieval":82.11,"VideoRetrieval":67.96}
47
  {"index":24,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":69.49,"CmedqaRetrieval":41.61,"CovidRetrieval":74.7,"DuRetrieval":85.07,"EcomRetrieval":64.25,"MedicalRetrieval":56.51,"MMarcoRetrieval":77.69,"T2Retrieval":83.71,"VideoRetrieval":72.35}
48
  {"index":133,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.48,"CmedqaRetrieval":44.15,"CovidRetrieval":81.63,"DuRetrieval":79.47,"EcomRetrieval":62.31,"MedicalRetrieval":56.78,"MMarcoRetrieval":78.44,"T2Retrieval":83.79,"VideoRetrieval":69.23}
49
+ {"index":216,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62}
50
+ {"index":303,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":69.4,"CmedqaRetrieval":39.15,"CovidRetrieval":81.22,"DuRetrieval":84.57,"EcomRetrieval":63.95,"MedicalRetrieval":57.12,"MMarcoRetrieval":77.96,"T2Retrieval":80.59,"VideoRetrieval":70.62}
51
  {"index":48,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":67.7,"CmedqaRetrieval":42.69,"CovidRetrieval":75.63,"DuRetrieval":79.89,"EcomRetrieval":64.48,"MedicalRetrieval":59.95,"MMarcoRetrieval":70.75,"T2Retrieval":79.9,"VideoRetrieval":68.3}
52
+ {"index":315,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69}
53
+ {"index":312,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":65.5,"CmedqaRetrieval":42.46,"CovidRetrieval":61.65,"DuRetrieval":78.57,"EcomRetrieval":57.91,"MedicalRetrieval":62.64,"MMarcoRetrieval":75.0,"T2Retrieval":78.12,"VideoRetrieval":67.69}
54
  {"index":41,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.11,"CmedqaRetrieval":34.08,"CovidRetrieval":71.92,"DuRetrieval":79.7,"EcomRetrieval":59.22,"MedicalRetrieval":51.5,"MMarcoRetrieval":74.73,"T2Retrieval":77.08,"VideoRetrieval":64.67}
55
+ {"index":202,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.66,"CmedqaRetrieval":28.67,"CovidRetrieval":75.51,"DuRetrieval":85.32,"EcomRetrieval":54.75,"MedicalRetrieval":51.44,"MMarcoRetrieval":79.2,"T2Retrieval":76.11,"VideoRetrieval":58.25}
56
  {"index":42,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.52,"CmedqaRetrieval":33.45,"CovidRetrieval":73.36,"DuRetrieval":80.13,"EcomRetrieval":55.89,"MedicalRetrieval":50.67,"MMarcoRetrieval":74.14,"T2Retrieval":76.84,"VideoRetrieval":63.66}
57
+ {"index":208,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":62.87,"CmedqaRetrieval":27.0,"CovidRetrieval":68.86,"DuRetrieval":78.08,"EcomRetrieval":58.34,"MedicalRetrieval":49.63,"MMarcoRetrieval":78.82,"T2Retrieval":79.82,"VideoRetrieval":62.44}
58
  {"index":34,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":61.77,"CmedqaRetrieval":35.11,"CovidRetrieval":70.14,"DuRetrieval":77.28,"EcomRetrieval":55.71,"MedicalRetrieval":49.8,"MMarcoRetrieval":63.48,"T2Retrieval":76.43,"VideoRetrieval":66.19}
59
+ {"index":198,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":61.75,"CmedqaRetrieval":34.22,"CovidRetrieval":73.13,"DuRetrieval":87.02,"EcomRetrieval":45.96,"MedicalRetrieval":52.75,"MMarcoRetrieval":74.83,"T2Retrieval":80.68,"VideoRetrieval":45.39}
60
+ {"index":201,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":61.63,"CmedqaRetrieval":27.2,"CovidRetrieval":73.45,"DuRetrieval":81.64,"EcomRetrieval":54.17,"MedicalRetrieval":48.35,"MMarcoRetrieval":76.04,"T2Retrieval":70.86,"VideoRetrieval":61.3}
61
  {"index":40,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.6,"CmedqaRetrieval":31.79,"CovidRetrieval":66.33,"DuRetrieval":75.25,"EcomRetrieval":57.32,"MedicalRetrieval":49.28,"MMarcoRetrieval":69.11,"T2Retrieval":75.94,"VideoRetrieval":59.76}
62
+ {"index":170,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":60.55,"CmedqaRetrieval":34.69,"CovidRetrieval":70.59,"DuRetrieval":79.9,"EcomRetrieval":54.64,"MedicalRetrieval":47.86,"MMarcoRetrieval":63.06,"T2Retrieval":74.18,"VideoRetrieval":59.48}
63
+ {"index":204,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":59.95,"CmedqaRetrieval":24.38,"CovidRetrieval":72.82,"DuRetrieval":81.35,"EcomRetrieval":53.56,"MedicalRetrieval":44.84,"MMarcoRetrieval":73.17,"T2Retrieval":71.39,"VideoRetrieval":58.09}
64
+ {"index":206,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":59.77,"CmedqaRetrieval":26.18,"CovidRetrieval":67.57,"DuRetrieval":75.82,"EcomRetrieval":51.28,"MedicalRetrieval":47.48,"MMarcoRetrieval":77.0,"T2Retrieval":76.3,"VideoRetrieval":56.54}
65
+ {"index":243,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.76,"CmedqaRetrieval":32.33,"CovidRetrieval":67.22,"DuRetrieval":75.27,"EcomRetrieval":58.24,"MedicalRetrieval":54.78,"MMarcoRetrieval":57.91,"T2Retrieval":69.22,"VideoRetrieval":63.09}
66
+ {"index":296,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":58.2,"CmedqaRetrieval":30.34,"CovidRetrieval":58.55,"DuRetrieval":75.05,"EcomRetrieval":52.54,"MedicalRetrieval":50.08,"MMarcoRetrieval":62.26,"T2Retrieval":72.7,"VideoRetrieval":64.08}
67
+ {"index":205,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.96,"CmedqaRetrieval":23.91,"CovidRetrieval":68.14,"DuRetrieval":72.84,"EcomRetrieval":52.02,"MedicalRetrieval":43.27,"MMarcoRetrieval":74.66,"T2Retrieval":72.81,"VideoRetrieval":56.07}
68
+ {"index":238,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":56.91,"CmedqaRetrieval":30.33,"CovidRetrieval":66.42,"DuRetrieval":75.76,"EcomRetrieval":50.27,"MedicalRetrieval":42.79,"MMarcoRetrieval":65.46,"T2Retrieval":73.14,"VideoRetrieval":51.11}
69
+ {"index":239,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":54.75,"CmedqaRetrieval":30.73,"CovidRetrieval":61.33,"DuRetrieval":74.69,"EcomRetrieval":45.18,"MedicalRetrieval":48.66,"MMarcoRetrieval":61.06,"T2Retrieval":72.36,"VideoRetrieval":44.02}
70
+ {"index":384,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.0,"CmedqaRetrieval":22.36,"CovidRetrieval":57.21,"DuRetrieval":71.17,"EcomRetrieval":44.49,"MedicalRetrieval":37.92,"MMarcoRetrieval":69.86,"T2Retrieval":69.14,"VideoRetrieval":43.85}
71
+ {"index":207,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.16,"CmedqaRetrieval":20.03,"CovidRetrieval":33.57,"DuRetrieval":56.04,"EcomRetrieval":47.0,"MedicalRetrieval":36.68,"MMarcoRetrieval":69.31,"T2Retrieval":51.57,"VideoRetrieval":55.07}
72
+ {"index":302,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":44.4,"CmedqaRetrieval":18.04,"CovidRetrieval":55.48,"DuRetrieval":59.36,"EcomRetrieval":40.48,"MedicalRetrieval":29.8,"MMarcoRetrieval":55.31,"T2Retrieval":58.67,"VideoRetrieval":38.04}
73
  {"index":57,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":41.94,"CmedqaRetrieval":15.53,"CovidRetrieval":60.48,"DuRetrieval":51.87,"EcomRetrieval":37.58,"MedicalRetrieval":30.93,"MMarcoRetrieval":45.96,"T2Retrieval":50.52,"VideoRetrieval":42.65}
74
+ {"index":300,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":38.79,"CmedqaRetrieval":15.91,"CovidRetrieval":44.81,"DuRetrieval":52.23,"EcomRetrieval":34.6,"MedicalRetrieval":27.56,"MMarcoRetrieval":44.06,"T2Retrieval":51.67,"VideoRetrieval":39.52}
75
  {"index":49,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":32.1,"CmedqaRetrieval":11.35,"CovidRetrieval":39.63,"DuRetrieval":41.16,"EcomRetrieval":32.71,"MedicalRetrieval":20.35,"MMarcoRetrieval":34.62,"T2Retrieval":41.8,"VideoRetrieval":35.15}
76
  {"index":53,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":22.92,"CmedqaRetrieval":10.15,"CovidRetrieval":28.85,"DuRetrieval":33.41,"EcomRetrieval":9.69,"MedicalRetrieval":14.1,"MMarcoRetrieval":44.62,"T2Retrieval":28.35,"VideoRetrieval":14.17}
77
+ {"index":176,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":7.15,"CmedqaRetrieval":7.22,"CovidRetrieval":10.38,"DuRetrieval":1.44,"EcomRetrieval":4.68,"MedicalRetrieval":4.08,"MMarcoRetrieval":11.0,"T2Retrieval":1.31,"VideoRetrieval":17.05}
78
+ {"index":313,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":4.52,"CmedqaRetrieval":2.22,"CovidRetrieval":2.32,"DuRetrieval":5.86,"EcomRetrieval":10.37,"MedicalRetrieval":2.37,"MMarcoRetrieval":3.64,"T2Retrieval":4.64,"VideoRetrieval":4.77}
all_data_tasks/13/default.jsonl CHANGED
@@ -1,69 +1,69 @@
1
- {"index":295,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":67.66,"AFQMC":53.84,"ATEC":54.44,"BQ":70.57,"LCQMC":74.99,"PAWSX":58.35,"QBQTC":71.45,"STS22 (zh)":74.92,"STSB":82.74}
2
  {"index":17,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":65.33,"AFQMC":72.25,"ATEC":62.62,"BQ":81.25,"LCQMC":73.81,"PAWSX":54.06,"QBQTC":31.37,"STS22 (zh)":66.13,"STSB":81.17}
3
  {"index":47,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":64.89,"AFQMC":71.13,"ATEC":64.64,"BQ":72.3,"LCQMC":78.76,"PAWSX":45.05,"QBQTC":42.62,"STS22 (zh)":63.84,"STSB":80.77}
4
- {"index":223,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":64.53,"AFQMC":60.96,"ATEC":58.81,"BQ":75.08,"LCQMC":79.82,"PAWSX":47.42,"QBQTC":45.14,"STS22 (zh)":66.96,"STSB":82.05}
5
- {"index":185,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":64.22,"AFQMC":60.72,"ATEC":58.77,"BQ":75.04,"LCQMC":79.75,"PAWSX":45.94,"QBQTC":43.46,"STS22 (zh)":66.71,"STSB":83.34}
6
  {"index":129,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":64.18,"AFQMC":60.66,"ATEC":58.64,"BQ":74.51,"LCQMC":79.45,"PAWSX":46.6,"QBQTC":44.58,"STS22 (zh)":67.73,"STSB":81.24}
7
- {"index":274,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AFQMC":61.49,"ATEC":59.2,"BQ":72.88,"LCQMC":79.55,"PAWSX":46.48,"QBQTC":45.91,"STS22 (zh)":63.76,"STSB":78.71}
8
  {"index":39,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":63.33,"AFQMC":61.02,"ATEC":59.02,"BQ":72.76,"LCQMC":79.43,"PAWSX":45.92,"QBQTC":44.87,"STS22 (zh)":64.41,"STSB":79.24}
9
  {"index":54,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.23,"AFQMC":60.89,"ATEC":58.82,"BQ":72.53,"LCQMC":79.19,"PAWSX":45.8,"QBQTC":43.94,"STS22 (zh)":65.18,"STSB":79.48}
10
- {"index":189,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":62.49,"AFQMC":59.22,"ATEC":58.43,"BQ":70.44,"LCQMC":78.27,"PAWSX":43.97,"QBQTC":40.02,"STS22 (zh)":66.49,"STSB":83.05}
11
- {"index":170,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":62.48,"AFQMC":58.85,"ATEC":58.08,"BQ":71.05,"LCQMC":78.26,"PAWSX":45.36,"QBQTC":38.98,"STS22 (zh)":66.26,"STSB":82.96}
12
- {"index":169,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":62.46,"AFQMC":59.11,"ATEC":58.19,"BQ":71.07,"LCQMC":78.27,"PAWSX":45.0,"QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8}
13
  {"index":12,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.46,"AFQMC":59.11,"ATEC":58.19,"BQ":71.07,"LCQMC":78.27,"PAWSX":44.98,"QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8}
14
  {"index":15,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":62.32,"AFQMC":58.47,"ATEC":55.46,"BQ":77.59,"LCQMC":76.29,"PAWSX":50.22,"QBQTC":31.82,"STS22 (zh)":67.36,"STSB":81.37}
15
- {"index":298,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.15,"AFQMC":58.61,"ATEC":58.03,"BQ":70.98,"LCQMC":78.14,"PAWSX":45.59,"QBQTC":38.1,"STS22 (zh)":65.34,"STSB":82.42}
16
  {"index":48,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":62.13,"AFQMC":59.54,"ATEC":58.63,"BQ":70.31,"LCQMC":78.73,"PAWSX":42.97,"QBQTC":41.03,"STS22 (zh)":66.76,"STSB":79.09}
17
- {"index":142,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":62.09,"AFQMC":58.81,"ATEC":57.95,"BQ":70.37,"LCQMC":78.17,"PAWSX":45.51,"QBQTC":37.31,"STS22 (zh)":65.85,"STSB":82.73}
18
- {"index":118,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.96,"AFQMC":58.42,"ATEC":55.65,"BQ":73.85,"LCQMC":75.39,"PAWSX":42.46,"QBQTC":35.15,"STS22 (zh)":67.4,"STSB":79.4}
19
- {"index":16,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":60.96,"AFQMC":58.42,"ATEC":55.65,"BQ":73.85,"LCQMC":75.39,"PAWSX":42.46,"QBQTC":35.15,"STS22 (zh)":67.4,"STSB":79.4}
20
- {"index":379,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.07,"AFQMC":50.8,"ATEC":53.23,"BQ":66.49,"LCQMC":76.6,"PAWSX":47.56,"QBQTC":39.96,"STS22 (zh)":65.78,"STSB":80.14}
21
- {"index":302,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56}
22
- {"index":214,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56}
23
- {"index":191,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":58.66,"AFQMC":49.95,"ATEC":53.12,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.73,"STS22 (zh)":68.87,"STSB":79.37}
24
  {"index":22,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.37}
25
  {"index":21,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.36}
26
- {"index":222,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":58.52,"AFQMC":54.85,"ATEC":55.13,"BQ":65.57,"LCQMC":75.55,"PAWSX":37.87,"QBQTC":33.69,"STS22 (zh)":64.32,"STSB":81.19}
27
  {"index":111,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":58.41,"AFQMC":54.73,"ATEC":55.13,"BQ":64.89,"LCQMC":75.12,"PAWSX":37.93,"QBQTC":34.21,"STS22 (zh)":64.54,"STSB":80.72}
28
- {"index":190,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":58.3,"AFQMC":54.49,"ATEC":54.45,"BQ":62.38,"LCQMC":76.28,"PAWSX":37.97,"QBQTC":37.84,"STS22 (zh)":67.28,"STSB":75.71}
29
- {"index":273,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":58.02,"AFQMC":54.17,"ATEC":54.28,"BQ":62.31,"LCQMC":75.81,"PAWSX":38.31,"QBQTC":38.22,"STS22 (zh)":66.66,"STSB":74.43}
30
- {"index":369,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zhou-xl\/bi-cse\">bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":57.91,"AFQMC":43.45,"ATEC":48.01,"BQ":65.58,"LCQMC":75.56,"PAWSX":47.62,"QBQTC":40.43,"STS22 (zh)":67.24,"STSB":75.38}
31
- {"index":309,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":57.82,"AFQMC":54.58,"ATEC":54.6,"BQ":64.41,"LCQMC":74.4,"PAWSX":38.55,"QBQTC":33.36,"STS22 (zh)":62.98,"STSB":79.68}
32
  {"index":55,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":57.08,"AFQMC":46.98,"ATEC":51.35,"BQ":65.08,"LCQMC":76.96,"PAWSX":30.03,"QBQTC":37.5,"STS22 (zh)":69.2,"STSB":79.57}
33
- {"index":188,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":56.92,"AFQMC":46.73,"ATEC":51.22,"BQ":64.8,"LCQMC":76.89,"PAWSX":29.7,"QBQTC":37.38,"STS22 (zh)":69.02,"STSB":79.63}
34
  {"index":30,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":56.87,"AFQMC":47.17,"ATEC":50.75,"BQ":62.02,"LCQMC":75.95,"PAWSX":30.57,"QBQTC":38.98,"STS22 (zh)":68.68,"STSB":80.87}
35
- {"index":187,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":56.54,"AFQMC":51.75,"ATEC":52.82,"BQ":63.29,"LCQMC":75.83,"PAWSX":32.02,"QBQTC":36.47,"STS22 (zh)":67.52,"STSB":72.63}
36
  {"index":28,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":56.25,"AFQMC":44.36,"ATEC":49.54,"BQ":62.94,"LCQMC":74.33,"PAWSX":33.92,"QBQTC":37.29,"STS22 (zh)":68.94,"STSB":78.7}
37
- {"index":307,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":55.96,"AFQMC":49.07,"ATEC":50.83,"BQ":65.5,"LCQMC":74.06,"PAWSX":27.97,"QBQTC":35.19,"STS22 (zh)":63.64,"STSB":81.46}
38
- {"index":272,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":55.9,"AFQMC":51.4,"ATEC":52.59,"BQ":62.68,"LCQMC":75.4,"PAWSX":31.58,"QBQTC":36.48,"STS22 (zh)":66.51,"STSB":70.6}
39
  {"index":41,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.55,"AFQMC":46.7,"ATEC":49.95,"BQ":56.08,"LCQMC":74.96,"PAWSX":33.49,"QBQTC":31.06,"STS22 (zh)":64.51,"STSB":79.63}
40
  {"index":42,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.35,"AFQMC":46.77,"ATEC":50.18,"BQ":55.25,"LCQMC":74.29,"PAWSX":33.24,"QBQTC":30.92,"STS22 (zh)":64.41,"STSB":79.74}
41
  {"index":24,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":53.72,"AFQMC":42.4,"ATEC":48.17,"BQ":61.78,"LCQMC":74.45,"PAWSX":20.4,"QBQTC":36.22,"STS22 (zh)":68.01,"STSB":78.31}
42
  {"index":27,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":53.0,"AFQMC":43.06,"ATEC":48.29,"BQ":60.53,"LCQMC":74.71,"PAWSX":16.64,"QBQTC":35.2,"STS22 (zh)":67.19,"STSB":78.41}
43
- {"index":217,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72}
44
- {"index":20,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72}
45
  {"index":133,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.1,"AFQMC":40.9,"ATEC":48.27,"BQ":58.86,"LCQMC":70.85,"PAWSX":14.48,"QBQTC":33.0,"STS22 (zh)":68.05,"STSB":82.39}
46
  {"index":40,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.45,"AFQMC":44.25,"ATEC":48.24,"BQ":56.27,"LCQMC":74.09,"PAWSX":12.18,"QBQTC":29.94,"STS22 (zh)":66.06,"STSB":80.54}
47
- {"index":242,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.54,"AFQMC":37.4,"ATEC":42.16,"BQ":70.96,"LCQMC":73.27,"PAWSX":18.55,"QBQTC":29.6,"STS22 (zh)":65.44,"STSB":66.91}
48
- {"index":236,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":50.47,"AFQMC":35.87,"ATEC":41.27,"BQ":63.81,"LCQMC":74.88,"PAWSX":12.19,"QBQTC":32.07,"STS22 (zh)":66.73,"STSB":76.97}
49
- {"index":237,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":50.42,"AFQMC":36.53,"ATEC":41.8,"BQ":65.2,"LCQMC":74.2,"PAWSX":15.95,"QBQTC":32.65,"STS22 (zh)":62.91,"STSB":74.16}
50
- {"index":196,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":50.22,"AFQMC":38.99,"ATEC":42.84,"BQ":50.64,"LCQMC":75.48,"PAWSX":16.81,"QBQTC":31.8,"STS22 (zh)":63.4,"STSB":81.81}
51
- {"index":314,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51}
52
- {"index":311,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51}
53
  {"index":34,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":49.1,"AFQMC":33.42,"ATEC":43.01,"BQ":55.22,"LCQMC":72.19,"PAWSX":9.26,"QBQTC":35.29,"STS22 (zh)":67.72,"STSB":76.73}
54
- {"index":200,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.29,"AFQMC":33.02,"ATEC":39.81,"BQ":46.44,"LCQMC":75.95,"PAWSX":14.63,"QBQTC":29.77,"STS22 (zh)":65.64,"STSB":81.08}
55
- {"index":199,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":46.49,"AFQMC":29.67,"ATEC":37.01,"BQ":45.45,"LCQMC":74.15,"PAWSX":12.14,"QBQTC":28.81,"STS22 (zh)":65.64,"STSB":79.05}
56
- {"index":203,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.6,"AFQMC":27.98,"ATEC":35.86,"BQ":46.23,"LCQMC":72.8,"PAWSX":15.66,"QBQTC":32.65,"STS22 (zh)":54.08,"STSB":79.53}
57
- {"index":202,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":45.27,"AFQMC":25.21,"ATEC":35.14,"BQ":43.27,"LCQMC":72.7,"PAWSX":11.01,"QBQTC":30.25,"STS22 (zh)":66.84,"STSB":77.73}
58
  {"index":57,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":44.97,"AFQMC":24.51,"ATEC":32.45,"BQ":44.22,"LCQMC":69.16,"PAWSX":14.55,"QBQTC":29.51,"STS22 (zh)":65.94,"STSB":79.45}
59
  {"index":49,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":43.62,"AFQMC":22.57,"ATEC":30.3,"BQ":40.98,"LCQMC":68.4,"PAWSX":15.08,"QBQTC":27.92,"STS22 (zh)":61.58,"STSB":82.17}
60
- {"index":299,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":43.41,"AFQMC":26.06,"ATEC":31.93,"BQ":42.67,"LCQMC":70.16,"PAWSX":17.21,"QBQTC":24.62,"STS22 (zh)":55.35,"STSB":79.3}
61
- {"index":375,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.35,"AFQMC":23.88,"ATEC":29.25,"BQ":45.33,"LCQMC":68.41,"PAWSX":16.55,"QBQTC":30.27,"STS22 (zh)":62.53,"STSB":70.61}
62
- {"index":301,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":42.78,"AFQMC":22.24,"ATEC":30.84,"BQ":43.33,"LCQMC":66.74,"PAWSX":12.31,"QBQTC":27.2,"STS22 (zh)":66.4,"STSB":73.22}
63
- {"index":205,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":42.57,"AFQMC":25.32,"ATEC":33.46,"BQ":43.93,"LCQMC":71.98,"PAWSX":14.23,"QBQTC":32.92,"STS22 (zh)":40.97,"STSB":77.77}
64
  {"index":53,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.11,"AFQMC":15.69,"ATEC":20.27,"BQ":36.33,"LCQMC":63.3,"PAWSX":12.16,"QBQTC":22.53,"STS22 (zh)":61.75,"STSB":80.84}
65
- {"index":174,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.48,"AFQMC":17.63,"ATEC":26.18,"BQ":37.66,"LCQMC":50.11,"PAWSX":32.75,"QBQTC":24.48,"STS22 (zh)":52.82,"STSB":50.18}
66
- {"index":312,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":20.86,"AFQMC":3.76,"ATEC":10.09,"BQ":19.31,"LCQMC":42.15,"PAWSX":6.14,"QBQTC":6.12,"STS22 (zh)":33.7,"STSB":45.6}
67
  {"index":11,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":49.41,"STSB":""}
68
  {"index":71,"Rank":115,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
69
  {"index":72,"Rank":116,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.18,"STSB":""}
@@ -71,28 +71,28 @@
71
  {"index":81,"Rank":125,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.84,"STSB":""}
72
  {"index":98,"Rank":142,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":25.49,"STSB":""}
73
  {"index":99,"Rank":143,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":6.52,"STSB":""}
74
- {"index":140,"Rank":180,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":64.04,"STSB":""}
75
- {"index":150,"Rank":189,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":58.54,"STSB":""}
76
- {"index":151,"Rank":190,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.78,"STSB":""}
77
- {"index":155,"Rank":194,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
78
- {"index":168,"Rank":207,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","AFQMC":33.88,"ATEC":43.36,"BQ":57.14,"LCQMC":72.71,"PAWSX":9.31,"QBQTC":35.51,"STS22 (zh)":"","STSB":80.64}
79
- {"index":204,"Rank":229,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":"","AFQMC":30.55,"ATEC":37.35,"BQ":47.17,"LCQMC":75.32,"PAWSX":17.46,"QBQTC":33.7,"STS22 (zh)":"","STSB":81.52}
80
- {"index":206,"Rank":230,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":"","AFQMC":31.87,"ATEC":38.8,"BQ":47.67,"LCQMC":75.34,"PAWSX":17.25,"QBQTC":34.48,"STS22 (zh)":"","STSB":82.03}
81
- {"index":265,"Rank":282,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
82
- {"index":275,"Rank":289,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":63.02,"STSB":""}
83
- {"index":276,"Rank":290,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":33.15,"STSB":""}
84
- {"index":277,"Rank":291,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":44.93,"STSB":""}
85
- {"index":279,"Rank":293,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":16.35,"STSB":""}
86
- {"index":281,"Rank":295,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":4.78,"STSB":""}
87
- {"index":282,"Rank":296,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.32,"STSB":""}
88
- {"index":284,"Rank":298,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":27.32,"STSB":""}
89
- {"index":285,"Rank":299,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":31.16,"STSB":""}
90
- {"index":291,"Rank":305,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.9,"STSB":""}
91
- {"index":292,"Rank":306,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":30.47,"STSB":""}
92
- {"index":293,"Rank":307,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":33.55,"STSB":""}
93
- {"index":297,"Rank":310,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.83,"STSB":""}
94
- {"index":300,"Rank":311,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":63.24,"STSB":""}
95
- {"index":303,"Rank":312,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
96
- {"index":321,"Rank":325,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.87,"STSB":""}
97
- {"index":322,"Rank":326,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.87,"STSB":""}
98
- {"index":323,"Rank":327,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.87,"STSB":""}
 
1
+ {"index":296,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":67.66,"AFQMC":53.84,"ATEC":54.44,"BQ":70.57,"LCQMC":74.99,"PAWSX":58.35,"QBQTC":71.45,"STS22 (zh)":74.92,"STSB":82.74}
2
  {"index":17,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":65.33,"AFQMC":72.25,"ATEC":62.62,"BQ":81.25,"LCQMC":73.81,"PAWSX":54.06,"QBQTC":31.37,"STS22 (zh)":66.13,"STSB":81.17}
3
  {"index":47,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":64.89,"AFQMC":71.13,"ATEC":64.64,"BQ":72.3,"LCQMC":78.76,"PAWSX":45.05,"QBQTC":42.62,"STS22 (zh)":63.84,"STSB":80.77}
4
+ {"index":225,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":64.53,"AFQMC":60.96,"ATEC":58.81,"BQ":75.08,"LCQMC":79.82,"PAWSX":47.42,"QBQTC":45.14,"STS22 (zh)":66.96,"STSB":82.05}
5
+ {"index":187,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":64.22,"AFQMC":60.72,"ATEC":58.77,"BQ":75.04,"LCQMC":79.75,"PAWSX":45.94,"QBQTC":43.46,"STS22 (zh)":66.71,"STSB":83.34}
6
  {"index":129,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":64.18,"AFQMC":60.66,"ATEC":58.64,"BQ":74.51,"LCQMC":79.45,"PAWSX":46.6,"QBQTC":44.58,"STS22 (zh)":67.73,"STSB":81.24}
7
+ {"index":275,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.5,"AFQMC":61.49,"ATEC":59.2,"BQ":72.88,"LCQMC":79.55,"PAWSX":46.48,"QBQTC":45.91,"STS22 (zh)":63.76,"STSB":78.71}
8
  {"index":39,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":63.33,"AFQMC":61.02,"ATEC":59.02,"BQ":72.76,"LCQMC":79.43,"PAWSX":45.92,"QBQTC":44.87,"STS22 (zh)":64.41,"STSB":79.24}
9
  {"index":54,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":63.23,"AFQMC":60.89,"ATEC":58.82,"BQ":72.53,"LCQMC":79.19,"PAWSX":45.8,"QBQTC":43.94,"STS22 (zh)":65.18,"STSB":79.48}
10
+ {"index":191,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":62.49,"AFQMC":59.22,"ATEC":58.43,"BQ":70.44,"LCQMC":78.27,"PAWSX":43.97,"QBQTC":40.02,"STS22 (zh)":66.49,"STSB":83.05}
11
+ {"index":172,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":62.48,"AFQMC":58.85,"ATEC":58.08,"BQ":71.05,"LCQMC":78.26,"PAWSX":45.36,"QBQTC":38.98,"STS22 (zh)":66.26,"STSB":82.96}
12
+ {"index":171,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":62.46,"AFQMC":59.11,"ATEC":58.19,"BQ":71.07,"LCQMC":78.27,"PAWSX":45.0,"QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8}
13
  {"index":12,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.46,"AFQMC":59.11,"ATEC":58.19,"BQ":71.07,"LCQMC":78.27,"PAWSX":44.98,"QBQTC":38.69,"STS22 (zh)":66.53,"STSB":82.8}
14
  {"index":15,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":62.32,"AFQMC":58.47,"ATEC":55.46,"BQ":77.59,"LCQMC":76.29,"PAWSX":50.22,"QBQTC":31.82,"STS22 (zh)":67.36,"STSB":81.37}
15
+ {"index":299,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.15,"AFQMC":58.61,"ATEC":58.03,"BQ":70.98,"LCQMC":78.14,"PAWSX":45.59,"QBQTC":38.1,"STS22 (zh)":65.34,"STSB":82.42}
16
  {"index":48,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":62.13,"AFQMC":59.54,"ATEC":58.63,"BQ":70.31,"LCQMC":78.73,"PAWSX":42.97,"QBQTC":41.03,"STS22 (zh)":66.76,"STSB":79.09}
17
+ {"index":144,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":62.09,"AFQMC":58.81,"ATEC":57.95,"BQ":70.37,"LCQMC":78.17,"PAWSX":45.51,"QBQTC":37.31,"STS22 (zh)":65.85,"STSB":82.73}
18
+ {"index":16,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":60.96,"AFQMC":58.42,"ATEC":55.65,"BQ":73.85,"LCQMC":75.39,"PAWSX":42.46,"QBQTC":35.15,"STS22 (zh)":67.4,"STSB":79.4}
19
+ {"index":118,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.96,"AFQMC":58.42,"ATEC":55.65,"BQ":73.85,"LCQMC":75.39,"PAWSX":42.46,"QBQTC":35.15,"STS22 (zh)":67.4,"STSB":79.4}
20
+ {"index":388,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.07,"AFQMC":50.8,"ATEC":53.23,"BQ":66.49,"LCQMC":76.6,"PAWSX":47.56,"QBQTC":39.96,"STS22 (zh)":65.78,"STSB":80.14}
21
+ {"index":216,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56}
22
+ {"index":303,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":59.39,"AFQMC":50.59,"ATEC":51.29,"BQ":66.07,"LCQMC":75.74,"PAWSX":41.49,"QBQTC":38.11,"STS22 (zh)":69.25,"STSB":82.56}
23
+ {"index":193,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":58.66,"AFQMC":49.95,"ATEC":53.12,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.73,"STS22 (zh)":68.87,"STSB":79.37}
24
  {"index":22,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.37}
25
  {"index":21,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":58.66,"AFQMC":49.94,"ATEC":53.11,"BQ":65.54,"LCQMC":77.48,"PAWSX":36.22,"QBQTC":38.74,"STS22 (zh)":68.88,"STSB":79.36}
26
+ {"index":224,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":58.52,"AFQMC":54.85,"ATEC":55.13,"BQ":65.57,"LCQMC":75.55,"PAWSX":37.87,"QBQTC":33.69,"STS22 (zh)":64.32,"STSB":81.19}
27
  {"index":111,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":58.41,"AFQMC":54.73,"ATEC":55.13,"BQ":64.89,"LCQMC":75.12,"PAWSX":37.93,"QBQTC":34.21,"STS22 (zh)":64.54,"STSB":80.72}
28
+ {"index":192,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":58.3,"AFQMC":54.49,"ATEC":54.45,"BQ":62.38,"LCQMC":76.28,"PAWSX":37.97,"QBQTC":37.84,"STS22 (zh)":67.28,"STSB":75.71}
29
+ {"index":274,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":58.02,"AFQMC":54.17,"ATEC":54.28,"BQ":62.31,"LCQMC":75.81,"PAWSX":38.31,"QBQTC":38.22,"STS22 (zh)":66.66,"STSB":74.43}
30
+ {"index":378,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/zhou-xl\/bi-cse\">bi-cse<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":57.91,"AFQMC":43.45,"ATEC":48.01,"BQ":65.58,"LCQMC":75.56,"PAWSX":47.62,"QBQTC":40.43,"STS22 (zh)":67.24,"STSB":75.38}
31
+ {"index":310,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":57.82,"AFQMC":54.58,"ATEC":54.6,"BQ":64.41,"LCQMC":74.4,"PAWSX":38.55,"QBQTC":33.36,"STS22 (zh)":62.98,"STSB":79.68}
32
  {"index":55,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":57.08,"AFQMC":46.98,"ATEC":51.35,"BQ":65.08,"LCQMC":76.96,"PAWSX":30.03,"QBQTC":37.5,"STS22 (zh)":69.2,"STSB":79.57}
33
+ {"index":190,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":56.92,"AFQMC":46.73,"ATEC":51.22,"BQ":64.8,"LCQMC":76.89,"PAWSX":29.7,"QBQTC":37.38,"STS22 (zh)":69.02,"STSB":79.63}
34
  {"index":30,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":56.87,"AFQMC":47.17,"ATEC":50.75,"BQ":62.02,"LCQMC":75.95,"PAWSX":30.57,"QBQTC":38.98,"STS22 (zh)":68.68,"STSB":80.87}
35
+ {"index":189,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":56.54,"AFQMC":51.75,"ATEC":52.82,"BQ":63.29,"LCQMC":75.83,"PAWSX":32.02,"QBQTC":36.47,"STS22 (zh)":67.52,"STSB":72.63}
36
  {"index":28,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":56.25,"AFQMC":44.36,"ATEC":49.54,"BQ":62.94,"LCQMC":74.33,"PAWSX":33.92,"QBQTC":37.29,"STS22 (zh)":68.94,"STSB":78.7}
37
+ {"index":308,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":55.96,"AFQMC":49.07,"ATEC":50.83,"BQ":65.5,"LCQMC":74.06,"PAWSX":27.97,"QBQTC":35.19,"STS22 (zh)":63.64,"STSB":81.46}
38
+ {"index":273,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":55.9,"AFQMC":51.4,"ATEC":52.59,"BQ":62.68,"LCQMC":75.4,"PAWSX":31.58,"QBQTC":36.48,"STS22 (zh)":66.51,"STSB":70.6}
39
  {"index":41,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.55,"AFQMC":46.7,"ATEC":49.95,"BQ":56.08,"LCQMC":74.96,"PAWSX":33.49,"QBQTC":31.06,"STS22 (zh)":64.51,"STSB":79.63}
40
  {"index":42,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.35,"AFQMC":46.77,"ATEC":50.18,"BQ":55.25,"LCQMC":74.29,"PAWSX":33.24,"QBQTC":30.92,"STS22 (zh)":64.41,"STSB":79.74}
41
  {"index":24,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":53.72,"AFQMC":42.4,"ATEC":48.17,"BQ":61.78,"LCQMC":74.45,"PAWSX":20.4,"QBQTC":36.22,"STS22 (zh)":68.01,"STSB":78.31}
42
  {"index":27,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":53.0,"AFQMC":43.06,"ATEC":48.29,"BQ":60.53,"LCQMC":74.71,"PAWSX":16.64,"QBQTC":35.2,"STS22 (zh)":67.19,"STSB":78.41}
43
+ {"index":20,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72}
44
+ {"index":219,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.73,"AFQMC":43.55,"ATEC":48.91,"BQ":51.72,"LCQMC":74.86,"PAWSX":16.12,"QBQTC":39.36,"STS22 (zh)":66.59,"STSB":80.72}
45
  {"index":133,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.1,"AFQMC":40.9,"ATEC":48.27,"BQ":58.86,"LCQMC":70.85,"PAWSX":14.48,"QBQTC":33.0,"STS22 (zh)":68.05,"STSB":82.39}
46
  {"index":40,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.45,"AFQMC":44.25,"ATEC":48.24,"BQ":56.27,"LCQMC":74.09,"PAWSX":12.18,"QBQTC":29.94,"STS22 (zh)":66.06,"STSB":80.54}
47
+ {"index":243,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.54,"AFQMC":37.4,"ATEC":42.16,"BQ":70.96,"LCQMC":73.27,"PAWSX":18.55,"QBQTC":29.6,"STS22 (zh)":65.44,"STSB":66.91}
48
+ {"index":238,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":50.47,"AFQMC":35.87,"ATEC":41.27,"BQ":63.81,"LCQMC":74.88,"PAWSX":12.19,"QBQTC":32.07,"STS22 (zh)":66.73,"STSB":76.97}
49
+ {"index":239,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":50.42,"AFQMC":36.53,"ATEC":41.8,"BQ":65.2,"LCQMC":74.2,"PAWSX":15.95,"QBQTC":32.65,"STS22 (zh)":62.91,"STSB":74.16}
50
+ {"index":198,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":50.22,"AFQMC":38.99,"ATEC":42.84,"BQ":50.64,"LCQMC":75.48,"PAWSX":16.81,"QBQTC":31.8,"STS22 (zh)":63.4,"STSB":81.81}
51
+ {"index":315,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51}
52
+ {"index":312,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":49.72,"AFQMC":36.69,"ATEC":45.77,"BQ":49.64,"LCQMC":72.72,"PAWSX":12.77,"QBQTC":36.97,"STS22 (zh)":66.72,"STSB":76.51}
53
  {"index":34,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":49.1,"AFQMC":33.42,"ATEC":43.01,"BQ":55.22,"LCQMC":72.19,"PAWSX":9.26,"QBQTC":35.29,"STS22 (zh)":67.72,"STSB":76.73}
54
+ {"index":202,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.29,"AFQMC":33.02,"ATEC":39.81,"BQ":46.44,"LCQMC":75.95,"PAWSX":14.63,"QBQTC":29.77,"STS22 (zh)":65.64,"STSB":81.08}
55
+ {"index":201,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":46.49,"AFQMC":29.67,"ATEC":37.01,"BQ":45.45,"LCQMC":74.15,"PAWSX":12.14,"QBQTC":28.81,"STS22 (zh)":65.64,"STSB":79.05}
56
+ {"index":205,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.6,"AFQMC":27.98,"ATEC":35.86,"BQ":46.23,"LCQMC":72.8,"PAWSX":15.66,"QBQTC":32.65,"STS22 (zh)":54.08,"STSB":79.53}
57
+ {"index":204,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":45.27,"AFQMC":25.21,"ATEC":35.14,"BQ":43.27,"LCQMC":72.7,"PAWSX":11.01,"QBQTC":30.25,"STS22 (zh)":66.84,"STSB":77.73}
58
  {"index":57,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":44.97,"AFQMC":24.51,"ATEC":32.45,"BQ":44.22,"LCQMC":69.16,"PAWSX":14.55,"QBQTC":29.51,"STS22 (zh)":65.94,"STSB":79.45}
59
  {"index":49,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":43.62,"AFQMC":22.57,"ATEC":30.3,"BQ":40.98,"LCQMC":68.4,"PAWSX":15.08,"QBQTC":27.92,"STS22 (zh)":61.58,"STSB":82.17}
60
+ {"index":300,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":43.41,"AFQMC":26.06,"ATEC":31.93,"BQ":42.67,"LCQMC":70.16,"PAWSX":17.21,"QBQTC":24.62,"STS22 (zh)":55.35,"STSB":79.3}
61
+ {"index":384,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":43.35,"AFQMC":23.88,"ATEC":29.25,"BQ":45.33,"LCQMC":68.41,"PAWSX":16.55,"QBQTC":30.27,"STS22 (zh)":62.53,"STSB":70.61}
62
+ {"index":302,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":42.78,"AFQMC":22.24,"ATEC":30.84,"BQ":43.33,"LCQMC":66.74,"PAWSX":12.31,"QBQTC":27.2,"STS22 (zh)":66.4,"STSB":73.22}
63
+ {"index":207,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":42.57,"AFQMC":25.32,"ATEC":33.46,"BQ":43.93,"LCQMC":71.98,"PAWSX":14.23,"QBQTC":32.92,"STS22 (zh)":40.97,"STSB":77.77}
64
  {"index":53,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.11,"AFQMC":15.69,"ATEC":20.27,"BQ":36.33,"LCQMC":63.3,"PAWSX":12.16,"QBQTC":22.53,"STS22 (zh)":61.75,"STSB":80.84}
65
+ {"index":176,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.48,"AFQMC":17.63,"ATEC":26.18,"BQ":37.66,"LCQMC":50.11,"PAWSX":32.75,"QBQTC":24.48,"STS22 (zh)":52.82,"STSB":50.18}
66
+ {"index":313,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":20.86,"AFQMC":3.76,"ATEC":10.09,"BQ":19.31,"LCQMC":42.15,"PAWSX":6.14,"QBQTC":6.12,"STS22 (zh)":33.7,"STSB":45.6}
67
  {"index":11,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":49.41,"STSB":""}
68
  {"index":71,"Rank":115,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
69
  {"index":72,"Rank":116,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.18,"STSB":""}
 
71
  {"index":81,"Rank":125,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.84,"STSB":""}
72
  {"index":98,"Rank":142,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":25.49,"STSB":""}
73
  {"index":99,"Rank":143,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":6.52,"STSB":""}
74
+ {"index":142,"Rank":182,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":64.04,"STSB":""}
75
+ {"index":152,"Rank":191,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":58.54,"STSB":""}
76
+ {"index":153,"Rank":192,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.78,"STSB":""}
77
+ {"index":157,"Rank":196,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
78
+ {"index":170,"Rank":209,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","AFQMC":33.88,"ATEC":43.36,"BQ":57.14,"LCQMC":72.71,"PAWSX":9.31,"QBQTC":35.51,"STS22 (zh)":"","STSB":80.64}
79
+ {"index":206,"Rank":231,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":"","AFQMC":30.55,"ATEC":37.35,"BQ":47.17,"LCQMC":75.32,"PAWSX":17.46,"QBQTC":33.7,"STS22 (zh)":"","STSB":81.52}
80
+ {"index":208,"Rank":232,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":"","AFQMC":31.87,"ATEC":38.8,"BQ":47.67,"LCQMC":75.34,"PAWSX":17.25,"QBQTC":34.48,"STS22 (zh)":"","STSB":82.03}
81
+ {"index":266,"Rank":283,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
82
+ {"index":276,"Rank":290,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":63.02,"STSB":""}
83
+ {"index":277,"Rank":291,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":33.15,"STSB":""}
84
+ {"index":278,"Rank":292,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":44.93,"STSB":""}
85
+ {"index":280,"Rank":294,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":16.35,"STSB":""}
86
+ {"index":282,"Rank":296,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":4.78,"STSB":""}
87
+ {"index":283,"Rank":297,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":54.32,"STSB":""}
88
+ {"index":285,"Rank":299,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":27.32,"STSB":""}
89
+ {"index":286,"Rank":300,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":31.16,"STSB":""}
90
+ {"index":292,"Rank":306,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.9,"STSB":""}
91
+ {"index":293,"Rank":307,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":30.47,"STSB":""}
92
+ {"index":294,"Rank":308,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":33.55,"STSB":""}
93
+ {"index":298,"Rank":311,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":32.83,"STSB":""}
94
+ {"index":301,"Rank":312,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":63.24,"STSB":""}
95
+ {"index":304,"Rank":313,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":66.82,"STSB":""}
96
+ {"index":324,"Rank":328,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.87,"STSB":""}
97
+ {"index":328,"Rank":332,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.87,"STSB":""}
98
+ {"index":329,"Rank":333,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AFQMC":"","ATEC":"","BQ":"","LCQMC":"","PAWSX":"","QBQTC":"","STS22 (zh)":20.87,"STSB":""}
all_data_tasks/16/default.jsonl CHANGED
@@ -1,86 +1,87 @@
1
  {"index":9,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47}
2
- {"index":11,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":81.62,"AmazonReviewsClassification (fr)":55.19,"MasakhaNEWSClassification (fra)":82.49,"MassiveIntentClassification (fr)":79.6,"MassiveScenarioClassification (fr)":82.18,"MTOPDomainClassification (fr)":97.2,"MTOPIntentClassification (fr)":93.07}
3
  {"index":8,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23}
4
  {"index":36,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23}
5
- {"index":35,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":70.02,"AmazonReviewsClassification (fr)":42.08,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":67.4,"MassiveScenarioClassification (fr)":71.29,"MTOPDomainClassification (fr)":89.26,"MTOPIntentClassification (fr)":68.55}
6
- {"index":97,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45}
7
  {"index":27,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85}
8
- {"index":61,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06}
9
- {"index":10,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06}
10
- {"index":0,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.61,"AmazonReviewsClassification (fr)":41.59,"MasakhaNEWSClassification (fra)":81.4,"MassiveIntentClassification (fr)":62.83,"MassiveScenarioClassification (fr)":69.71,"MTOPDomainClassification (fr)":90.05,"MTOPIntentClassification (fr)":66.09}
11
- {"index":4,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.56,"AmazonReviewsClassification (fr)":43.36,"MasakhaNEWSClassification (fra)":74.81,"MassiveIntentClassification (fr)":68.06,"MassiveScenarioClassification (fr)":74.29,"MTOPDomainClassification (fr)":90.33,"MTOPIntentClassification (fr)":60.52}
12
- {"index":63,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":68.48,"AmazonReviewsClassification (fr)":36.62,"MasakhaNEWSClassification (fra)":80.4,"MassiveIntentClassification (fr)":65.86,"MassiveScenarioClassification (fr)":71.6,"MTOPDomainClassification (fr)":88.7,"MTOPIntentClassification (fr)":67.69}
13
- {"index":3,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.45,"AmazonReviewsClassification (fr)":41.98,"MasakhaNEWSClassification (fra)":76.42,"MassiveIntentClassification (fr)":66.94,"MassiveScenarioClassification (fr)":72.78,"MTOPDomainClassification (fr)":90.12,"MTOPIntentClassification (fr)":62.44}
14
- {"index":56,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":68.39,"AmazonReviewsClassification (fr)":41.91,"MasakhaNEWSClassification (fra)":79.38,"MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":86.41,"MTOPIntentClassification (fr)":59.43}
15
- {"index":62,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":67.57,"AmazonReviewsClassification (fr)":42.33,"MasakhaNEWSClassification (fra)":70.52,"MassiveIntentClassification (fr)":66.7,"MassiveScenarioClassification (fr)":74.58,"MTOPDomainClassification (fr)":90.39,"MTOPIntentClassification (fr)":60.88}
16
- {"index":2,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.44,"AmazonReviewsClassification (fr)":42.15,"MasakhaNEWSClassification (fra)":82.13,"MassiveIntentClassification (fr)":63.08,"MassiveScenarioClassification (fr)":70.15,"MTOPDomainClassification (fr)":87.68,"MTOPIntentClassification (fr)":59.44}
17
- {"index":64,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.4,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":73.18,"MassiveIntentClassification (fr)":66.3,"MassiveScenarioClassification (fr)":71.7,"MTOPDomainClassification (fr)":88.96,"MTOPIntentClassification (fr)":67.76}
18
- {"index":83,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":67.36,"AmazonReviewsClassification (fr)":46.09,"MasakhaNEWSClassification (fra)":79.1,"MassiveIntentClassification (fr)":65.91,"MassiveScenarioClassification (fr)":68.53,"MTOPDomainClassification (fr)":86.2,"MTOPIntentClassification (fr)":58.33}
19
- {"index":65,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.11,"AmazonReviewsClassification (fr)":35.11,"MasakhaNEWSClassification (fra)":75.17,"MassiveIntentClassification (fr)":66.48,"MassiveScenarioClassification (fr)":71.47,"MTOPDomainClassification (fr)":88.52,"MTOPIntentClassification (fr)":65.93}
20
- {"index":16,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.08,"AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":83.06,"MassiveIntentClassification (fr)":62.94,"MassiveScenarioClassification (fr)":67.29,"MTOPDomainClassification (fr)":86.23,"MTOPIntentClassification (fr)":61.07}
21
- {"index":55,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":66.8,"AmazonReviewsClassification (fr)":40.94,"MasakhaNEWSClassification (fra)":79.69,"MassiveIntentClassification (fr)":67.95,"MassiveScenarioClassification (fr)":71.89,"MTOPDomainClassification (fr)":84.79,"MTOPIntentClassification (fr)":55.51}
22
- {"index":26,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":66.74,"AmazonReviewsClassification (fr)":40.35,"MasakhaNEWSClassification (fra)":77.44,"MassiveIntentClassification (fr)":64.99,"MassiveScenarioClassification (fr)":71.72,"MTOPDomainClassification (fr)":86.83,"MTOPIntentClassification (fr)":59.13}
23
- {"index":28,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":66.54,"AmazonReviewsClassification (fr)":44.11,"MasakhaNEWSClassification (fra)":69.81,"MassiveIntentClassification (fr)":66.14,"MassiveScenarioClassification (fr)":72.74,"MTOPDomainClassification (fr)":87.82,"MTOPIntentClassification (fr)":58.63}
24
- {"index":93,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.37,"AmazonReviewsClassification (fr)":35.09,"MasakhaNEWSClassification (fra)":72.04,"MassiveIntentClassification (fr)":65.8,"MassiveScenarioClassification (fr)":73.47,"MTOPDomainClassification (fr)":88.19,"MTOPIntentClassification (fr)":63.64}
25
- {"index":66,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":65.96,"AmazonReviewsClassification (fr)":34.62,"MasakhaNEWSClassification (fra)":74.29,"MassiveIntentClassification (fr)":65.67,"MassiveScenarioClassification (fr)":71.61,"MTOPDomainClassification (fr)":86.97,"MTOPIntentClassification (fr)":62.59}
26
- {"index":96,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":65.92,"AmazonReviewsClassification (fr)":43.51,"MasakhaNEWSClassification (fra)":72.61,"MassiveIntentClassification (fr)":65.15,"MassiveScenarioClassification (fr)":69.94,"MTOPDomainClassification (fr)":85.33,"MTOPIntentClassification (fr)":59.01}
27
- {"index":45,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":65.82,"AmazonReviewsClassification (fr)":37.97,"MasakhaNEWSClassification (fra)":80.62,"MassiveIntentClassification (fr)":62.65,"MassiveScenarioClassification (fr)":69.29,"MTOPDomainClassification (fr)":85.74,"MTOPIntentClassification (fr)":58.62}
28
- {"index":29,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":65.18,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":78.44,"MassiveIntentClassification (fr)":64.57,"MassiveScenarioClassification (fr)":69.04,"MTOPDomainClassification (fr)":84.19,"MTOPIntentClassification (fr)":58.35}
29
- {"index":82,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":65.09,"AmazonReviewsClassification (fr)":43.52,"MasakhaNEWSClassification (fra)":80.09,"MassiveIntentClassification (fr)":60.99,"MassiveScenarioClassification (fr)":66.42,"MTOPDomainClassification (fr)":85.14,"MTOPIntentClassification (fr)":54.39}
30
- {"index":79,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":64.64,"AmazonReviewsClassification (fr)":39.0,"MasakhaNEWSClassification (fra)":78.1,"MassiveIntentClassification (fr)":61.88,"MassiveScenarioClassification (fr)":67.9,"MTOPDomainClassification (fr)":81.21,"MTOPIntentClassification (fr)":59.76}
31
- {"index":68,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":64.6,"AmazonReviewsClassification (fr)":38.52,"MasakhaNEWSClassification (fra)":77.39,"MassiveIntentClassification (fr)":60.47,"MassiveScenarioClassification (fr)":65.1,"MTOPDomainClassification (fr)":84.14,"MTOPIntentClassification (fr)":62.01}
32
- {"index":37,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":64.57,"AmazonReviewsClassification (fr)":34.79,"MasakhaNEWSClassification (fra)":79.29,"MassiveIntentClassification (fr)":59.41,"MassiveScenarioClassification (fr)":65.29,"MTOPDomainClassification (fr)":85.52,"MTOPIntentClassification (fr)":63.12}
33
- {"index":92,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.41,"AmazonReviewsClassification (fr)":33.51,"MasakhaNEWSClassification (fra)":82.06,"MassiveIntentClassification (fr)":61.19,"MassiveScenarioClassification (fr)":70.22,"MTOPDomainClassification (fr)":85.5,"MTOPIntentClassification (fr)":53.98}
34
- {"index":58,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":63.13,"AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":77.65,"MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":81.2,"MTOPIntentClassification (fr)":46.01}
35
- {"index":74,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":62.14,"AmazonReviewsClassification (fr)":35.7,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":57.02,"MassiveScenarioClassification (fr)":65.2,"MTOPDomainClassification (fr)":84.61,"MTOPIntentClassification (fr)":53.41}
36
- {"index":81,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":61.64,"AmazonReviewsClassification (fr)":41.48,"MasakhaNEWSClassification (fra)":80.43,"MassiveIntentClassification (fr)":57.01,"MassiveScenarioClassification (fr)":63.6,"MTOPDomainClassification (fr)":79.6,"MTOPIntentClassification (fr)":47.73}
37
- {"index":15,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":61.3,"AmazonReviewsClassification (fr)":38.6,"MasakhaNEWSClassification (fra)":82.58,"MassiveIntentClassification (fr)":56.31,"MassiveScenarioClassification (fr)":59.5,"MTOPDomainClassification (fr)":80.79,"MTOPIntentClassification (fr)":50.01}
38
- {"index":78,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":61.02,"AmazonReviewsClassification (fr)":35.3,"MasakhaNEWSClassification (fra)":76.09,"MassiveIntentClassification (fr)":57.52,"MassiveScenarioClassification (fr)":64.52,"MTOPDomainClassification (fr)":78.63,"MTOPIntentClassification (fr)":54.05}
39
- {"index":7,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.98,"AmazonReviewsClassification (fr)":35.07,"MasakhaNEWSClassification (fra)":76.0,"MassiveIntentClassification (fr)":56.03,"MassiveScenarioClassification (fr)":59.3,"MTOPDomainClassification (fr)":75.7,"MTOPIntentClassification (fr)":63.76}
40
- {"index":1,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.84,"AmazonReviewsClassification (fr)":37.26,"MasakhaNEWSClassification (fra)":80.19,"MassiveIntentClassification (fr)":53.7,"MassiveScenarioClassification (fr)":62.46,"MTOPDomainClassification (fr)":79.79,"MTOPIntentClassification (fr)":45.62}
41
- {"index":80,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":58.08,"AmazonReviewsClassification (fr)":37.35,"MasakhaNEWSClassification (fra)":81.21,"MassiveIntentClassification (fr)":51.13,"MassiveScenarioClassification (fr)":59.92,"MTOPDomainClassification (fr)":75.03,"MTOPIntentClassification (fr)":43.85}
42
- {"index":54,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":57.72,"AmazonReviewsClassification (fr)":36.71,"MasakhaNEWSClassification (fra)":80.59,"MassiveIntentClassification (fr)":46.39,"MassiveScenarioClassification (fr)":53.86,"MTOPDomainClassification (fr)":74.8,"MTOPIntentClassification (fr)":53.97}
43
- {"index":44,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":56.63,"AmazonReviewsClassification (fr)":36.03,"MasakhaNEWSClassification (fra)":70.36,"MassiveIntentClassification (fr)":51.59,"MassiveScenarioClassification (fr)":61.28,"MTOPDomainClassification (fr)":77.1,"MTOPIntentClassification (fr)":43.44}
44
- {"index":88,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AmazonReviewsClassification (fr)":34.25,"MasakhaNEWSClassification (fra)":73.84,"MassiveIntentClassification (fr)":51.93,"MassiveScenarioClassification (fr)":58.31,"MTOPDomainClassification (fr)":71.83,"MTOPIntentClassification (fr)":44.53}
45
- {"index":59,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.9,"AmazonReviewsClassification (fr)":35.12,"MasakhaNEWSClassification (fra)":80.83,"MassiveIntentClassification (fr)":43.21,"MassiveScenarioClassification (fr)":49.78,"MTOPDomainClassification (fr)":69.24,"MTOPIntentClassification (fr)":51.25}
46
- {"index":5,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":53.31,"AmazonReviewsClassification (fr)":31.12,"MasakhaNEWSClassification (fra)":65.9,"MassiveIntentClassification (fr)":46.13,"MassiveScenarioClassification (fr)":54.32,"MTOPDomainClassification (fr)":72.26,"MTOPIntentClassification (fr)":50.12}
47
- {"index":69,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":52.14,"AmazonReviewsClassification (fr)":27.54,"MasakhaNEWSClassification (fra)":72.2,"MassiveIntentClassification (fr)":44.82,"MassiveScenarioClassification (fr)":53.76,"MTOPDomainClassification (fr)":75.59,"MTOPIntentClassification (fr)":38.94}
48
- {"index":77,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":50.9,"AmazonReviewsClassification (fr)":27.05,"MasakhaNEWSClassification (fra)":75.62,"MassiveIntentClassification (fr)":42.64,"MassiveScenarioClassification (fr)":49.92,"MTOPDomainClassification (fr)":72.97,"MTOPIntentClassification (fr)":37.18}
49
- {"index":53,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":48.37,"AmazonReviewsClassification (fr)":29.02,"MasakhaNEWSClassification (fra)":75.69,"MassiveIntentClassification (fr)":38.01,"MassiveScenarioClassification (fr)":43.63,"MTOPDomainClassification (fr)":64.49,"MTOPIntentClassification (fr)":39.4}
50
- {"index":20,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87}
51
- {"index":52,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84}
52
- {"index":22,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":63.91,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.63,"MTOPIntentClassification (fr)":37.86}
53
- {"index":21,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":63.89,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.7,"MTOPIntentClassification (fr)":37.85}
54
- {"index":94,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":31.21,"AmazonReviewsClassification (fr)":26.75,"MasakhaNEWSClassification (fra)":60.5,"MassiveIntentClassification (fr)":13.58,"MassiveScenarioClassification (fr)":23.21,"MTOPDomainClassification (fr)":43.83,"MTOPIntentClassification (fr)":19.38}
55
- {"index":95,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":30.71,"AmazonReviewsClassification (fr)":26.62,"MasakhaNEWSClassification (fra)":65.76,"MassiveIntentClassification (fr)":15.82,"MassiveScenarioClassification (fr)":23.92,"MTOPDomainClassification (fr)":36.77,"MTOPIntentClassification (fr)":15.37}
56
- {"index":60,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.38,"AmazonReviewsClassification (fr)":26.85,"MasakhaNEWSClassification (fra)":67.94,"MassiveIntentClassification (fr)":15.09,"MassiveScenarioClassification (fr)":21.67,"MTOPDomainClassification (fr)":34.99,"MTOPIntentClassification (fr)":15.76}
57
- {"index":51,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.21,"AmazonReviewsClassification (fr)":22.45,"MasakhaNEWSClassification (fra)":55.64,"MassiveIntentClassification (fr)":16.41,"MassiveScenarioClassification (fr)":22.72,"MTOPDomainClassification (fr)":24.27,"MTOPIntentClassification (fr)":9.79}
58
- {"index":49,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":24.91,"AmazonReviewsClassification (fr)":24.9,"MasakhaNEWSClassification (fra)":71.14,"MassiveIntentClassification (fr)":6.98,"MassiveScenarioClassification (fr)":11.41,"MTOPDomainClassification (fr)":25.55,"MTOPIntentClassification (fr)":9.49}
59
- {"index":50,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":23.28,"AmazonReviewsClassification (fr)":23.52,"MasakhaNEWSClassification (fra)":62.61,"MassiveIntentClassification (fr)":6.24,"MassiveScenarioClassification (fr)":10.98,"MTOPDomainClassification (fr)":27.74,"MTOPIntentClassification (fr)":8.61}
60
- {"index":12,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":37.53,"MassiveScenarioClassification (fr)":45.32,"MTOPDomainClassification (fr)":54.97,"MTOPIntentClassification (fr)":26.69}
61
- {"index":13,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":32.64,"MassiveScenarioClassification (fr)":40.66,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
62
- {"index":14,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.16,"MassiveScenarioClassification (fr)":40.92,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
63
- {"index":24,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
64
- {"index":25,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AmazonReviewsClassification (fr)":31.56,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":46.89,"MassiveScenarioClassification (fr)":56.99,"MTOPDomainClassification (fr)":79.8,"MTOPIntentClassification (fr)":38.96}
65
- {"index":31,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (fr)":38.86,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":84.23,"MTOPIntentClassification (fr)":61.32}
66
- {"index":32,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (fr)":26.39,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.44,"MassiveScenarioClassification (fr)":45.07,"MTOPDomainClassification (fr)":65.35,"MTOPIntentClassification (fr)":46.33}
67
- {"index":33,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (fr)":27.4,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.67,"MassiveScenarioClassification (fr)":45.92,"MTOPDomainClassification (fr)":63.13,"MTOPIntentClassification (fr)":44.34}
68
- {"index":34,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-nli-bitfit\">SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":"","AmazonReviewsClassification (fr)":37.84,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":81.32,"MTOPIntentClassification (fr)":58.67}
69
- {"index":38,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":39.47,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.27,"MassiveScenarioClassification (fr)":69.76,"MTOPDomainClassification (fr)":86.22,"MTOPIntentClassification (fr)":59.43}
70
- {"index":39,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","AmazonReviewsClassification (fr)":39.29,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.58,"MassiveScenarioClassification (fr)":69.6,"MTOPDomainClassification (fr)":83.8,"MTOPIntentClassification (fr)":63.36}
71
- {"index":40,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AmazonReviewsClassification (fr)":35.92,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":66.95,"MassiveScenarioClassification (fr)":72.91,"MTOPDomainClassification (fr)":90.98,"MTOPIntentClassification (fr)":69.12}
72
- {"index":41,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","AmazonReviewsClassification (fr)":27.0,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":41.95,"MassiveScenarioClassification (fr)":50.59,"MTOPDomainClassification (fr)":75.57,"MTOPIntentClassification (fr)":41.12}
73
- {"index":42,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
74
- {"index":48,"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":34.91,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.55,"MassiveScenarioClassification (fr)":63.02,"MTOPDomainClassification (fr)":86.19,"MTOPIntentClassification (fr)":66.75}
75
- {"index":57,"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AmazonReviewsClassification (fr)":48.51,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":73.32,"MassiveScenarioClassification (fr)":77.07,"MTOPDomainClassification (fr)":89.97,"MTOPIntentClassification (fr)":76.72}
76
- {"index":67,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
77
- {"index":70,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":74.05,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
78
- {"index":72,"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71}
79
- {"index":75,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39}
80
- {"index":76,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07}
81
- {"index":85,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":30.84,"MassiveScenarioClassification (fr)":42.42,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
82
- {"index":86,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (fr)":33.45,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.8,"MassiveScenarioClassification (fr)":63.39,"MTOPDomainClassification (fr)":76.17,"MTOPIntentClassification (fr)":53.26}
83
- {"index":87,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
84
- {"index":89,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
85
- {"index":90,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
86
- {"index":91,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
 
 
1
  {"index":9,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47}
2
+ {"index":11,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"Average":81.62,"AmazonReviewsClassification (fr)":55.19,"MasakhaNEWSClassification (fra)":82.49,"MassiveIntentClassification (fr)":79.6,"MassiveScenarioClassification (fr)":82.18,"MTOPDomainClassification (fr)":97.2,"MTOPIntentClassification (fr)":93.07}
3
  {"index":8,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23}
4
  {"index":36,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23}
5
+ {"index":35,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"AmazonReviewsClassification (fr)":42.08,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":67.4,"MassiveScenarioClassification (fr)":71.29,"MTOPDomainClassification (fr)":89.26,"MTOPIntentClassification (fr)":68.55}
6
+ {"index":98,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45}
7
  {"index":27,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85}
8
+ {"index":38,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85}
9
+ {"index":62,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06}
10
+ {"index":10,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06}
11
+ {"index":0,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.61,"AmazonReviewsClassification (fr)":41.59,"MasakhaNEWSClassification (fra)":81.4,"MassiveIntentClassification (fr)":62.83,"MassiveScenarioClassification (fr)":69.71,"MTOPDomainClassification (fr)":90.05,"MTOPIntentClassification (fr)":66.09}
12
+ {"index":4,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.56,"AmazonReviewsClassification (fr)":43.36,"MasakhaNEWSClassification (fra)":74.81,"MassiveIntentClassification (fr)":68.06,"MassiveScenarioClassification (fr)":74.29,"MTOPDomainClassification (fr)":90.33,"MTOPIntentClassification (fr)":60.52}
13
+ {"index":64,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":68.48,"AmazonReviewsClassification (fr)":36.62,"MasakhaNEWSClassification (fra)":80.4,"MassiveIntentClassification (fr)":65.86,"MassiveScenarioClassification (fr)":71.6,"MTOPDomainClassification (fr)":88.7,"MTOPIntentClassification (fr)":67.69}
14
+ {"index":3,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.45,"AmazonReviewsClassification (fr)":41.98,"MasakhaNEWSClassification (fra)":76.42,"MassiveIntentClassification (fr)":66.94,"MassiveScenarioClassification (fr)":72.78,"MTOPDomainClassification (fr)":90.12,"MTOPIntentClassification (fr)":62.44}
15
+ {"index":57,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":68.39,"AmazonReviewsClassification (fr)":41.91,"MasakhaNEWSClassification (fra)":79.38,"MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":86.41,"MTOPIntentClassification (fr)":59.43}
16
+ {"index":63,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":67.57,"AmazonReviewsClassification (fr)":42.33,"MasakhaNEWSClassification (fra)":70.52,"MassiveIntentClassification (fr)":66.7,"MassiveScenarioClassification (fr)":74.58,"MTOPDomainClassification (fr)":90.39,"MTOPIntentClassification (fr)":60.88}
17
+ {"index":2,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.44,"AmazonReviewsClassification (fr)":42.15,"MasakhaNEWSClassification (fra)":82.13,"MassiveIntentClassification (fr)":63.08,"MassiveScenarioClassification (fr)":70.15,"MTOPDomainClassification (fr)":87.68,"MTOPIntentClassification (fr)":59.44}
18
+ {"index":65,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.4,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":73.18,"MassiveIntentClassification (fr)":66.3,"MassiveScenarioClassification (fr)":71.7,"MTOPDomainClassification (fr)":88.96,"MTOPIntentClassification (fr)":67.76}
19
+ {"index":84,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":67.36,"AmazonReviewsClassification (fr)":46.09,"MasakhaNEWSClassification (fra)":79.1,"MassiveIntentClassification (fr)":65.91,"MassiveScenarioClassification (fr)":68.53,"MTOPDomainClassification (fr)":86.2,"MTOPIntentClassification (fr)":58.33}
20
+ {"index":66,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.11,"AmazonReviewsClassification (fr)":35.11,"MasakhaNEWSClassification (fra)":75.17,"MassiveIntentClassification (fr)":66.48,"MassiveScenarioClassification (fr)":71.47,"MTOPDomainClassification (fr)":88.52,"MTOPIntentClassification (fr)":65.93}
21
+ {"index":16,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.08,"AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":83.06,"MassiveIntentClassification (fr)":62.94,"MassiveScenarioClassification (fr)":67.29,"MTOPDomainClassification (fr)":86.23,"MTOPIntentClassification (fr)":61.07}
22
+ {"index":56,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":66.8,"AmazonReviewsClassification (fr)":40.94,"MasakhaNEWSClassification (fra)":79.69,"MassiveIntentClassification (fr)":67.95,"MassiveScenarioClassification (fr)":71.89,"MTOPDomainClassification (fr)":84.79,"MTOPIntentClassification (fr)":55.51}
23
+ {"index":26,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":66.74,"AmazonReviewsClassification (fr)":40.35,"MasakhaNEWSClassification (fra)":77.44,"MassiveIntentClassification (fr)":64.99,"MassiveScenarioClassification (fr)":71.72,"MTOPDomainClassification (fr)":86.83,"MTOPIntentClassification (fr)":59.13}
24
+ {"index":28,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":66.54,"AmazonReviewsClassification (fr)":44.11,"MasakhaNEWSClassification (fra)":69.81,"MassiveIntentClassification (fr)":66.14,"MassiveScenarioClassification (fr)":72.74,"MTOPDomainClassification (fr)":87.82,"MTOPIntentClassification (fr)":58.63}
25
+ {"index":94,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.37,"AmazonReviewsClassification (fr)":35.09,"MasakhaNEWSClassification (fra)":72.04,"MassiveIntentClassification (fr)":65.8,"MassiveScenarioClassification (fr)":73.47,"MTOPDomainClassification (fr)":88.19,"MTOPIntentClassification (fr)":63.64}
26
+ {"index":67,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":65.96,"AmazonReviewsClassification (fr)":34.62,"MasakhaNEWSClassification (fra)":74.29,"MassiveIntentClassification (fr)":65.67,"MassiveScenarioClassification (fr)":71.61,"MTOPDomainClassification (fr)":86.97,"MTOPIntentClassification (fr)":62.59}
27
+ {"index":97,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":65.92,"AmazonReviewsClassification (fr)":43.51,"MasakhaNEWSClassification (fra)":72.61,"MassiveIntentClassification (fr)":65.15,"MassiveScenarioClassification (fr)":69.94,"MTOPDomainClassification (fr)":85.33,"MTOPIntentClassification (fr)":59.01}
28
+ {"index":46,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":65.82,"AmazonReviewsClassification (fr)":37.97,"MasakhaNEWSClassification (fra)":80.62,"MassiveIntentClassification (fr)":62.65,"MassiveScenarioClassification (fr)":69.29,"MTOPDomainClassification (fr)":85.74,"MTOPIntentClassification (fr)":58.62}
29
+ {"index":29,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":65.18,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":78.44,"MassiveIntentClassification (fr)":64.57,"MassiveScenarioClassification (fr)":69.04,"MTOPDomainClassification (fr)":84.19,"MTOPIntentClassification (fr)":58.35}
30
+ {"index":83,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":65.09,"AmazonReviewsClassification (fr)":43.52,"MasakhaNEWSClassification (fra)":80.09,"MassiveIntentClassification (fr)":60.99,"MassiveScenarioClassification (fr)":66.42,"MTOPDomainClassification (fr)":85.14,"MTOPIntentClassification (fr)":54.39}
31
+ {"index":80,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":64.64,"AmazonReviewsClassification (fr)":39.0,"MasakhaNEWSClassification (fra)":78.1,"MassiveIntentClassification (fr)":61.88,"MassiveScenarioClassification (fr)":67.9,"MTOPDomainClassification (fr)":81.21,"MTOPIntentClassification (fr)":59.76}
32
+ {"index":69,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":64.6,"AmazonReviewsClassification (fr)":38.52,"MasakhaNEWSClassification (fra)":77.39,"MassiveIntentClassification (fr)":60.47,"MassiveScenarioClassification (fr)":65.1,"MTOPDomainClassification (fr)":84.14,"MTOPIntentClassification (fr)":62.01}
33
+ {"index":37,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":64.57,"AmazonReviewsClassification (fr)":34.79,"MasakhaNEWSClassification (fra)":79.29,"MassiveIntentClassification (fr)":59.41,"MassiveScenarioClassification (fr)":65.29,"MTOPDomainClassification (fr)":85.52,"MTOPIntentClassification (fr)":63.12}
34
+ {"index":93,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.41,"AmazonReviewsClassification (fr)":33.51,"MasakhaNEWSClassification (fra)":82.06,"MassiveIntentClassification (fr)":61.19,"MassiveScenarioClassification (fr)":70.22,"MTOPDomainClassification (fr)":85.5,"MTOPIntentClassification (fr)":53.98}
35
+ {"index":59,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":63.13,"AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":77.65,"MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":81.2,"MTOPIntentClassification (fr)":46.01}
36
+ {"index":75,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":62.14,"AmazonReviewsClassification (fr)":35.7,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":57.02,"MassiveScenarioClassification (fr)":65.2,"MTOPDomainClassification (fr)":84.61,"MTOPIntentClassification (fr)":53.41}
37
+ {"index":82,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":61.64,"AmazonReviewsClassification (fr)":41.48,"MasakhaNEWSClassification (fra)":80.43,"MassiveIntentClassification (fr)":57.01,"MassiveScenarioClassification (fr)":63.6,"MTOPDomainClassification (fr)":79.6,"MTOPIntentClassification (fr)":47.73}
38
+ {"index":15,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":61.3,"AmazonReviewsClassification (fr)":38.6,"MasakhaNEWSClassification (fra)":82.58,"MassiveIntentClassification (fr)":56.31,"MassiveScenarioClassification (fr)":59.5,"MTOPDomainClassification (fr)":80.79,"MTOPIntentClassification (fr)":50.01}
39
+ {"index":79,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":61.02,"AmazonReviewsClassification (fr)":35.3,"MasakhaNEWSClassification (fra)":76.09,"MassiveIntentClassification (fr)":57.52,"MassiveScenarioClassification (fr)":64.52,"MTOPDomainClassification (fr)":78.63,"MTOPIntentClassification (fr)":54.05}
40
+ {"index":7,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.98,"AmazonReviewsClassification (fr)":35.07,"MasakhaNEWSClassification (fra)":76.0,"MassiveIntentClassification (fr)":56.03,"MassiveScenarioClassification (fr)":59.3,"MTOPDomainClassification (fr)":75.7,"MTOPIntentClassification (fr)":63.76}
41
+ {"index":1,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.84,"AmazonReviewsClassification (fr)":37.26,"MasakhaNEWSClassification (fra)":80.19,"MassiveIntentClassification (fr)":53.7,"MassiveScenarioClassification (fr)":62.46,"MTOPDomainClassification (fr)":79.79,"MTOPIntentClassification (fr)":45.62}
42
+ {"index":81,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":58.08,"AmazonReviewsClassification (fr)":37.35,"MasakhaNEWSClassification (fra)":81.21,"MassiveIntentClassification (fr)":51.13,"MassiveScenarioClassification (fr)":59.92,"MTOPDomainClassification (fr)":75.03,"MTOPIntentClassification (fr)":43.85}
43
+ {"index":55,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":57.72,"AmazonReviewsClassification (fr)":36.71,"MasakhaNEWSClassification (fra)":80.59,"MassiveIntentClassification (fr)":46.39,"MassiveScenarioClassification (fr)":53.86,"MTOPDomainClassification (fr)":74.8,"MTOPIntentClassification (fr)":53.97}
44
+ {"index":45,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":56.63,"AmazonReviewsClassification (fr)":36.03,"MasakhaNEWSClassification (fra)":70.36,"MassiveIntentClassification (fr)":51.59,"MassiveScenarioClassification (fr)":61.28,"MTOPDomainClassification (fr)":77.1,"MTOPIntentClassification (fr)":43.44}
45
+ {"index":89,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AmazonReviewsClassification (fr)":34.25,"MasakhaNEWSClassification (fra)":73.84,"MassiveIntentClassification (fr)":51.93,"MassiveScenarioClassification (fr)":58.31,"MTOPDomainClassification (fr)":71.83,"MTOPIntentClassification (fr)":44.53}
46
+ {"index":60,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.9,"AmazonReviewsClassification (fr)":35.12,"MasakhaNEWSClassification (fra)":80.83,"MassiveIntentClassification (fr)":43.21,"MassiveScenarioClassification (fr)":49.78,"MTOPDomainClassification (fr)":69.24,"MTOPIntentClassification (fr)":51.25}
47
+ {"index":5,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":53.31,"AmazonReviewsClassification (fr)":31.12,"MasakhaNEWSClassification (fra)":65.9,"MassiveIntentClassification (fr)":46.13,"MassiveScenarioClassification (fr)":54.32,"MTOPDomainClassification (fr)":72.26,"MTOPIntentClassification (fr)":50.12}
48
+ {"index":70,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":52.14,"AmazonReviewsClassification (fr)":27.54,"MasakhaNEWSClassification (fra)":72.2,"MassiveIntentClassification (fr)":44.82,"MassiveScenarioClassification (fr)":53.76,"MTOPDomainClassification (fr)":75.59,"MTOPIntentClassification (fr)":38.94}
49
+ {"index":78,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":50.9,"AmazonReviewsClassification (fr)":27.05,"MasakhaNEWSClassification (fra)":75.62,"MassiveIntentClassification (fr)":42.64,"MassiveScenarioClassification (fr)":49.92,"MTOPDomainClassification (fr)":72.97,"MTOPIntentClassification (fr)":37.18}
50
+ {"index":54,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":48.37,"AmazonReviewsClassification (fr)":29.02,"MasakhaNEWSClassification (fra)":75.69,"MassiveIntentClassification (fr)":38.01,"MassiveScenarioClassification (fr)":43.63,"MTOPDomainClassification (fr)":64.49,"MTOPIntentClassification (fr)":39.4}
51
+ {"index":20,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87}
52
+ {"index":53,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84}
53
+ {"index":22,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":63.91,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.63,"MTOPIntentClassification (fr)":37.86}
54
+ {"index":21,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":63.89,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.7,"MTOPIntentClassification (fr)":37.85}
55
+ {"index":95,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":31.21,"AmazonReviewsClassification (fr)":26.75,"MasakhaNEWSClassification (fra)":60.5,"MassiveIntentClassification (fr)":13.58,"MassiveScenarioClassification (fr)":23.21,"MTOPDomainClassification (fr)":43.83,"MTOPIntentClassification (fr)":19.38}
56
+ {"index":96,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":30.71,"AmazonReviewsClassification (fr)":26.62,"MasakhaNEWSClassification (fra)":65.76,"MassiveIntentClassification (fr)":15.82,"MassiveScenarioClassification (fr)":23.92,"MTOPDomainClassification (fr)":36.77,"MTOPIntentClassification (fr)":15.37}
57
+ {"index":61,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.38,"AmazonReviewsClassification (fr)":26.85,"MasakhaNEWSClassification (fra)":67.94,"MassiveIntentClassification (fr)":15.09,"MassiveScenarioClassification (fr)":21.67,"MTOPDomainClassification (fr)":34.99,"MTOPIntentClassification (fr)":15.76}
58
+ {"index":52,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.21,"AmazonReviewsClassification (fr)":22.45,"MasakhaNEWSClassification (fra)":55.64,"MassiveIntentClassification (fr)":16.41,"MassiveScenarioClassification (fr)":22.72,"MTOPDomainClassification (fr)":24.27,"MTOPIntentClassification (fr)":9.79}
59
+ {"index":50,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":24.91,"AmazonReviewsClassification (fr)":24.9,"MasakhaNEWSClassification (fra)":71.14,"MassiveIntentClassification (fr)":6.98,"MassiveScenarioClassification (fr)":11.41,"MTOPDomainClassification (fr)":25.55,"MTOPIntentClassification (fr)":9.49}
60
+ {"index":51,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":23.28,"AmazonReviewsClassification (fr)":23.52,"MasakhaNEWSClassification (fra)":62.61,"MassiveIntentClassification (fr)":6.24,"MassiveScenarioClassification (fr)":10.98,"MTOPDomainClassification (fr)":27.74,"MTOPIntentClassification (fr)":8.61}
61
+ {"index":12,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":37.53,"MassiveScenarioClassification (fr)":45.32,"MTOPDomainClassification (fr)":54.97,"MTOPIntentClassification (fr)":26.69}
62
+ {"index":13,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":32.64,"MassiveScenarioClassification (fr)":40.66,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
63
+ {"index":14,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.16,"MassiveScenarioClassification (fr)":40.92,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
64
+ {"index":24,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
65
+ {"index":25,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AmazonReviewsClassification (fr)":31.56,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":46.89,"MassiveScenarioClassification (fr)":56.99,"MTOPDomainClassification (fr)":79.8,"MTOPIntentClassification (fr)":38.96}
66
+ {"index":31,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (fr)":38.86,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":84.23,"MTOPIntentClassification (fr)":61.32}
67
+ {"index":32,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (fr)":26.39,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.44,"MassiveScenarioClassification (fr)":45.07,"MTOPDomainClassification (fr)":65.35,"MTOPIntentClassification (fr)":46.33}
68
+ {"index":33,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (fr)":27.4,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.67,"MassiveScenarioClassification (fr)":45.92,"MTOPDomainClassification (fr)":63.13,"MTOPIntentClassification (fr)":44.34}
69
+ {"index":34,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-nli-bitfit\">SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":"","AmazonReviewsClassification (fr)":37.84,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":81.32,"MTOPIntentClassification (fr)":58.67}
70
+ {"index":39,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":39.47,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.27,"MassiveScenarioClassification (fr)":69.76,"MTOPDomainClassification (fr)":86.22,"MTOPIntentClassification (fr)":59.43}
71
+ {"index":40,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","AmazonReviewsClassification (fr)":39.29,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.58,"MassiveScenarioClassification (fr)":69.6,"MTOPDomainClassification (fr)":83.8,"MTOPIntentClassification (fr)":63.36}
72
+ {"index":41,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AmazonReviewsClassification (fr)":35.92,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":66.95,"MassiveScenarioClassification (fr)":72.91,"MTOPDomainClassification (fr)":90.98,"MTOPIntentClassification (fr)":69.12}
73
+ {"index":42,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","AmazonReviewsClassification (fr)":27.0,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":41.95,"MassiveScenarioClassification (fr)":50.59,"MTOPDomainClassification (fr)":75.57,"MTOPIntentClassification (fr)":41.12}
74
+ {"index":43,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
75
+ {"index":49,"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":34.91,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.55,"MassiveScenarioClassification (fr)":63.02,"MTOPDomainClassification (fr)":86.19,"MTOPIntentClassification (fr)":66.75}
76
+ {"index":58,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AmazonReviewsClassification (fr)":48.51,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":73.32,"MassiveScenarioClassification (fr)":77.07,"MTOPDomainClassification (fr)":89.97,"MTOPIntentClassification (fr)":76.72}
77
+ {"index":68,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
78
+ {"index":71,"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":74.05,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
79
+ {"index":73,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71}
80
+ {"index":76,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39}
81
+ {"index":77,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07}
82
+ {"index":86,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":30.84,"MassiveScenarioClassification (fr)":42.42,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
83
+ {"index":87,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (fr)":33.45,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.8,"MassiveScenarioClassification (fr)":63.39,"MTOPDomainClassification (fr)":76.17,"MTOPIntentClassification (fr)":53.26}
84
+ {"index":88,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
85
+ {"index":90,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
86
+ {"index":91,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
87
+ {"index":92,"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
all_data_tasks/17/default.jsonl CHANGED
@@ -1,60 +1,61 @@
1
- {"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":56.48,"AlloProfClusteringP2P":71.2,"AlloProfClusteringS2S":59.64,"HALClusteringS2S":28.19,"MLSUMClusteringP2P (fr)":47.75,"MLSUMClusteringS2S (fr)":47.46,"MasakhaNEWSClusteringP2P (fra)":73.86,"MasakhaNEWSClusteringS2S (fra)":67.24}
2
  {"index":9,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62}
3
  {"index":8,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":55.01,"AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":55.42,"HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":71.71}
4
- {"index":27,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09}
5
- {"index":97,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58}
6
- {"index":26,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":47.45,"AlloProfClusteringP2P":64.71,"AlloProfClusteringS2S":45.57,"HALClusteringS2S":25.37,"MLSUMClusteringP2P (fr)":44.23,"MLSUMClusteringS2S (fr)":44.58,"MasakhaNEWSClusteringP2P (fra)":61.58,"MasakhaNEWSClusteringS2S (fra)":46.1}
7
- {"index":4,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.57,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":49.8}
8
- {"index":29,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":46.25,"AlloProfClusteringP2P":62.17,"AlloProfClusteringS2S":45.12,"HALClusteringS2S":23.56,"MLSUMClusteringP2P (fr)":43.3,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":52.88,"MasakhaNEWSClusteringS2S (fra)":53.93}
9
- {"index":2,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.46,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44,"MLSUMClusteringP2P (fr)":45.23,"MLSUMClusteringS2S (fr)":41.48,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":35.18}
10
- {"index":0,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.74,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17,"MLSUMClusteringP2P (fr)":45.28,"MLSUMClusteringS2S (fr)":42.74,"MasakhaNEWSClusteringP2P (fra)":48.13,"MasakhaNEWSClusteringS2S (fra)":39.62}
11
- {"index":3,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.23,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36,"MLSUMClusteringP2P (fr)":44.03,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":50.68,"MasakhaNEWSClusteringS2S (fra)":38.79}
12
- {"index":83,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":43.25,"AlloProfClusteringP2P":60.98,"AlloProfClusteringS2S":43.5,"HALClusteringS2S":21.4,"MLSUMClusteringP2P (fr)":42.24,"MLSUMClusteringS2S (fr)":35.25,"MasakhaNEWSClusteringP2P (fra)":61.15,"MasakhaNEWSClusteringS2S (fra)":38.24}
13
- {"index":45,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":43.17,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9,"MLSUMClusteringP2P (fr)":42.04,"MLSUMClusteringS2S (fr)":32.29,"MasakhaNEWSClusteringP2P (fra)":54.51,"MasakhaNEWSClusteringS2S (fra)":44.73}
14
- {"index":55,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.66,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48,"MLSUMClusteringP2P (fr)":43.48,"MLSUMClusteringS2S (fr)":38.53,"MasakhaNEWSClusteringP2P (fra)":47.91,"MasakhaNEWSClusteringS2S (fra)":51.16}
15
- {"index":92,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":42.0,"AlloProfClusteringP2P":56.9,"AlloProfClusteringS2S":37.84,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.9,"MLSUMClusteringS2S (fr)":35.5,"MasakhaNEWSClusteringP2P (fra)":60.57,"MasakhaNEWSClusteringS2S (fra)":40.31}
16
- {"index":1,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.88,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":38.77,"MasakhaNEWSClusteringP2P (fra)":48.54,"MasakhaNEWSClusteringS2S (fra)":36.33}
17
- {"index":66,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.82,"AlloProfClusteringP2P":57.43,"AlloProfClusteringS2S":39.09,"HALClusteringS2S":25.77,"MLSUMClusteringP2P (fr)":42.03,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":49.68,"MasakhaNEWSClusteringS2S (fra)":36.91}
18
- {"index":37,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.7,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4,"MLSUMClusteringP2P (fr)":42.94,"MLSUMClusteringS2S (fr)":33.91,"MasakhaNEWSClusteringP2P (fra)":53.94,"MasakhaNEWSClusteringS2S (fra)":41.05}
19
- {"index":10,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68}
20
- {"index":61,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68}
21
- {"index":82,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":41.6,"AlloProfClusteringP2P":60.37,"AlloProfClusteringS2S":40.76,"HALClusteringS2S":20.28,"MLSUMClusteringP2P (fr)":41.61,"MLSUMClusteringS2S (fr)":33.6,"MasakhaNEWSClusteringP2P (fra)":62.82,"MasakhaNEWSClusteringS2S (fra)":31.74}
22
- {"index":63,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.33,"AlloProfClusteringP2P":59.89,"AlloProfClusteringS2S":38.46,"HALClusteringS2S":25.68,"MLSUMClusteringP2P (fr)":44.01,"MLSUMClusteringS2S (fr)":36.92,"MasakhaNEWSClusteringP2P (fra)":47.22,"MasakhaNEWSClusteringS2S (fra)":37.16}
23
- {"index":7,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.21,"AlloProfClusteringP2P":64.0,"AlloProfClusteringS2S":29.93,"HALClusteringS2S":20.82,"MLSUMClusteringP2P (fr)":45.26,"MLSUMClusteringS2S (fr)":44.95,"MasakhaNEWSClusteringP2P (fra)":51.34,"MasakhaNEWSClusteringS2S (fra)":32.2}
24
- {"index":54,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":41.16,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69,"MLSUMClusteringP2P (fr)":45.59,"MLSUMClusteringS2S (fr)":32.0,"MasakhaNEWSClusteringP2P (fra)":52.47,"MasakhaNEWSClusteringS2S (fra)":49.2}
25
- {"index":16,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.7,"AlloProfClusteringP2P":63.53,"AlloProfClusteringS2S":36.18,"HALClusteringS2S":19.9,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":34.75,"MasakhaNEWSClusteringP2P (fra)":53.18,"MasakhaNEWSClusteringS2S (fra)":32.31}
26
- {"index":81,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.6,"AlloProfClusteringP2P":61.82,"AlloProfClusteringS2S":39.78,"HALClusteringS2S":18.73,"MLSUMClusteringP2P (fr)":42.07,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":58.6,"MasakhaNEWSClusteringS2S (fra)":31.33}
27
- {"index":53,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.43,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9,"MLSUMClusteringP2P (fr)":43.5,"MLSUMClusteringS2S (fr)":30.99,"MasakhaNEWSClusteringP2P (fra)":49.71,"MasakhaNEWSClusteringS2S (fra)":42.23}
28
- {"index":65,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":40.4,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":37.62,"HALClusteringS2S":25.76,"MLSUMClusteringP2P (fr)":41.82,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":42.63,"MasakhaNEWSClusteringS2S (fra)":36.4}
29
- {"index":80,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":40.07,"AlloProfClusteringP2P":58.44,"AlloProfClusteringS2S":35.93,"HALClusteringS2S":17.72,"MLSUMClusteringP2P (fr)":40.77,"MLSUMClusteringS2S (fr)":30.06,"MasakhaNEWSClusteringP2P (fra)":61.9,"MasakhaNEWSClusteringS2S (fra)":35.64}
30
- {"index":96,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.86,"AlloProfClusteringP2P":56.89,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.5,"MLSUMClusteringP2P (fr)":41.79,"MLSUMClusteringS2S (fr)":41.55,"MasakhaNEWSClusteringP2P (fra)":49.18,"MasakhaNEWSClusteringS2S (fra)":26.94}
31
- {"index":64,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":39.81,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":36.45,"HALClusteringS2S":24.97,"MLSUMClusteringP2P (fr)":42.49,"MLSUMClusteringS2S (fr)":34.45,"MasakhaNEWSClusteringP2P (fra)":47.58,"MasakhaNEWSClusteringS2S (fra)":33.58}
32
- {"index":35,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":39.65,"AlloProfClusteringP2P":64.17,"AlloProfClusteringS2S":38.17,"HALClusteringS2S":24.09,"MLSUMClusteringP2P (fr)":43.8,"MLSUMClusteringS2S (fr)":37.75,"MasakhaNEWSClusteringP2P (fra)":40.8,"MasakhaNEWSClusteringS2S (fra)":28.8}
33
- {"index":79,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.11,"AlloProfClusteringP2P":54.49,"AlloProfClusteringS2S":44.79,"HALClusteringS2S":23.97,"MLSUMClusteringP2P (fr)":40.55,"MLSUMClusteringS2S (fr)":37.53,"MasakhaNEWSClusteringP2P (fra)":41.57,"MasakhaNEWSClusteringS2S (fra)":30.88}
34
- {"index":58,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.93,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.2,"MLSUMClusteringS2S (fr)":37.61,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22}
35
- {"index":15,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.91,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31,"MLSUMClusteringP2P (fr)":42.8,"MLSUMClusteringS2S (fr)":32.72,"MasakhaNEWSClusteringP2P (fra)":56.81,"MasakhaNEWSClusteringS2S (fra)":29.41}
36
- {"index":56,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56}
37
- {"index":74,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76}
38
- {"index":28,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":38.61,"AlloProfClusteringP2P":55.52,"AlloProfClusteringS2S":35.8,"HALClusteringS2S":23.14,"MLSUMClusteringP2P (fr)":40.31,"MLSUMClusteringS2S (fr)":40.05,"MasakhaNEWSClusteringP2P (fra)":45.03,"MasakhaNEWSClusteringS2S (fra)":30.39}
39
- {"index":78,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.35,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21,"MLSUMClusteringP2P (fr)":39.97,"MLSUMClusteringS2S (fr)":36.55,"MasakhaNEWSClusteringP2P (fra)":36.58,"MasakhaNEWSClusteringS2S (fra)":33.9}
40
- {"index":68,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":38.32,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":34.84,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13}
41
- {"index":62,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":37.9,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.13,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":36.69,"MasakhaNEWSClusteringP2P (fra)":34.61,"MasakhaNEWSClusteringS2S (fra)":32.81}
42
- {"index":93,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.35,"AlloProfClusteringP2P":54.21,"AlloProfClusteringS2S":37.95,"HALClusteringS2S":18.94,"MLSUMClusteringP2P (fr)":41.02,"MLSUMClusteringS2S (fr)":37.97,"MasakhaNEWSClusteringP2P (fra)":24.09,"MasakhaNEWSClusteringS2S (fra)":40.24}
43
- {"index":44,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":35.44,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22,"MLSUMClusteringP2P (fr)":35.98,"MLSUMClusteringS2S (fr)":27.05,"MasakhaNEWSClusteringP2P (fra)":36.03,"MasakhaNEWSClusteringS2S (fra)":30.77}
44
- {"index":59,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":35.04,"AlloProfClusteringP2P":62.22,"AlloProfClusteringS2S":27.06,"HALClusteringS2S":13.86,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":30.47,"MasakhaNEWSClusteringP2P (fra)":40.2,"MasakhaNEWSClusteringS2S (fra)":27.35}
45
- {"index":70,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":34.73,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84,"MLSUMClusteringP2P (fr)":36.74,"MLSUMClusteringS2S (fr)":28.12,"MasakhaNEWSClusteringP2P (fra)":34.92,"MasakhaNEWSClusteringS2S (fra)":40.58}
46
- {"index":21,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":34.09,"AlloProfClusteringP2P":53.16,"AlloProfClusteringS2S":43.43,"HALClusteringS2S":20.26,"MLSUMClusteringP2P (fr)":41.22,"MLSUMClusteringS2S (fr)":31.88,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
47
- {"index":22,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.96,"AlloProfClusteringP2P":53.49,"AlloProfClusteringS2S":43.1,"HALClusteringS2S":19.78,"MLSUMClusteringP2P (fr)":40.73,"MLSUMClusteringS2S (fr)":31.94,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
48
- {"index":20,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.94,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94,"MLSUMClusteringP2P (fr)":40.96,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
49
- {"index":52,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":33.82,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81,"MLSUMClusteringP2P (fr)":40.9,"MLSUMClusteringS2S (fr)":31.8,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
50
- {"index":69,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":33.75,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58,"MLSUMClusteringP2P (fr)":34.35,"MLSUMClusteringS2S (fr)":29.3,"MasakhaNEWSClusteringP2P (fra)":42.72,"MasakhaNEWSClusteringS2S (fra)":32.47}
51
- {"index":88,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.66,"AlloProfClusteringP2P":49.11,"AlloProfClusteringS2S":32.72,"HALClusteringS2S":16.19,"MLSUMClusteringP2P (fr)":36.19,"MLSUMClusteringS2S (fr)":30.39,"MasakhaNEWSClusteringP2P (fra)":38.51,"MasakhaNEWSClusteringS2S (fra)":32.51}
52
- {"index":77,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":32.84,"AlloProfClusteringP2P":49.13,"AlloProfClusteringS2S":26.16,"HALClusteringS2S":12.49,"MLSUMClusteringP2P (fr)":35.15,"MLSUMClusteringS2S (fr)":25.95,"MasakhaNEWSClusteringP2P (fra)":53.73,"MasakhaNEWSClusteringS2S (fra)":27.27}
53
- {"index":5,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":29.92,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52,"MLSUMClusteringP2P (fr)":34.53,"MLSUMClusteringS2S (fr)":27.35,"MasakhaNEWSClusteringP2P (fra)":32.04,"MasakhaNEWSClusteringS2S (fra)":29.77}
54
- {"index":60,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.03,"AlloProfClusteringP2P":53.57,"AlloProfClusteringS2S":22.13,"HALClusteringS2S":7.68,"MLSUMClusteringP2P (fr)":36.43,"MLSUMClusteringS2S (fr)":25.26,"MasakhaNEWSClusteringP2P (fra)":37.57,"MasakhaNEWSClusteringS2S (fra)":20.58}
55
- {"index":95,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":28.62,"AlloProfClusteringP2P":56.54,"AlloProfClusteringS2S":21.18,"HALClusteringS2S":5.94,"MLSUMClusteringP2P (fr)":42.67,"MLSUMClusteringS2S (fr)":18.5,"MasakhaNEWSClusteringP2P (fra)":34.02,"MasakhaNEWSClusteringS2S (fra)":21.52}
56
- {"index":94,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":28.42,"AlloProfClusteringP2P":52.24,"AlloProfClusteringS2S":20.37,"HALClusteringS2S":8.68,"MLSUMClusteringP2P (fr)":40.44,"MLSUMClusteringS2S (fr)":24.14,"MasakhaNEWSClusteringP2P (fra)":29.29,"MasakhaNEWSClusteringS2S (fra)":23.76}
57
- {"index":49,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":27.18,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85,"MLSUMClusteringP2P (fr)":39.06,"MLSUMClusteringS2S (fr)":17.13,"MasakhaNEWSClusteringP2P (fra)":41.61,"MasakhaNEWSClusteringS2S (fra)":21.26}
58
- {"index":51,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.11,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26,"MLSUMClusteringP2P (fr)":38.09,"MLSUMClusteringS2S (fr)":18.71,"MasakhaNEWSClusteringP2P (fra)":26.43,"MasakhaNEWSClusteringS2S (fra)":24.68}
59
- {"index":50,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":22.45,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8,"MLSUMClusteringP2P (fr)":33.22,"MLSUMClusteringS2S (fr)":14.9,"MasakhaNEWSClusteringP2P (fra)":28.49,"MasakhaNEWSClusteringS2S (fra)":22.58}
60
- {"index":36,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":"","HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":""}
 
 
1
+ {"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"Average":56.48,"AlloProfClusteringP2P":71.2,"AlloProfClusteringS2S":59.64,"HALClusteringS2S":28.19,"MLSUMClusteringP2P (fr)":47.75,"MLSUMClusteringS2S (fr)":47.46,"MasakhaNEWSClusteringP2P (fra)":73.86,"MasakhaNEWSClusteringS2S (fra)":67.24}
2
  {"index":9,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62}
3
  {"index":8,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":55.01,"AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":55.42,"HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":71.71}
4
+ {"index":38,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09}
5
+ {"index":27,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09}
6
+ {"index":98,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58}
7
+ {"index":26,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":47.45,"AlloProfClusteringP2P":64.71,"AlloProfClusteringS2S":45.57,"HALClusteringS2S":25.37,"MLSUMClusteringP2P (fr)":44.23,"MLSUMClusteringS2S (fr)":44.58,"MasakhaNEWSClusteringP2P (fra)":61.58,"MasakhaNEWSClusteringS2S (fra)":46.1}
8
+ {"index":4,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.57,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":49.8}
9
+ {"index":29,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":46.25,"AlloProfClusteringP2P":62.17,"AlloProfClusteringS2S":45.12,"HALClusteringS2S":23.56,"MLSUMClusteringP2P (fr)":43.3,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":52.88,"MasakhaNEWSClusteringS2S (fra)":53.93}
10
+ {"index":2,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.46,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44,"MLSUMClusteringP2P (fr)":45.23,"MLSUMClusteringS2S (fr)":41.48,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":35.18}
11
+ {"index":0,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.74,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17,"MLSUMClusteringP2P (fr)":45.28,"MLSUMClusteringS2S (fr)":42.74,"MasakhaNEWSClusteringP2P (fra)":48.13,"MasakhaNEWSClusteringS2S (fra)":39.62}
12
+ {"index":3,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.23,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36,"MLSUMClusteringP2P (fr)":44.03,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":50.68,"MasakhaNEWSClusteringS2S (fra)":38.79}
13
+ {"index":84,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":43.25,"AlloProfClusteringP2P":60.98,"AlloProfClusteringS2S":43.5,"HALClusteringS2S":21.4,"MLSUMClusteringP2P (fr)":42.24,"MLSUMClusteringS2S (fr)":35.25,"MasakhaNEWSClusteringP2P (fra)":61.15,"MasakhaNEWSClusteringS2S (fra)":38.24}
14
+ {"index":46,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":43.17,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9,"MLSUMClusteringP2P (fr)":42.04,"MLSUMClusteringS2S (fr)":32.29,"MasakhaNEWSClusteringP2P (fra)":54.51,"MasakhaNEWSClusteringS2S (fra)":44.73}
15
+ {"index":56,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.66,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48,"MLSUMClusteringP2P (fr)":43.48,"MLSUMClusteringS2S (fr)":38.53,"MasakhaNEWSClusteringP2P (fra)":47.91,"MasakhaNEWSClusteringS2S (fra)":51.16}
16
+ {"index":93,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":42.0,"AlloProfClusteringP2P":56.9,"AlloProfClusteringS2S":37.84,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.9,"MLSUMClusteringS2S (fr)":35.5,"MasakhaNEWSClusteringP2P (fra)":60.57,"MasakhaNEWSClusteringS2S (fra)":40.31}
17
+ {"index":1,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.88,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":38.77,"MasakhaNEWSClusteringP2P (fra)":48.54,"MasakhaNEWSClusteringS2S (fra)":36.33}
18
+ {"index":67,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.82,"AlloProfClusteringP2P":57.43,"AlloProfClusteringS2S":39.09,"HALClusteringS2S":25.77,"MLSUMClusteringP2P (fr)":42.03,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":49.68,"MasakhaNEWSClusteringS2S (fra)":36.91}
19
+ {"index":37,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.7,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4,"MLSUMClusteringP2P (fr)":42.94,"MLSUMClusteringS2S (fr)":33.91,"MasakhaNEWSClusteringP2P (fra)":53.94,"MasakhaNEWSClusteringS2S (fra)":41.05}
20
+ {"index":10,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68}
21
+ {"index":62,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68}
22
+ {"index":83,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":41.6,"AlloProfClusteringP2P":60.37,"AlloProfClusteringS2S":40.76,"HALClusteringS2S":20.28,"MLSUMClusteringP2P (fr)":41.61,"MLSUMClusteringS2S (fr)":33.6,"MasakhaNEWSClusteringP2P (fra)":62.82,"MasakhaNEWSClusteringS2S (fra)":31.74}
23
+ {"index":64,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.33,"AlloProfClusteringP2P":59.89,"AlloProfClusteringS2S":38.46,"HALClusteringS2S":25.68,"MLSUMClusteringP2P (fr)":44.01,"MLSUMClusteringS2S (fr)":36.92,"MasakhaNEWSClusteringP2P (fra)":47.22,"MasakhaNEWSClusteringS2S (fra)":37.16}
24
+ {"index":7,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.21,"AlloProfClusteringP2P":64.0,"AlloProfClusteringS2S":29.93,"HALClusteringS2S":20.82,"MLSUMClusteringP2P (fr)":45.26,"MLSUMClusteringS2S (fr)":44.95,"MasakhaNEWSClusteringP2P (fra)":51.34,"MasakhaNEWSClusteringS2S (fra)":32.2}
25
+ {"index":55,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":41.16,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69,"MLSUMClusteringP2P (fr)":45.59,"MLSUMClusteringS2S (fr)":32.0,"MasakhaNEWSClusteringP2P (fra)":52.47,"MasakhaNEWSClusteringS2S (fra)":49.2}
26
+ {"index":16,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.7,"AlloProfClusteringP2P":63.53,"AlloProfClusteringS2S":36.18,"HALClusteringS2S":19.9,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":34.75,"MasakhaNEWSClusteringP2P (fra)":53.18,"MasakhaNEWSClusteringS2S (fra)":32.31}
27
+ {"index":82,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.6,"AlloProfClusteringP2P":61.82,"AlloProfClusteringS2S":39.78,"HALClusteringS2S":18.73,"MLSUMClusteringP2P (fr)":42.07,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":58.6,"MasakhaNEWSClusteringS2S (fra)":31.33}
28
+ {"index":54,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.43,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9,"MLSUMClusteringP2P (fr)":43.5,"MLSUMClusteringS2S (fr)":30.99,"MasakhaNEWSClusteringP2P (fra)":49.71,"MasakhaNEWSClusteringS2S (fra)":42.23}
29
+ {"index":66,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":40.4,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":37.62,"HALClusteringS2S":25.76,"MLSUMClusteringP2P (fr)":41.82,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":42.63,"MasakhaNEWSClusteringS2S (fra)":36.4}
30
+ {"index":81,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":40.07,"AlloProfClusteringP2P":58.44,"AlloProfClusteringS2S":35.93,"HALClusteringS2S":17.72,"MLSUMClusteringP2P (fr)":40.77,"MLSUMClusteringS2S (fr)":30.06,"MasakhaNEWSClusteringP2P (fra)":61.9,"MasakhaNEWSClusteringS2S (fra)":35.64}
31
+ {"index":97,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.86,"AlloProfClusteringP2P":56.89,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.5,"MLSUMClusteringP2P (fr)":41.79,"MLSUMClusteringS2S (fr)":41.55,"MasakhaNEWSClusteringP2P (fra)":49.18,"MasakhaNEWSClusteringS2S (fra)":26.94}
32
+ {"index":65,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":39.81,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":36.45,"HALClusteringS2S":24.97,"MLSUMClusteringP2P (fr)":42.49,"MLSUMClusteringS2S (fr)":34.45,"MasakhaNEWSClusteringP2P (fra)":47.58,"MasakhaNEWSClusteringS2S (fra)":33.58}
33
+ {"index":35,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.65,"AlloProfClusteringP2P":64.17,"AlloProfClusteringS2S":38.17,"HALClusteringS2S":24.09,"MLSUMClusteringP2P (fr)":43.8,"MLSUMClusteringS2S (fr)":37.75,"MasakhaNEWSClusteringP2P (fra)":40.8,"MasakhaNEWSClusteringS2S (fra)":28.8}
34
+ {"index":80,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.11,"AlloProfClusteringP2P":54.49,"AlloProfClusteringS2S":44.79,"HALClusteringS2S":23.97,"MLSUMClusteringP2P (fr)":40.55,"MLSUMClusteringS2S (fr)":37.53,"MasakhaNEWSClusteringP2P (fra)":41.57,"MasakhaNEWSClusteringS2S (fra)":30.88}
35
+ {"index":59,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.93,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.2,"MLSUMClusteringS2S (fr)":37.61,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22}
36
+ {"index":15,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.91,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31,"MLSUMClusteringP2P (fr)":42.8,"MLSUMClusteringS2S (fr)":32.72,"MasakhaNEWSClusteringP2P (fra)":56.81,"MasakhaNEWSClusteringS2S (fra)":29.41}
37
+ {"index":57,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56}
38
+ {"index":75,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76}
39
+ {"index":28,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":38.61,"AlloProfClusteringP2P":55.52,"AlloProfClusteringS2S":35.8,"HALClusteringS2S":23.14,"MLSUMClusteringP2P (fr)":40.31,"MLSUMClusteringS2S (fr)":40.05,"MasakhaNEWSClusteringP2P (fra)":45.03,"MasakhaNEWSClusteringS2S (fra)":30.39}
40
+ {"index":79,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.35,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21,"MLSUMClusteringP2P (fr)":39.97,"MLSUMClusteringS2S (fr)":36.55,"MasakhaNEWSClusteringP2P (fra)":36.58,"MasakhaNEWSClusteringS2S (fra)":33.9}
41
+ {"index":69,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":38.32,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":34.84,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13}
42
+ {"index":63,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":37.9,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.13,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":36.69,"MasakhaNEWSClusteringP2P (fra)":34.61,"MasakhaNEWSClusteringS2S (fra)":32.81}
43
+ {"index":94,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.35,"AlloProfClusteringP2P":54.21,"AlloProfClusteringS2S":37.95,"HALClusteringS2S":18.94,"MLSUMClusteringP2P (fr)":41.02,"MLSUMClusteringS2S (fr)":37.97,"MasakhaNEWSClusteringP2P (fra)":24.09,"MasakhaNEWSClusteringS2S (fra)":40.24}
44
+ {"index":45,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":35.44,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22,"MLSUMClusteringP2P (fr)":35.98,"MLSUMClusteringS2S (fr)":27.05,"MasakhaNEWSClusteringP2P (fra)":36.03,"MasakhaNEWSClusteringS2S (fra)":30.77}
45
+ {"index":60,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":35.04,"AlloProfClusteringP2P":62.22,"AlloProfClusteringS2S":27.06,"HALClusteringS2S":13.86,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":30.47,"MasakhaNEWSClusteringP2P (fra)":40.2,"MasakhaNEWSClusteringS2S (fra)":27.35}
46
+ {"index":71,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":34.73,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84,"MLSUMClusteringP2P (fr)":36.74,"MLSUMClusteringS2S (fr)":28.12,"MasakhaNEWSClusteringP2P (fra)":34.92,"MasakhaNEWSClusteringS2S (fra)":40.58}
47
+ {"index":21,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":34.09,"AlloProfClusteringP2P":53.16,"AlloProfClusteringS2S":43.43,"HALClusteringS2S":20.26,"MLSUMClusteringP2P (fr)":41.22,"MLSUMClusteringS2S (fr)":31.88,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
48
+ {"index":22,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.96,"AlloProfClusteringP2P":53.49,"AlloProfClusteringS2S":43.1,"HALClusteringS2S":19.78,"MLSUMClusteringP2P (fr)":40.73,"MLSUMClusteringS2S (fr)":31.94,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
49
+ {"index":20,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.94,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94,"MLSUMClusteringP2P (fr)":40.96,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
50
+ {"index":53,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":33.82,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81,"MLSUMClusteringP2P (fr)":40.9,"MLSUMClusteringS2S (fr)":31.8,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
51
+ {"index":70,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":33.75,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58,"MLSUMClusteringP2P (fr)":34.35,"MLSUMClusteringS2S (fr)":29.3,"MasakhaNEWSClusteringP2P (fra)":42.72,"MasakhaNEWSClusteringS2S (fra)":32.47}
52
+ {"index":89,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.66,"AlloProfClusteringP2P":49.11,"AlloProfClusteringS2S":32.72,"HALClusteringS2S":16.19,"MLSUMClusteringP2P (fr)":36.19,"MLSUMClusteringS2S (fr)":30.39,"MasakhaNEWSClusteringP2P (fra)":38.51,"MasakhaNEWSClusteringS2S (fra)":32.51}
53
+ {"index":78,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":32.84,"AlloProfClusteringP2P":49.13,"AlloProfClusteringS2S":26.16,"HALClusteringS2S":12.49,"MLSUMClusteringP2P (fr)":35.15,"MLSUMClusteringS2S (fr)":25.95,"MasakhaNEWSClusteringP2P (fra)":53.73,"MasakhaNEWSClusteringS2S (fra)":27.27}
54
+ {"index":5,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":29.92,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52,"MLSUMClusteringP2P (fr)":34.53,"MLSUMClusteringS2S (fr)":27.35,"MasakhaNEWSClusteringP2P (fra)":32.04,"MasakhaNEWSClusteringS2S (fra)":29.77}
55
+ {"index":61,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.03,"AlloProfClusteringP2P":53.57,"AlloProfClusteringS2S":22.13,"HALClusteringS2S":7.68,"MLSUMClusteringP2P (fr)":36.43,"MLSUMClusteringS2S (fr)":25.26,"MasakhaNEWSClusteringP2P (fra)":37.57,"MasakhaNEWSClusteringS2S (fra)":20.58}
56
+ {"index":96,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":28.62,"AlloProfClusteringP2P":56.54,"AlloProfClusteringS2S":21.18,"HALClusteringS2S":5.94,"MLSUMClusteringP2P (fr)":42.67,"MLSUMClusteringS2S (fr)":18.5,"MasakhaNEWSClusteringP2P (fra)":34.02,"MasakhaNEWSClusteringS2S (fra)":21.52}
57
+ {"index":95,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":28.42,"AlloProfClusteringP2P":52.24,"AlloProfClusteringS2S":20.37,"HALClusteringS2S":8.68,"MLSUMClusteringP2P (fr)":40.44,"MLSUMClusteringS2S (fr)":24.14,"MasakhaNEWSClusteringP2P (fra)":29.29,"MasakhaNEWSClusteringS2S (fra)":23.76}
58
+ {"index":50,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":27.18,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85,"MLSUMClusteringP2P (fr)":39.06,"MLSUMClusteringS2S (fr)":17.13,"MasakhaNEWSClusteringP2P (fra)":41.61,"MasakhaNEWSClusteringS2S (fra)":21.26}
59
+ {"index":52,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.11,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26,"MLSUMClusteringP2P (fr)":38.09,"MLSUMClusteringS2S (fr)":18.71,"MasakhaNEWSClusteringP2P (fra)":26.43,"MasakhaNEWSClusteringS2S (fra)":24.68}
60
+ {"index":51,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":22.45,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8,"MLSUMClusteringP2P (fr)":33.22,"MLSUMClusteringS2S (fr)":14.9,"MasakhaNEWSClusteringP2P (fra)":28.49,"MasakhaNEWSClusteringS2S (fra)":22.58}
61
+ {"index":36,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":"","HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":""}
all_data_tasks/18/default.jsonl CHANGED
@@ -1,61 +1,62 @@
1
  {"index":9,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86}
2
  {"index":8,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77}
3
  {"index":36,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77}
4
- {"index":11,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":85.07,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":70.14}
5
  {"index":5,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":82.04,"OpusparcusPC (fr)":93.77,"PawsXPairClassification (fr)":70.31}
6
  {"index":7,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.54,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":61.07}
7
- {"index":64,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":80.23,"OpusparcusPC (fr)":93.48,"PawsXPairClassification (fr)":66.98}
8
- {"index":66,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":80.15,"OpusparcusPC (fr)":93.37,"PawsXPairClassification (fr)":66.92}
9
- {"index":27,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51}
10
- {"index":65,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":79.57,"OpusparcusPC (fr)":93.72,"PawsXPairClassification (fr)":65.42}
11
- {"index":10,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93}
12
- {"index":61,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93}
13
- {"index":83,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.97,"OpusparcusPC (fr)":93.94,"PawsXPairClassification (fr)":64.01}
14
- {"index":88,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.82,"OpusparcusPC (fr)":92.04,"PawsXPairClassification (fr)":65.6}
15
- {"index":4,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.7,"OpusparcusPC (fr)":93.68,"PawsXPairClassification (fr)":63.71}
16
- {"index":28,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":78.3,"OpusparcusPC (fr)":93.15,"PawsXPairClassification (fr)":63.44}
17
- {"index":16,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.67,"OpusparcusPC (fr)":94.08,"PawsXPairClassification (fr)":61.26}
18
- {"index":82,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.54,"OpusparcusPC (fr)":92.48,"PawsXPairClassification (fr)":62.59}
19
- {"index":0,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.34,"OpusparcusPC (fr)":92.64,"PawsXPairClassification (fr)":62.05}
20
- {"index":37,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.31,"OpusparcusPC (fr)":91.42,"PawsXPairClassification (fr)":63.19}
21
- {"index":3,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.3,"OpusparcusPC (fr)":93.06,"PawsXPairClassification (fr)":61.54}
22
- {"index":97,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.18,"OpusparcusPC (fr)":94.16,"PawsXPairClassification (fr)":60.19}
23
- {"index":45,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":77.12,"OpusparcusPC (fr)":94.63,"PawsXPairClassification (fr)":59.61}
24
- {"index":35,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":77.1,"OpusparcusPC (fr)":94.02,"PawsXPairClassification (fr)":60.19}
25
- {"index":62,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":77.1,"OpusparcusPC (fr)":93.34,"PawsXPairClassification (fr)":60.85}
26
- {"index":59,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.05,"OpusparcusPC (fr)":90.15,"PawsXPairClassification (fr)":63.95}
27
- {"index":26,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.01,"OpusparcusPC (fr)":93.64,"PawsXPairClassification (fr)":60.38}
28
- {"index":96,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":76.97,"OpusparcusPC (fr)":93.18,"PawsXPairClassification (fr)":60.76}
29
- {"index":2,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.88,"OpusparcusPC (fr)":92.87,"PawsXPairClassification (fr)":60.88}
30
- {"index":56,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.25,"OpusparcusPC (fr)":93.89,"PawsXPairClassification (fr)":58.61}
31
- {"index":54,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":76.08,"OpusparcusPC (fr)":88.5,"PawsXPairClassification (fr)":63.65}
32
- {"index":79,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.8,"OpusparcusPC (fr)":93.45,"PawsXPairClassification (fr)":58.14}
33
- {"index":29,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.61,"OpusparcusPC (fr)":92.6,"PawsXPairClassification (fr)":58.63}
34
- {"index":81,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":75.44,"OpusparcusPC (fr)":91.19,"PawsXPairClassification (fr)":59.69}
35
- {"index":55,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":74.83,"OpusparcusPC (fr)":92.73,"PawsXPairClassification (fr)":56.93}
36
- {"index":44,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.74,"OpusparcusPC (fr)":92.05,"PawsXPairClassification (fr)":57.44}
37
- {"index":78,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.52,"OpusparcusPC (fr)":92.01,"PawsXPairClassification (fr)":57.03}
38
- {"index":1,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.4,"OpusparcusPC (fr)":89.83,"PawsXPairClassification (fr)":58.97}
39
- {"index":68,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":74.3,"OpusparcusPC (fr)":93.96,"PawsXPairClassification (fr)":54.63}
40
- {"index":15,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.14,"OpusparcusPC (fr)":90.92,"PawsXPairClassification (fr)":57.35}
41
- {"index":58,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.1,"OpusparcusPC (fr)":92.52,"PawsXPairClassification (fr)":55.68}
42
- {"index":60,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.93,"OpusparcusPC (fr)":85.87,"PawsXPairClassification (fr)":61.99}
43
- {"index":93,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.52,"OpusparcusPC (fr)":93.38,"PawsXPairClassification (fr)":53.66}
44
- {"index":77,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":72.77,"OpusparcusPC (fr)":88.07,"PawsXPairClassification (fr)":57.48}
45
- {"index":80,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":72.42,"OpusparcusPC (fr)":89.41,"PawsXPairClassification (fr)":55.43}
46
- {"index":92,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.94,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.41}
47
- {"index":74,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":71.61,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.16}
48
- {"index":70,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4}
49
- {"index":22,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4}
50
- {"index":20,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4}
51
- {"index":52,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":70.59,"OpusparcusPC (fr)":87.76,"PawsXPairClassification (fr)":53.41}
52
- {"index":21,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.56,"OpusparcusPC (fr)":87.73,"PawsXPairClassification (fr)":53.38}
53
- {"index":53,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":70.43,"OpusparcusPC (fr)":87.53,"PawsXPairClassification (fr)":53.33}
54
- {"index":51,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":70.42,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":54.94}
55
- {"index":94,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":68.82,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":51.73}
56
- {"index":95,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":68.62,"OpusparcusPC (fr)":83.79,"PawsXPairClassification (fr)":53.44}
57
- {"index":50,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.44,"OpusparcusPC (fr)":82.0,"PawsXPairClassification (fr)":52.89}
58
- {"index":49,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.17,"OpusparcusPC (fr)":82.15,"PawsXPairClassification (fr)":52.19}
59
- {"index":48,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":71.36}
60
- {"index":63,"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":66.96}
61
- {"index":98,"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":""}
 
 
1
  {"index":9,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86}
2
  {"index":8,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77}
3
  {"index":36,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77}
4
+ {"index":11,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"Average":85.07,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":70.14}
5
  {"index":5,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":82.04,"OpusparcusPC (fr)":93.77,"PawsXPairClassification (fr)":70.31}
6
  {"index":7,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.54,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":61.07}
7
+ {"index":65,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":80.23,"OpusparcusPC (fr)":93.48,"PawsXPairClassification (fr)":66.98}
8
+ {"index":67,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":80.15,"OpusparcusPC (fr)":93.37,"PawsXPairClassification (fr)":66.92}
9
+ {"index":38,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51}
10
+ {"index":27,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51}
11
+ {"index":66,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":79.57,"OpusparcusPC (fr)":93.72,"PawsXPairClassification (fr)":65.42}
12
+ {"index":10,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93}
13
+ {"index":62,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93}
14
+ {"index":84,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.97,"OpusparcusPC (fr)":93.94,"PawsXPairClassification (fr)":64.01}
15
+ {"index":89,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.82,"OpusparcusPC (fr)":92.04,"PawsXPairClassification (fr)":65.6}
16
+ {"index":4,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.7,"OpusparcusPC (fr)":93.68,"PawsXPairClassification (fr)":63.71}
17
+ {"index":28,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":78.3,"OpusparcusPC (fr)":93.15,"PawsXPairClassification (fr)":63.44}
18
+ {"index":16,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.67,"OpusparcusPC (fr)":94.08,"PawsXPairClassification (fr)":61.26}
19
+ {"index":83,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.54,"OpusparcusPC (fr)":92.48,"PawsXPairClassification (fr)":62.59}
20
+ {"index":0,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.34,"OpusparcusPC (fr)":92.64,"PawsXPairClassification (fr)":62.05}
21
+ {"index":37,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.31,"OpusparcusPC (fr)":91.42,"PawsXPairClassification (fr)":63.19}
22
+ {"index":3,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.3,"OpusparcusPC (fr)":93.06,"PawsXPairClassification (fr)":61.54}
23
+ {"index":98,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.18,"OpusparcusPC (fr)":94.16,"PawsXPairClassification (fr)":60.19}
24
+ {"index":46,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":77.12,"OpusparcusPC (fr)":94.63,"PawsXPairClassification (fr)":59.61}
25
+ {"index":35,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.1,"OpusparcusPC (fr)":94.02,"PawsXPairClassification (fr)":60.19}
26
+ {"index":63,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":77.1,"OpusparcusPC (fr)":93.34,"PawsXPairClassification (fr)":60.85}
27
+ {"index":60,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.05,"OpusparcusPC (fr)":90.15,"PawsXPairClassification (fr)":63.95}
28
+ {"index":26,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.01,"OpusparcusPC (fr)":93.64,"PawsXPairClassification (fr)":60.38}
29
+ {"index":97,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":76.97,"OpusparcusPC (fr)":93.18,"PawsXPairClassification (fr)":60.76}
30
+ {"index":2,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.88,"OpusparcusPC (fr)":92.87,"PawsXPairClassification (fr)":60.88}
31
+ {"index":57,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.25,"OpusparcusPC (fr)":93.89,"PawsXPairClassification (fr)":58.61}
32
+ {"index":55,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":76.08,"OpusparcusPC (fr)":88.5,"PawsXPairClassification (fr)":63.65}
33
+ {"index":80,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.8,"OpusparcusPC (fr)":93.45,"PawsXPairClassification (fr)":58.14}
34
+ {"index":29,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.61,"OpusparcusPC (fr)":92.6,"PawsXPairClassification (fr)":58.63}
35
+ {"index":82,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":75.44,"OpusparcusPC (fr)":91.19,"PawsXPairClassification (fr)":59.69}
36
+ {"index":56,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":74.83,"OpusparcusPC (fr)":92.73,"PawsXPairClassification (fr)":56.93}
37
+ {"index":45,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.74,"OpusparcusPC (fr)":92.05,"PawsXPairClassification (fr)":57.44}
38
+ {"index":79,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.52,"OpusparcusPC (fr)":92.01,"PawsXPairClassification (fr)":57.03}
39
+ {"index":1,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.4,"OpusparcusPC (fr)":89.83,"PawsXPairClassification (fr)":58.97}
40
+ {"index":69,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":74.3,"OpusparcusPC (fr)":93.96,"PawsXPairClassification (fr)":54.63}
41
+ {"index":15,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.14,"OpusparcusPC (fr)":90.92,"PawsXPairClassification (fr)":57.35}
42
+ {"index":59,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.1,"OpusparcusPC (fr)":92.52,"PawsXPairClassification (fr)":55.68}
43
+ {"index":61,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.93,"OpusparcusPC (fr)":85.87,"PawsXPairClassification (fr)":61.99}
44
+ {"index":94,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.52,"OpusparcusPC (fr)":93.38,"PawsXPairClassification (fr)":53.66}
45
+ {"index":78,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":72.77,"OpusparcusPC (fr)":88.07,"PawsXPairClassification (fr)":57.48}
46
+ {"index":81,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":72.42,"OpusparcusPC (fr)":89.41,"PawsXPairClassification (fr)":55.43}
47
+ {"index":93,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.94,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.41}
48
+ {"index":75,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":71.61,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.16}
49
+ {"index":71,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4}
50
+ {"index":22,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4}
51
+ {"index":20,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4}
52
+ {"index":53,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":70.59,"OpusparcusPC (fr)":87.76,"PawsXPairClassification (fr)":53.41}
53
+ {"index":21,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.56,"OpusparcusPC (fr)":87.73,"PawsXPairClassification (fr)":53.38}
54
+ {"index":54,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":70.43,"OpusparcusPC (fr)":87.53,"PawsXPairClassification (fr)":53.33}
55
+ {"index":52,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":70.42,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":54.94}
56
+ {"index":95,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":68.82,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":51.73}
57
+ {"index":96,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":68.62,"OpusparcusPC (fr)":83.79,"PawsXPairClassification (fr)":53.44}
58
+ {"index":51,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.44,"OpusparcusPC (fr)":82.0,"PawsXPairClassification (fr)":52.89}
59
+ {"index":50,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.17,"OpusparcusPC (fr)":82.15,"PawsXPairClassification (fr)":52.19}
60
+ {"index":49,"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":71.36}
61
+ {"index":64,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":66.96}
62
+ {"index":99,"Rank":100,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":""}
all_data_tasks/19/default.jsonl CHANGED
@@ -1,58 +1,59 @@
1
- {"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":85.22,"AlloprofReranking":78.62,"SyntecReranking":91.83}
2
  {"index":8,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03}
3
  {"index":36,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03}
4
  {"index":4,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.59,"AlloprofReranking":74.78,"SyntecReranking":90.4}
5
  {"index":3,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.06,"AlloprofReranking":72.92,"SyntecReranking":91.2}
6
  {"index":0,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.46,"AlloprofReranking":72.36,"SyntecReranking":88.57}
7
  {"index":28,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":80.35,"AlloprofReranking":73.1,"SyntecReranking":87.6}
8
- {"index":27,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95}
9
- {"index":2,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.78,"AlloprofReranking":70.79,"SyntecReranking":86.77}
10
- {"index":9,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32}
11
- {"index":26,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.14,"AlloprofReranking":70.46,"SyntecReranking":83.83}
12
- {"index":83,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":76.76,"AlloprofReranking":68.36,"SyntecReranking":85.15}
13
- {"index":35,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.58,"AlloprofReranking":64.88,"SyntecReranking":88.28}
14
- {"index":61,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03}
15
- {"index":10,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03}
16
- {"index":66,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":76.43,"AlloprofReranking":68.79,"SyntecReranking":84.07}
17
- {"index":29,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":76.0,"AlloprofReranking":69.5,"SyntecReranking":82.5}
18
- {"index":96,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.75,"AlloprofReranking":68.73,"SyntecReranking":82.77}
19
- {"index":65,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.48,"AlloprofReranking":68.31,"SyntecReranking":82.65}
20
- {"index":62,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":75.3,"AlloprofReranking":65.17,"SyntecReranking":85.43}
21
- {"index":64,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.2,"AlloprofReranking":67.24,"SyntecReranking":83.17}
22
- {"index":82,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":73.18,"AlloprofReranking":63.3,"SyntecReranking":83.07}
23
- {"index":1,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.1,"AlloprofReranking":63.54,"SyntecReranking":82.65}
24
- {"index":45,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":72.89,"AlloprofReranking":57.62,"SyntecReranking":88.15}
25
- {"index":56,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":72.14,"AlloprofReranking":57.37,"SyntecReranking":86.9}
26
- {"index":55,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.76,"AlloprofReranking":58.1,"SyntecReranking":85.43}
27
- {"index":58,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":71.44,"AlloprofReranking":56.17,"SyntecReranking":86.7}
28
- {"index":15,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.82,"AlloprofReranking":51.6,"SyntecReranking":88.03}
29
- {"index":81,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":68.88,"AlloprofReranking":57.99,"SyntecReranking":79.77}
30
- {"index":79,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":68.78,"AlloprofReranking":54.34,"SyntecReranking":83.23}
31
- {"index":16,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.36,"AlloprofReranking":51.01,"SyntecReranking":85.72}
32
- {"index":37,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.95,"AlloprofReranking":53.0,"SyntecReranking":82.9}
33
- {"index":93,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.26,"AlloprofReranking":55.39,"SyntecReranking":77.13}
34
- {"index":92,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.04,"AlloprofReranking":56.23,"SyntecReranking":73.85}
35
- {"index":44,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":64.22,"AlloprofReranking":48.68,"SyntecReranking":79.75}
36
- {"index":80,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":64.08,"AlloprofReranking":50.12,"SyntecReranking":78.05}
37
- {"index":74,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":63.28,"AlloprofReranking":51.77,"SyntecReranking":74.78}
38
- {"index":54,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":62.2,"AlloprofReranking":47.36,"SyntecReranking":77.05}
39
- {"index":78,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":62.02,"AlloprofReranking":49.01,"SyntecReranking":75.03}
40
- {"index":68,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":61.4,"AlloprofReranking":49.51,"SyntecReranking":73.28}
41
- {"index":88,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.88,"AlloprofReranking":51.48,"SyntecReranking":70.28}
42
- {"index":77,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":52.68,"AlloprofReranking":40.28,"SyntecReranking":65.08}
43
- {"index":53,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":52.62,"AlloprofReranking":38.85,"SyntecReranking":66.4}
44
- {"index":59,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.86,"AlloprofReranking":39.13,"SyntecReranking":62.58}
45
- {"index":7,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.98,"AlloprofReranking":37.09,"SyntecReranking":62.87}
46
- {"index":50,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":45.86,"AlloprofReranking":34.55,"SyntecReranking":57.18}
47
- {"index":70,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":45.63,"AlloprofReranking":31.69,"SyntecReranking":59.57}
48
- {"index":5,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":45.61,"AlloprofReranking":35.29,"SyntecReranking":55.93}
49
- {"index":49,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":45.34,"AlloprofReranking":34.81,"SyntecReranking":55.88}
50
- {"index":22,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.75,"AlloprofReranking":36.25,"SyntecReranking":53.25}
51
- {"index":52,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":44.74,"AlloprofReranking":36.23,"SyntecReranking":53.25}
52
- {"index":21,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25}
53
- {"index":20,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25}
54
- {"index":60,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.82,"AlloprofReranking":28.75,"SyntecReranking":50.88}
55
- {"index":95,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":39.01,"AlloprofReranking":28.62,"SyntecReranking":49.4}
56
- {"index":94,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":34.66,"AlloprofReranking":25.58,"SyntecReranking":43.75}
57
- {"index":51,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":34.54,"AlloprofReranking":26.29,"SyntecReranking":42.8}
58
- {"index":97,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":"","SyntecReranking":89.87}
 
 
1
+ {"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"Average":85.22,"AlloprofReranking":78.62,"SyntecReranking":91.83}
2
  {"index":8,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03}
3
  {"index":36,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03}
4
  {"index":4,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.59,"AlloprofReranking":74.78,"SyntecReranking":90.4}
5
  {"index":3,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.06,"AlloprofReranking":72.92,"SyntecReranking":91.2}
6
  {"index":0,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.46,"AlloprofReranking":72.36,"SyntecReranking":88.57}
7
  {"index":28,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":80.35,"AlloprofReranking":73.1,"SyntecReranking":87.6}
8
+ {"index":38,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95}
9
+ {"index":27,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95}
10
+ {"index":2,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.78,"AlloprofReranking":70.79,"SyntecReranking":86.77}
11
+ {"index":9,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32}
12
+ {"index":26,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.14,"AlloprofReranking":70.46,"SyntecReranking":83.83}
13
+ {"index":84,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":76.76,"AlloprofReranking":68.36,"SyntecReranking":85.15}
14
+ {"index":35,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.58,"AlloprofReranking":64.88,"SyntecReranking":88.28}
15
+ {"index":62,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03}
16
+ {"index":10,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03}
17
+ {"index":67,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":76.43,"AlloprofReranking":68.79,"SyntecReranking":84.07}
18
+ {"index":29,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":76.0,"AlloprofReranking":69.5,"SyntecReranking":82.5}
19
+ {"index":97,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.75,"AlloprofReranking":68.73,"SyntecReranking":82.77}
20
+ {"index":66,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.48,"AlloprofReranking":68.31,"SyntecReranking":82.65}
21
+ {"index":63,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":75.3,"AlloprofReranking":65.17,"SyntecReranking":85.43}
22
+ {"index":65,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.2,"AlloprofReranking":67.24,"SyntecReranking":83.17}
23
+ {"index":83,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":73.18,"AlloprofReranking":63.3,"SyntecReranking":83.07}
24
+ {"index":1,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.1,"AlloprofReranking":63.54,"SyntecReranking":82.65}
25
+ {"index":46,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":72.89,"AlloprofReranking":57.62,"SyntecReranking":88.15}
26
+ {"index":57,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":72.14,"AlloprofReranking":57.37,"SyntecReranking":86.9}
27
+ {"index":56,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.76,"AlloprofReranking":58.1,"SyntecReranking":85.43}
28
+ {"index":59,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":71.44,"AlloprofReranking":56.17,"SyntecReranking":86.7}
29
+ {"index":15,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.82,"AlloprofReranking":51.6,"SyntecReranking":88.03}
30
+ {"index":82,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":68.88,"AlloprofReranking":57.99,"SyntecReranking":79.77}
31
+ {"index":80,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":68.78,"AlloprofReranking":54.34,"SyntecReranking":83.23}
32
+ {"index":16,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.36,"AlloprofReranking":51.01,"SyntecReranking":85.72}
33
+ {"index":37,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.95,"AlloprofReranking":53.0,"SyntecReranking":82.9}
34
+ {"index":94,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.26,"AlloprofReranking":55.39,"SyntecReranking":77.13}
35
+ {"index":93,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.04,"AlloprofReranking":56.23,"SyntecReranking":73.85}
36
+ {"index":45,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":64.22,"AlloprofReranking":48.68,"SyntecReranking":79.75}
37
+ {"index":81,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":64.08,"AlloprofReranking":50.12,"SyntecReranking":78.05}
38
+ {"index":75,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":63.28,"AlloprofReranking":51.77,"SyntecReranking":74.78}
39
+ {"index":55,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":62.2,"AlloprofReranking":47.36,"SyntecReranking":77.05}
40
+ {"index":79,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":62.02,"AlloprofReranking":49.01,"SyntecReranking":75.03}
41
+ {"index":69,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":61.4,"AlloprofReranking":49.51,"SyntecReranking":73.28}
42
+ {"index":89,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.88,"AlloprofReranking":51.48,"SyntecReranking":70.28}
43
+ {"index":78,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":52.68,"AlloprofReranking":40.28,"SyntecReranking":65.08}
44
+ {"index":54,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":52.62,"AlloprofReranking":38.85,"SyntecReranking":66.4}
45
+ {"index":60,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.86,"AlloprofReranking":39.13,"SyntecReranking":62.58}
46
+ {"index":7,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.98,"AlloprofReranking":37.09,"SyntecReranking":62.87}
47
+ {"index":51,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":45.86,"AlloprofReranking":34.55,"SyntecReranking":57.18}
48
+ {"index":71,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":45.63,"AlloprofReranking":31.69,"SyntecReranking":59.57}
49
+ {"index":5,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":45.61,"AlloprofReranking":35.29,"SyntecReranking":55.93}
50
+ {"index":50,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":45.34,"AlloprofReranking":34.81,"SyntecReranking":55.88}
51
+ {"index":22,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.75,"AlloprofReranking":36.25,"SyntecReranking":53.25}
52
+ {"index":53,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":44.74,"AlloprofReranking":36.23,"SyntecReranking":53.25}
53
+ {"index":21,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25}
54
+ {"index":20,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25}
55
+ {"index":61,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.82,"AlloprofReranking":28.75,"SyntecReranking":50.88}
56
+ {"index":96,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":39.01,"AlloprofReranking":28.62,"SyntecReranking":49.4}
57
+ {"index":95,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":34.66,"AlloprofReranking":25.58,"SyntecReranking":43.75}
58
+ {"index":52,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":34.54,"AlloprofReranking":26.29,"SyntecReranking":42.8}
59
+ {"index":98,"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":"","SyntecReranking":89.87}
all_data_tasks/2/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
all_data_tasks/20/default.jsonl CHANGED
@@ -1,60 +1,61 @@
1
- {"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":63.47,"AlloprofRetrieval":58.5,"BSARDRetrieval":28.52,"MintakaRetrieval (fr)":62.53,"SyntecRetrieval":90.37,"XPQARetrieval (fr)":77.42}
2
  {"index":9,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3}
3
  {"index":4,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.56,"AlloprofRetrieval":58.27,"BSARDRetrieval":5.14,"MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"XPQARetrieval (fr)":72.92}
4
  {"index":3,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.98,"AlloprofRetrieval":57.28,"BSARDRetrieval":11.83,"MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"XPQARetrieval (fr)":73.56}
5
  {"index":10,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33}
6
- {"index":61,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33}
7
  {"index":8,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58}
8
  {"index":36,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58}
9
  {"index":27,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43}
10
- {"index":97,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.23,"AlloprofRetrieval":51.64,"BSARDRetrieval":0.61,"MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"XPQARetrieval (fr)":73.0}
11
- {"index":0,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.81,"AlloprofRetrieval":56.84,"BSARDRetrieval":2.48,"MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"XPQARetrieval (fr)":74.24}
12
- {"index":35,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":46.78,"AlloprofRetrieval":46.94,"BSARDRetrieval":2.08,"MintakaRetrieval (fr)":30.07,"SyntecRetrieval":84.6,"XPQARetrieval (fr)":70.22}
13
- {"index":28,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":46.68,"AlloprofRetrieval":44.42,"BSARDRetrieval":12.01,"MintakaRetrieval (fr)":25.19,"SyntecRetrieval":82.86,"XPQARetrieval (fr)":68.91}
14
- {"index":2,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.33,"AlloprofRetrieval":52.61,"BSARDRetrieval":0.29,"MintakaRetrieval (fr)":19.05,"SyntecRetrieval":82.77,"XPQARetrieval (fr)":71.95}
15
- {"index":26,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.99,"AlloprofRetrieval":41.26,"BSARDRetrieval":12.22,"MintakaRetrieval (fr)":27.6,"SyntecRetrieval":79.68,"XPQARetrieval (fr)":64.21}
16
- {"index":65,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":44.9,"AlloprofRetrieval":49.84,"BSARDRetrieval":0.22,"MintakaRetrieval (fr)":31.25,"SyntecRetrieval":76.63,"XPQARetrieval (fr)":66.55}
17
- {"index":66,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":44.41,"AlloprofRetrieval":49.05,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":31.06,"SyntecRetrieval":76.96,"XPQARetrieval (fr)":64.8}
18
- {"index":64,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":43.85,"AlloprofRetrieval":47.69,"BSARDRetrieval":1.75,"MintakaRetrieval (fr)":27.88,"SyntecRetrieval":77.67,"XPQARetrieval (fr)":64.27}
19
- {"index":83,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":43.84,"AlloprofRetrieval":45.75,"BSARDRetrieval":3.33,"MintakaRetrieval (fr)":34.93,"SyntecRetrieval":78.97,"XPQARetrieval (fr)":56.2}
20
- {"index":62,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":43.58,"AlloprofRetrieval":45.1,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.17,"SyntecRetrieval":79.14,"XPQARetrieval (fr)":68.49}
21
- {"index":96,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.96,"AlloprofRetrieval":38.06,"BSARDRetrieval":11.04,"MintakaRetrieval (fr)":27.48,"SyntecRetrieval":78.2,"XPQARetrieval (fr)":60.02}
22
- {"index":29,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.92,"AlloprofRetrieval":39.89,"BSARDRetrieval":8.41,"MintakaRetrieval (fr)":25.52,"SyntecRetrieval":77.57,"XPQARetrieval (fr)":63.2}
23
- {"index":56,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":42.17,"AlloprofRetrieval":38.15,"BSARDRetrieval":0.27,"MintakaRetrieval (fr)":25.2,"SyntecRetrieval":81.07,"XPQARetrieval (fr)":66.15}
24
- {"index":55,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":41.19,"AlloprofRetrieval":36.21,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.46,"SyntecRetrieval":80.49,"XPQARetrieval (fr)":65.81}
25
- {"index":63,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.15,"AlloprofRetrieval":45.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.7,"SyntecRetrieval":75.75,"XPQARetrieval (fr)":58.88}
26
- {"index":1,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.81,"AlloprofRetrieval":45.5,"BSARDRetrieval":0.15,"MintakaRetrieval (fr)":15.51,"SyntecRetrieval":75.83,"XPQARetrieval (fr)":67.07}
27
- {"index":16,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.42,"AlloprofRetrieval":38.36,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":25.44,"SyntecRetrieval":79.27,"XPQARetrieval (fr)":58.87}
28
- {"index":45,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":40.04,"AlloprofRetrieval":31.62,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.87,"SyntecRetrieval":81.11,"XPQARetrieval (fr)":65.62}
29
- {"index":82,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":39.69,"AlloprofRetrieval":40.38,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":31.54,"SyntecRetrieval":74.24,"XPQARetrieval (fr)":52.14}
30
- {"index":92,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.16,"AlloprofRetrieval":35.27,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.12,"SyntecRetrieval":69.82,"XPQARetrieval (fr)":59.59}
31
- {"index":93,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.78,"AlloprofRetrieval":33.78,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.21,"SyntecRetrieval":63.69,"XPQARetrieval (fr)":65.21}
32
- {"index":37,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":36.81,"AlloprofRetrieval":29.97,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.31,"SyntecRetrieval":74.2,"XPQARetrieval (fr)":58.57}
33
- {"index":58,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":36.55,"AlloprofRetrieval":27.01,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.53,"SyntecRetrieval":75.76,"XPQARetrieval (fr)":57.47}
34
- {"index":15,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.1,"AlloprofRetrieval":35.39,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.0,"SyntecRetrieval":76.88,"XPQARetrieval (fr)":45.23}
35
- {"index":81,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":35.66,"AlloprofRetrieval":34.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.92,"SyntecRetrieval":71.05,"XPQARetrieval (fr)":48.79}
36
- {"index":79,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":35.49,"AlloprofRetrieval":30.8,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":24.45,"SyntecRetrieval":76.0,"XPQARetrieval (fr)":46.22}
37
- {"index":74,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":33.22,"AlloprofRetrieval":26.99,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.55,"SyntecRetrieval":65.34,"XPQARetrieval (fr)":51.2}
38
- {"index":44,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":32.37,"AlloprofRetrieval":21.94,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":13.36,"SyntecRetrieval":68.62,"XPQARetrieval (fr)":57.92}
39
- {"index":80,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":32.18,"AlloprofRetrieval":27.52,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":21.04,"SyntecRetrieval":67.0,"XPQARetrieval (fr)":45.19}
40
- {"index":78,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":31.24,"AlloprofRetrieval":26.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.53,"SyntecRetrieval":65.54,"XPQARetrieval (fr)":42.51}
41
- {"index":77,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":30.69,"AlloprofRetrieval":30.23,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":16.31,"SyntecRetrieval":58.07,"XPQARetrieval (fr)":48.83}
42
- {"index":70,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":29.91,"AlloprofRetrieval":28.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":9.19,"SyntecRetrieval":60.15,"XPQARetrieval (fr)":51.79}
43
- {"index":68,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":28.47,"AlloprofRetrieval":19.77,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":15.53,"SyntecRetrieval":55.31,"XPQARetrieval (fr)":51.74}
44
- {"index":88,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.76,"AlloprofRetrieval":18.9,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":14.81,"SyntecRetrieval":49.69,"XPQARetrieval (fr)":40.4}
45
- {"index":54,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":23.44,"AlloprofRetrieval":16.46,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.57,"SyntecRetrieval":55.9,"XPQARetrieval (fr)":41.29}
46
- {"index":59,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.91,"AlloprofRetrieval":12.37,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.78,"SyntecRetrieval":40.57,"XPQARetrieval (fr)":33.82}
47
- {"index":5,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":16.19,"AlloprofRetrieval":3.1,"BSARDRetrieval":0.36,"MintakaRetrieval (fr)":6.31,"SyntecRetrieval":28.58,"XPQARetrieval (fr)":42.59}
48
- {"index":53,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":13.89,"AlloprofRetrieval":5.51,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.87,"SyntecRetrieval":34.95,"XPQARetrieval (fr)":26.12}
49
- {"index":7,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":12.94,"AlloprofRetrieval":6.83,"BSARDRetrieval":2.18,"MintakaRetrieval (fr)":1.66,"SyntecRetrieval":27.64,"XPQARetrieval (fr)":26.39}
50
- {"index":52,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":8.52,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.49}
51
- {"index":22,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.51,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.46}
52
- {"index":20,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.5,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.39}
53
- {"index":21,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.49,"AlloprofRetrieval":1.61,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.35}
54
- {"index":60,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":7.98,"AlloprofRetrieval":1.98,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.48,"SyntecRetrieval":24.45,"XPQARetrieval (fr)":12.98}
55
- {"index":50,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":6.73,"AlloprofRetrieval":1.72,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.51,"SyntecRetrieval":22.33,"XPQARetrieval (fr)":9.09}
56
- {"index":49,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":5.87,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.58,"SyntecRetrieval":20.56,"XPQARetrieval (fr)":6.59}
57
- {"index":95,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":4.14,"AlloprofRetrieval":0.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.9,"SyntecRetrieval":6.6,"XPQARetrieval (fr)":12.7}
58
- {"index":94,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":3.2,"AlloprofRetrieval":0.16,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.88,"SyntecRetrieval":3.33,"XPQARetrieval (fr)":11.65}
59
- {"index":51,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":1.22,"AlloprofRetrieval":0.58,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"XPQARetrieval (fr)":3.69}
60
- {"index":69,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AlloprofRetrieval":33.2,"BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":55.9}
 
 
1
+ {"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"Average":63.47,"AlloprofRetrieval":58.5,"BSARDRetrieval":28.52,"MintakaRetrieval (fr)":62.53,"SyntecRetrieval":90.37,"XPQARetrieval (fr)":77.42}
2
  {"index":9,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3}
3
  {"index":4,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.56,"AlloprofRetrieval":58.27,"BSARDRetrieval":5.14,"MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"XPQARetrieval (fr)":72.92}
4
  {"index":3,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.98,"AlloprofRetrieval":57.28,"BSARDRetrieval":11.83,"MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"XPQARetrieval (fr)":73.56}
5
  {"index":10,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33}
6
+ {"index":62,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33}
7
  {"index":8,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58}
8
  {"index":36,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58}
9
  {"index":27,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43}
10
+ {"index":38,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43}
11
+ {"index":98,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.23,"AlloprofRetrieval":51.64,"BSARDRetrieval":0.61,"MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"XPQARetrieval (fr)":73.0}
12
+ {"index":0,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.81,"AlloprofRetrieval":56.84,"BSARDRetrieval":2.48,"MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"XPQARetrieval (fr)":74.24}
13
+ {"index":35,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.78,"AlloprofRetrieval":46.94,"BSARDRetrieval":2.08,"MintakaRetrieval (fr)":30.07,"SyntecRetrieval":84.6,"XPQARetrieval (fr)":70.22}
14
+ {"index":28,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":46.68,"AlloprofRetrieval":44.42,"BSARDRetrieval":12.01,"MintakaRetrieval (fr)":25.19,"SyntecRetrieval":82.86,"XPQARetrieval (fr)":68.91}
15
+ {"index":2,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.33,"AlloprofRetrieval":52.61,"BSARDRetrieval":0.29,"MintakaRetrieval (fr)":19.05,"SyntecRetrieval":82.77,"XPQARetrieval (fr)":71.95}
16
+ {"index":26,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.99,"AlloprofRetrieval":41.26,"BSARDRetrieval":12.22,"MintakaRetrieval (fr)":27.6,"SyntecRetrieval":79.68,"XPQARetrieval (fr)":64.21}
17
+ {"index":66,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":44.9,"AlloprofRetrieval":49.84,"BSARDRetrieval":0.22,"MintakaRetrieval (fr)":31.25,"SyntecRetrieval":76.63,"XPQARetrieval (fr)":66.55}
18
+ {"index":67,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":44.41,"AlloprofRetrieval":49.05,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":31.06,"SyntecRetrieval":76.96,"XPQARetrieval (fr)":64.8}
19
+ {"index":65,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":43.85,"AlloprofRetrieval":47.69,"BSARDRetrieval":1.75,"MintakaRetrieval (fr)":27.88,"SyntecRetrieval":77.67,"XPQARetrieval (fr)":64.27}
20
+ {"index":84,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":43.84,"AlloprofRetrieval":45.75,"BSARDRetrieval":3.33,"MintakaRetrieval (fr)":34.93,"SyntecRetrieval":78.97,"XPQARetrieval (fr)":56.2}
21
+ {"index":63,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":43.58,"AlloprofRetrieval":45.1,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.17,"SyntecRetrieval":79.14,"XPQARetrieval (fr)":68.49}
22
+ {"index":97,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.96,"AlloprofRetrieval":38.06,"BSARDRetrieval":11.04,"MintakaRetrieval (fr)":27.48,"SyntecRetrieval":78.2,"XPQARetrieval (fr)":60.02}
23
+ {"index":29,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.92,"AlloprofRetrieval":39.89,"BSARDRetrieval":8.41,"MintakaRetrieval (fr)":25.52,"SyntecRetrieval":77.57,"XPQARetrieval (fr)":63.2}
24
+ {"index":57,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":42.17,"AlloprofRetrieval":38.15,"BSARDRetrieval":0.27,"MintakaRetrieval (fr)":25.2,"SyntecRetrieval":81.07,"XPQARetrieval (fr)":66.15}
25
+ {"index":56,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":41.19,"AlloprofRetrieval":36.21,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.46,"SyntecRetrieval":80.49,"XPQARetrieval (fr)":65.81}
26
+ {"index":64,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.15,"AlloprofRetrieval":45.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.7,"SyntecRetrieval":75.75,"XPQARetrieval (fr)":58.88}
27
+ {"index":1,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.81,"AlloprofRetrieval":45.5,"BSARDRetrieval":0.15,"MintakaRetrieval (fr)":15.51,"SyntecRetrieval":75.83,"XPQARetrieval (fr)":67.07}
28
+ {"index":16,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.42,"AlloprofRetrieval":38.36,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":25.44,"SyntecRetrieval":79.27,"XPQARetrieval (fr)":58.87}
29
+ {"index":46,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":40.04,"AlloprofRetrieval":31.62,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.87,"SyntecRetrieval":81.11,"XPQARetrieval (fr)":65.62}
30
+ {"index":83,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":39.69,"AlloprofRetrieval":40.38,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":31.54,"SyntecRetrieval":74.24,"XPQARetrieval (fr)":52.14}
31
+ {"index":93,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.16,"AlloprofRetrieval":35.27,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.12,"SyntecRetrieval":69.82,"XPQARetrieval (fr)":59.59}
32
+ {"index":94,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.78,"AlloprofRetrieval":33.78,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.21,"SyntecRetrieval":63.69,"XPQARetrieval (fr)":65.21}
33
+ {"index":37,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":36.81,"AlloprofRetrieval":29.97,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.31,"SyntecRetrieval":74.2,"XPQARetrieval (fr)":58.57}
34
+ {"index":59,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":36.55,"AlloprofRetrieval":27.01,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.53,"SyntecRetrieval":75.76,"XPQARetrieval (fr)":57.47}
35
+ {"index":15,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.1,"AlloprofRetrieval":35.39,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.0,"SyntecRetrieval":76.88,"XPQARetrieval (fr)":45.23}
36
+ {"index":82,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":35.66,"AlloprofRetrieval":34.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.92,"SyntecRetrieval":71.05,"XPQARetrieval (fr)":48.79}
37
+ {"index":80,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":35.49,"AlloprofRetrieval":30.8,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":24.45,"SyntecRetrieval":76.0,"XPQARetrieval (fr)":46.22}
38
+ {"index":75,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":33.22,"AlloprofRetrieval":26.99,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.55,"SyntecRetrieval":65.34,"XPQARetrieval (fr)":51.2}
39
+ {"index":45,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":32.37,"AlloprofRetrieval":21.94,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":13.36,"SyntecRetrieval":68.62,"XPQARetrieval (fr)":57.92}
40
+ {"index":81,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":32.18,"AlloprofRetrieval":27.52,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":21.04,"SyntecRetrieval":67.0,"XPQARetrieval (fr)":45.19}
41
+ {"index":79,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":31.24,"AlloprofRetrieval":26.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.53,"SyntecRetrieval":65.54,"XPQARetrieval (fr)":42.51}
42
+ {"index":78,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":30.69,"AlloprofRetrieval":30.23,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":16.31,"SyntecRetrieval":58.07,"XPQARetrieval (fr)":48.83}
43
+ {"index":71,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":29.91,"AlloprofRetrieval":28.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":9.19,"SyntecRetrieval":60.15,"XPQARetrieval (fr)":51.79}
44
+ {"index":69,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":28.47,"AlloprofRetrieval":19.77,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":15.53,"SyntecRetrieval":55.31,"XPQARetrieval (fr)":51.74}
45
+ {"index":89,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.76,"AlloprofRetrieval":18.9,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":14.81,"SyntecRetrieval":49.69,"XPQARetrieval (fr)":40.4}
46
+ {"index":55,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":23.44,"AlloprofRetrieval":16.46,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.57,"SyntecRetrieval":55.9,"XPQARetrieval (fr)":41.29}
47
+ {"index":60,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.91,"AlloprofRetrieval":12.37,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.78,"SyntecRetrieval":40.57,"XPQARetrieval (fr)":33.82}
48
+ {"index":5,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":16.19,"AlloprofRetrieval":3.1,"BSARDRetrieval":0.36,"MintakaRetrieval (fr)":6.31,"SyntecRetrieval":28.58,"XPQARetrieval (fr)":42.59}
49
+ {"index":54,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":13.89,"AlloprofRetrieval":5.51,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.87,"SyntecRetrieval":34.95,"XPQARetrieval (fr)":26.12}
50
+ {"index":7,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":12.94,"AlloprofRetrieval":6.83,"BSARDRetrieval":2.18,"MintakaRetrieval (fr)":1.66,"SyntecRetrieval":27.64,"XPQARetrieval (fr)":26.39}
51
+ {"index":53,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":8.52,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.49}
52
+ {"index":22,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.51,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.46}
53
+ {"index":20,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.5,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.39}
54
+ {"index":21,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.49,"AlloprofRetrieval":1.61,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.35}
55
+ {"index":61,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":7.98,"AlloprofRetrieval":1.98,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.48,"SyntecRetrieval":24.45,"XPQARetrieval (fr)":12.98}
56
+ {"index":51,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":6.73,"AlloprofRetrieval":1.72,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.51,"SyntecRetrieval":22.33,"XPQARetrieval (fr)":9.09}
57
+ {"index":50,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":5.87,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.58,"SyntecRetrieval":20.56,"XPQARetrieval (fr)":6.59}
58
+ {"index":96,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":4.14,"AlloprofRetrieval":0.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.9,"SyntecRetrieval":6.6,"XPQARetrieval (fr)":12.7}
59
+ {"index":95,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":3.2,"AlloprofRetrieval":0.16,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.88,"SyntecRetrieval":3.33,"XPQARetrieval (fr)":11.65}
60
+ {"index":52,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":1.22,"AlloprofRetrieval":0.58,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"XPQARetrieval (fr)":3.69}
61
+ {"index":70,"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AlloprofRetrieval":33.2,"BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":55.9}
all_data_tasks/21/default.jsonl CHANGED
@@ -1,82 +1,83 @@
1
- {"index":27,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2}
2
- {"index":28,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":83.08,"STS22 (fr)":82.84,"STSBenchmarkMultilingualSTS (fr)":86.59,"SICKFr":79.81}
3
- {"index":11,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":82.59,"STS22 (fr)":83.28,"STSBenchmarkMultilingualSTS (fr)":85.09,"SICKFr":79.39}
4
- {"index":9,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9}
5
- {"index":45,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":81.74,"STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7}
6
- {"index":61,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63}
7
- {"index":10,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63}
8
- {"index":16,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.28,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23}
9
- {"index":8,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68}
10
- {"index":36,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68}
11
- {"index":96,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.59,"STS22 (fr)":80.31,"STSBenchmarkMultilingualSTS (fr)":84.36,"SICKFr":77.1}
12
- {"index":3,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.29,"STS22 (fr)":83.75,"STSBenchmarkMultilingualSTS (fr)":83.02,"SICKFr":74.09}
13
- {"index":4,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.13,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":82.72,"SICKFr":74.9}
14
- {"index":26,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.12,"STS22 (fr)":81.14,"STSBenchmarkMultilingualSTS (fr)":83.75,"SICKFr":75.48}
15
- {"index":35,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":80.01,"STS22 (fr)":83.31,"STSBenchmarkMultilingualSTS (fr)":79.99,"SICKFr":76.74}
16
- {"index":0,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.56,"STS22 (fr)":82.74,"STSBenchmarkMultilingualSTS (fr)":79.72,"SICKFr":76.21}
17
- {"index":62,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":79.5,"STS22 (fr)":81.7,"STSBenchmarkMultilingualSTS (fr)":81.3,"SICKFr":75.51}
18
- {"index":56,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.37,"STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":82.53,"SICKFr":78.78}
19
- {"index":29,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":79.32,"STS22 (fr)":82.57,"STSBenchmarkMultilingualSTS (fr)":82.51,"SICKFr":72.88}
20
- {"index":83,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.37,"STS22 (fr)":76.8,"STSBenchmarkMultilingualSTS (fr)":81.24,"SICKFr":77.07}
21
- {"index":97,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.31,"STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":77.55,"SICKFr":76.28}
22
- {"index":88,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.28,"STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":83.48,"SICKFr":77.25}
23
- {"index":15,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.26,"STS22 (fr)":82.8,"STSBenchmarkMultilingualSTS (fr)":76.48,"SICKFr":75.5}
24
- {"index":79,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":78.18,"STS22 (fr)":74.3,"STSBenchmarkMultilingualSTS (fr)":84.69,"SICKFr":75.56}
25
- {"index":44,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":77.79,"STS22 (fr)":77.54,"STSBenchmarkMultilingualSTS (fr)":81.64,"SICKFr":74.18}
26
- {"index":66,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.72,"STS22 (fr)":82.35,"STSBenchmarkMultilingualSTS (fr)":79.22,"SICKFr":71.6}
27
- {"index":65,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.64,"STS22 (fr)":80.8,"STSBenchmarkMultilingualSTS (fr)":80.23,"SICKFr":71.89}
28
- {"index":2,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.52,"STS22 (fr)":79.99,"STSBenchmarkMultilingualSTS (fr)":79.02,"SICKFr":73.56}
29
- {"index":82,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.33,"STS22 (fr)":77.49,"STSBenchmarkMultilingualSTS (fr)":79.42,"SICKFr":75.08}
30
- {"index":55,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.22,"STS22 (fr)":74.8,"STSBenchmarkMultilingualSTS (fr)":80.62,"SICKFr":76.23}
31
- {"index":58,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":77.17,"STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":79.32,"SICKFr":75.62}
32
- {"index":37,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.87,"STS22 (fr)":78.77,"STSBenchmarkMultilingualSTS (fr)":79.23,"SICKFr":69.6}
33
- {"index":74,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":75.46,"STS22 (fr)":76.41,"STSBenchmarkMultilingualSTS (fr)":77.49,"SICKFr":72.49}
34
- {"index":78,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.18,"STS22 (fr)":70.55,"STSBenchmarkMultilingualSTS (fr)":79.9,"SICKFr":75.1}
35
- {"index":81,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":75.14,"STS22 (fr)":75.01,"STSBenchmarkMultilingualSTS (fr)":77.59,"SICKFr":72.83}
36
- {"index":92,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.92,"STS22 (fr)":77.91,"STSBenchmarkMultilingualSTS (fr)":75.48,"SICKFr":71.37}
37
- {"index":64,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":74.91,"STS22 (fr)":78.68,"STSBenchmarkMultilingualSTS (fr)":76.38,"SICKFr":69.67}
38
- {"index":93,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.55,"STS22 (fr)":71.11,"STSBenchmarkMultilingualSTS (fr)":78.16,"SICKFr":74.39}
39
- {"index":80,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.49,"STS22 (fr)":77.69,"STSBenchmarkMultilingualSTS (fr)":74.04,"SICKFr":71.74}
40
- {"index":68,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":74.33,"STS22 (fr)":77.95,"STSBenchmarkMultilingualSTS (fr)":75.1,"SICKFr":69.94}
41
- {"index":63,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":72.28,"STS22 (fr)":75.66,"STSBenchmarkMultilingualSTS (fr)":71.13,"SICKFr":70.04}
42
- {"index":1,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.82,"STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51}
43
- {"index":70,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":68.14,"STS22 (fr)":77.0,"STSBenchmarkMultilingualSTS (fr)":64.93,"SICKFr":62.48}
44
- {"index":77,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":66.86,"STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11}
45
- {"index":54,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":65.36,"STS22 (fr)":69.82,"STSBenchmarkMultilingualSTS (fr)":61.87,"SICKFr":64.39}
46
- {"index":5,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":64.46,"STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95}
47
- {"index":59,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.34,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94}
48
- {"index":7,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.33,"STS22 (fr)":67.83,"STSBenchmarkMultilingualSTS (fr)":51.98,"SICKFr":58.18}
49
- {"index":53,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":56.57,"STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26}
50
- {"index":49,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":52.12,"STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86}
51
- {"index":60,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.89,"STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54}
52
- {"index":94,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":50.52,"STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62}
53
- {"index":21,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":50.47,"STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77}
54
- {"index":20,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":50.44,"STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76}
55
- {"index":52,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":50.02,"STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75}
56
- {"index":22,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":49.93,"STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76}
57
- {"index":95,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":49.27,"STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01}
58
- {"index":50,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":43.49,"STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9}
59
- {"index":51,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":32.93,"STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6}
60
- {"index":24,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
61
- {"index":25,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","STS22 (fr)":79.88,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
62
- {"index":30,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ManiShankar-AlpesAi\/paraphrase-multilingual-mpnet-base-v2-KE_Sieve\">paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":72.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
63
- {"index":31,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
64
- {"index":32,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":67.66,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
65
- {"index":33,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":54.56,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
66
- {"index":38,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":81.47,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
67
- {"index":39,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","STS22 (fr)":73.13,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
68
- {"index":40,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","STS22 (fr)":80.38,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
69
- {"index":42,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
70
- {"index":48,"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":61.72,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
71
- {"index":67,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
72
- {"index":69,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
73
- {"index":72,"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
74
- {"index":73,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
75
- {"index":75,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
76
- {"index":76,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
77
- {"index":85,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS22 (fr)":42.0,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
78
- {"index":86,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
79
- {"index":87,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
80
- {"index":89,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
81
- {"index":90,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
82
- {"index":91,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
 
 
1
+ {"index":38,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2}
2
+ {"index":27,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2}
3
+ {"index":28,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":83.08,"STS22 (fr)":82.84,"STSBenchmarkMultilingualSTS (fr)":86.59,"SICKFr":79.81}
4
+ {"index":11,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"Average":82.59,"STS22 (fr)":83.28,"STSBenchmarkMultilingualSTS (fr)":85.09,"SICKFr":79.39}
5
+ {"index":9,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9}
6
+ {"index":46,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":81.74,"STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7}
7
+ {"index":62,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63}
8
+ {"index":10,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63}
9
+ {"index":16,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.28,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23}
10
+ {"index":8,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68}
11
+ {"index":36,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68}
12
+ {"index":97,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.59,"STS22 (fr)":80.31,"STSBenchmarkMultilingualSTS (fr)":84.36,"SICKFr":77.1}
13
+ {"index":3,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.29,"STS22 (fr)":83.75,"STSBenchmarkMultilingualSTS (fr)":83.02,"SICKFr":74.09}
14
+ {"index":4,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.13,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":82.72,"SICKFr":74.9}
15
+ {"index":26,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.12,"STS22 (fr)":81.14,"STSBenchmarkMultilingualSTS (fr)":83.75,"SICKFr":75.48}
16
+ {"index":35,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.01,"STS22 (fr)":83.31,"STSBenchmarkMultilingualSTS (fr)":79.99,"SICKFr":76.74}
17
+ {"index":0,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.56,"STS22 (fr)":82.74,"STSBenchmarkMultilingualSTS (fr)":79.72,"SICKFr":76.21}
18
+ {"index":63,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":79.5,"STS22 (fr)":81.7,"STSBenchmarkMultilingualSTS (fr)":81.3,"SICKFr":75.51}
19
+ {"index":57,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.37,"STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":82.53,"SICKFr":78.78}
20
+ {"index":29,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":79.32,"STS22 (fr)":82.57,"STSBenchmarkMultilingualSTS (fr)":82.51,"SICKFr":72.88}
21
+ {"index":84,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.37,"STS22 (fr)":76.8,"STSBenchmarkMultilingualSTS (fr)":81.24,"SICKFr":77.07}
22
+ {"index":98,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.31,"STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":77.55,"SICKFr":76.28}
23
+ {"index":89,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.28,"STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":83.48,"SICKFr":77.25}
24
+ {"index":15,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.26,"STS22 (fr)":82.8,"STSBenchmarkMultilingualSTS (fr)":76.48,"SICKFr":75.5}
25
+ {"index":80,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":78.18,"STS22 (fr)":74.3,"STSBenchmarkMultilingualSTS (fr)":84.69,"SICKFr":75.56}
26
+ {"index":45,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":77.79,"STS22 (fr)":77.54,"STSBenchmarkMultilingualSTS (fr)":81.64,"SICKFr":74.18}
27
+ {"index":67,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.72,"STS22 (fr)":82.35,"STSBenchmarkMultilingualSTS (fr)":79.22,"SICKFr":71.6}
28
+ {"index":66,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.64,"STS22 (fr)":80.8,"STSBenchmarkMultilingualSTS (fr)":80.23,"SICKFr":71.89}
29
+ {"index":2,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.52,"STS22 (fr)":79.99,"STSBenchmarkMultilingualSTS (fr)":79.02,"SICKFr":73.56}
30
+ {"index":83,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.33,"STS22 (fr)":77.49,"STSBenchmarkMultilingualSTS (fr)":79.42,"SICKFr":75.08}
31
+ {"index":56,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.22,"STS22 (fr)":74.8,"STSBenchmarkMultilingualSTS (fr)":80.62,"SICKFr":76.23}
32
+ {"index":59,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":77.17,"STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":79.32,"SICKFr":75.62}
33
+ {"index":37,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.87,"STS22 (fr)":78.77,"STSBenchmarkMultilingualSTS (fr)":79.23,"SICKFr":69.6}
34
+ {"index":75,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":75.46,"STS22 (fr)":76.41,"STSBenchmarkMultilingualSTS (fr)":77.49,"SICKFr":72.49}
35
+ {"index":79,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.18,"STS22 (fr)":70.55,"STSBenchmarkMultilingualSTS (fr)":79.9,"SICKFr":75.1}
36
+ {"index":82,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":75.14,"STS22 (fr)":75.01,"STSBenchmarkMultilingualSTS (fr)":77.59,"SICKFr":72.83}
37
+ {"index":93,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.92,"STS22 (fr)":77.91,"STSBenchmarkMultilingualSTS (fr)":75.48,"SICKFr":71.37}
38
+ {"index":65,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":74.91,"STS22 (fr)":78.68,"STSBenchmarkMultilingualSTS (fr)":76.38,"SICKFr":69.67}
39
+ {"index":94,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.55,"STS22 (fr)":71.11,"STSBenchmarkMultilingualSTS (fr)":78.16,"SICKFr":74.39}
40
+ {"index":81,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.49,"STS22 (fr)":77.69,"STSBenchmarkMultilingualSTS (fr)":74.04,"SICKFr":71.74}
41
+ {"index":69,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":74.33,"STS22 (fr)":77.95,"STSBenchmarkMultilingualSTS (fr)":75.1,"SICKFr":69.94}
42
+ {"index":64,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":72.28,"STS22 (fr)":75.66,"STSBenchmarkMultilingualSTS (fr)":71.13,"SICKFr":70.04}
43
+ {"index":1,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.82,"STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51}
44
+ {"index":71,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":68.14,"STS22 (fr)":77.0,"STSBenchmarkMultilingualSTS (fr)":64.93,"SICKFr":62.48}
45
+ {"index":78,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":66.86,"STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11}
46
+ {"index":55,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":65.36,"STS22 (fr)":69.82,"STSBenchmarkMultilingualSTS (fr)":61.87,"SICKFr":64.39}
47
+ {"index":5,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":64.46,"STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95}
48
+ {"index":60,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.34,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94}
49
+ {"index":7,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.33,"STS22 (fr)":67.83,"STSBenchmarkMultilingualSTS (fr)":51.98,"SICKFr":58.18}
50
+ {"index":54,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":56.57,"STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26}
51
+ {"index":50,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":52.12,"STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86}
52
+ {"index":61,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.89,"STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54}
53
+ {"index":95,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":50.52,"STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62}
54
+ {"index":21,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":50.47,"STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77}
55
+ {"index":20,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":50.44,"STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76}
56
+ {"index":53,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":50.02,"STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75}
57
+ {"index":22,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":49.93,"STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76}
58
+ {"index":96,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":49.27,"STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01}
59
+ {"index":51,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":43.49,"STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9}
60
+ {"index":52,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":32.93,"STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6}
61
+ {"index":24,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
62
+ {"index":25,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","STS22 (fr)":79.88,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
63
+ {"index":30,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ManiShankar-AlpesAi\/paraphrase-multilingual-mpnet-base-v2-KE_Sieve\">paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":72.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
64
+ {"index":31,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
65
+ {"index":32,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":67.66,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
66
+ {"index":33,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":54.56,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
67
+ {"index":39,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":81.47,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
68
+ {"index":40,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","STS22 (fr)":73.13,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
69
+ {"index":41,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","STS22 (fr)":80.38,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
70
+ {"index":43,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
71
+ {"index":49,"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":61.72,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
72
+ {"index":68,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
73
+ {"index":70,"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
74
+ {"index":73,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
75
+ {"index":74,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
76
+ {"index":76,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
77
+ {"index":77,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
78
+ {"index":86,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS22 (fr)":42.0,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
79
+ {"index":87,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
80
+ {"index":88,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
81
+ {"index":90,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
82
+ {"index":91,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
83
+ {"index":92,"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
all_data_tasks/22/default.jsonl CHANGED
@@ -1,59 +1,60 @@
1
- {"index":65,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":32.46}
2
- {"index":54,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEvalFr":32.22}
3
- {"index":58,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":31.85}
4
  {"index":28,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"SummEvalFr":31.62}
5
- {"index":82,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEvalFr":31.59}
6
  {"index":5,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"SummEvalFr":31.56}
7
  {"index":29,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":31.55}
8
  {"index":0,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.47}
9
  {"index":9,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"SummEvalFr":31.45}
10
  {"index":15,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.4}
11
- {"index":16,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.26}
12
- {"index":11,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"SummEvalFr":31.26}
13
- {"index":49,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":31.26}
14
- {"index":56,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.92}
15
  {"index":1,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.88}
16
- {"index":45,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"SummEvalFr":30.88}
17
- {"index":55,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":30.76}
18
- {"index":53,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEvalFr":30.72}
19
- {"index":8,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"SummEvalFr":30.5}
20
- {"index":36,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5}
21
- {"index":97,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5}
22
- {"index":83,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEvalFr":30.39}
23
  {"index":3,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.34}
24
- {"index":27,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.3}
25
- {"index":63,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.28}
26
- {"index":64,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.27}
27
- {"index":81,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEvalFr":30.23}
28
- {"index":66,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.22}
29
- {"index":26,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":30.16}
30
- {"index":68,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEvalFr":30.16}
31
- {"index":62,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"SummEvalFr":30.13}
32
- {"index":80,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":30.01}
33
- {"index":4,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.96}
34
- {"index":10,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74}
35
- {"index":61,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74}
36
- {"index":35,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":29.69}
37
- {"index":96,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.65}
38
- {"index":59,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.48}
39
- {"index":79,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.47}
40
- {"index":50,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.43}
41
- {"index":88,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.33}
42
- {"index":51,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"SummEvalFr":29.25}
43
- {"index":78,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":29.2}
44
- {"index":94,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.14}
45
- {"index":21,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.13}
46
- {"index":20,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.06}
47
- {"index":37,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":29.04}
48
- {"index":95,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":28.89}
49
- {"index":22,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":28.84}
50
- {"index":52,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"SummEvalFr":28.81}
51
- {"index":44,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":28.77}
52
- {"index":7,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.72}
53
- {"index":93,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.56}
54
- {"index":2,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.34}
55
- {"index":70,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEvalFr":28.28}
56
- {"index":92,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.21}
57
- {"index":74,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"SummEvalFr":28.12}
58
- {"index":77,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEvalFr":27.59}
59
- {"index":60,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":23.63}
 
 
1
+ {"index":66,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":32.46}
2
+ {"index":55,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEvalFr":32.22}
3
+ {"index":59,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":31.85}
4
  {"index":28,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"SummEvalFr":31.62}
5
+ {"index":83,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEvalFr":31.59}
6
  {"index":5,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"SummEvalFr":31.56}
7
  {"index":29,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":31.55}
8
  {"index":0,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.47}
9
  {"index":9,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"SummEvalFr":31.45}
10
  {"index":15,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.4}
11
+ {"index":11,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"SummEvalFr":31.26}
12
+ {"index":16,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.26}
13
+ {"index":50,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":31.26}
14
+ {"index":57,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.92}
15
  {"index":1,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.88}
16
+ {"index":46,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"SummEvalFr":30.88}
17
+ {"index":56,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":30.76}
18
+ {"index":54,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEvalFr":30.72}
19
+ {"index":36,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5}
20
+ {"index":98,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5}
21
+ {"index":8,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"SummEvalFr":30.5}
22
+ {"index":84,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEvalFr":30.39}
23
  {"index":3,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.34}
24
+ {"index":38,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.3}
25
+ {"index":27,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.3}
26
+ {"index":64,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.28}
27
+ {"index":65,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.27}
28
+ {"index":82,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEvalFr":30.23}
29
+ {"index":67,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.22}
30
+ {"index":26,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":30.16}
31
+ {"index":69,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEvalFr":30.16}
32
+ {"index":63,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"SummEvalFr":30.13}
33
+ {"index":81,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":30.01}
34
+ {"index":4,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.96}
35
+ {"index":10,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74}
36
+ {"index":62,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74}
37
+ {"index":35,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.69}
38
+ {"index":97,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.65}
39
+ {"index":60,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.48}
40
+ {"index":80,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.47}
41
+ {"index":51,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.43}
42
+ {"index":89,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.33}
43
+ {"index":52,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"SummEvalFr":29.25}
44
+ {"index":79,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":29.2}
45
+ {"index":95,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.14}
46
+ {"index":21,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.13}
47
+ {"index":20,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.06}
48
+ {"index":37,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":29.04}
49
+ {"index":96,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":28.89}
50
+ {"index":22,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":28.84}
51
+ {"index":53,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"SummEvalFr":28.81}
52
+ {"index":45,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":28.77}
53
+ {"index":7,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.72}
54
+ {"index":94,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.56}
55
+ {"index":2,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.34}
56
+ {"index":71,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEvalFr":28.28}
57
+ {"index":93,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.21}
58
+ {"index":75,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"SummEvalFr":28.12}
59
+ {"index":78,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEvalFr":27.59}
60
+ {"index":61,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":23.63}
all_data_tasks/25/default.jsonl CHANGED
@@ -1,7 +1,7 @@
1
  {"index":7,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gbert-large\">gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97}
2
  {"index":17,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69}
3
  {"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/MAY-A\/jina-embeddings-v2-base-de-Q5_K_M-GGUF\">jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
4
- {"index":11,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-de\">jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
5
  {"index":5,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/jina-embeddings-v2-base-de-Q8_0-GGUF\">jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
6
  {"index":4,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aari1995\/German_Semantic_STS_V2\">German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Average":29.5,"BlurbsClusteringP2P":38.68,"BlurbsClusteringS2S":17.62,"TenKGnadClusteringP2P":38.0,"TenKGnadClusteringS2S":23.71}
7
  {"index":16,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26}
 
1
  {"index":7,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gbert-large\">gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97}
2
  {"index":17,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69}
3
  {"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/MAY-A\/jina-embeddings-v2-base-de-Q5_K_M-GGUF\">jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
4
+ {"index":11,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-de\">jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":80,"Memory Usage (GB, fp32)":0.3,"Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
5
  {"index":5,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/jina-embeddings-v2-base-de-Q8_0-GGUF\">jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
6
  {"index":4,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aari1995\/German_Semantic_STS_V2\">German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Average":29.5,"BlurbsClusteringP2P":38.68,"BlurbsClusteringS2S":17.62,"TenKGnadClusteringP2P":38.0,"TenKGnadClusteringS2S":23.71}
7
  {"index":16,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26}
all_data_tasks/26/default.jsonl CHANGED
@@ -1,56 +1,62 @@
1
  {"index":4,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":77.99,"AllegroReviews":65.0,"CBD":84.13,"MassiveIntentClassification (pl)":79.41,"MassiveScenarioClassification (pl)":81.93,"PAC":67.24,"PolEmo2.0-IN":90.42,"PolEmo2.0-OUT":77.77}
2
  {"index":2,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98}
3
- {"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4}
4
- {"index":17,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4}
5
- {"index":38,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":66.39,"AllegroReviews":47.49,"CBD":69.33,"MassiveIntentClassification (pl)":74.81,"MassiveScenarioClassification (pl)":77.84,"PAC":64.69,"PolEmo2.0-IN":76.84,"PolEmo2.0-OUT":53.72}
6
- {"index":25,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.82,"AllegroReviews":41.14,"CBD":69.9,"MassiveIntentClassification (pl)":65.07,"MassiveScenarioClassification (pl)":69.82,"PAC":70.37,"PolEmo2.0-IN":77.06,"PolEmo2.0-OUT":53.38}
7
- {"index":37,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":62.92,"AllegroReviews":40.26,"CBD":68.11,"MassiveIntentClassification (pl)":72.31,"MassiveScenarioClassification (pl)":75.53,"PAC":65.87,"PolEmo2.0-IN":71.73,"PolEmo2.0-OUT":46.6}
8
- {"index":35,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":61.07,"AllegroReviews":37.68,"CBD":66.15,"MassiveIntentClassification (pl)":72.01,"MassiveScenarioClassification (pl)":75.27,"PAC":63.77,"PolEmo2.0-IN":69.46,"PolEmo2.0-OUT":43.14}
9
- {"index":16,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":60.44,"AllegroReviews":40.19,"CBD":67.69,"MassiveIntentClassification (pl)":68.2,"MassiveScenarioClassification (pl)":73.97,"PAC":66.55,"PolEmo2.0-IN":68.41,"PolEmo2.0-OUT":38.06}
10
- {"index":32,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74}
11
  {"index":3,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74}
12
- {"index":34,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":59.52,"AllegroReviews":36.38,"CBD":65.54,"MassiveIntentClassification (pl)":70.93,"MassiveScenarioClassification (pl)":74.76,"PAC":64.5,"PolEmo2.0-IN":68.7,"PolEmo2.0-OUT":35.81}
13
- {"index":28,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":59.26,"AllegroReviews":34.11,"CBD":68.35,"MassiveIntentClassification (pl)":65.53,"MassiveScenarioClassification (pl)":68.51,"PAC":68.4,"PolEmo2.0-IN":64.18,"PolEmo2.0-OUT":45.73}
14
- {"index":24,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":59.01,"AllegroReviews":40.85,"CBD":62.66,"MassiveIntentClassification (pl)":61.04,"MassiveScenarioClassification (pl)":66.11,"PAC":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-OUT":43.91}
15
- {"index":29,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":58.99,"AllegroReviews":33.35,"CBD":68.51,"MassiveIntentClassification (pl)":66.63,"MassiveScenarioClassification (pl)":69.97,"PAC":66.26,"PolEmo2.0-IN":63.52,"PolEmo2.0-OUT":44.7}
16
- {"index":39,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":58.55,"AllegroReviews":34.5,"CBD":70.27,"MassiveIntentClassification (pl)":64.81,"MassiveScenarioClassification (pl)":70.01,"PAC":64.6,"PolEmo2.0-IN":67.06,"PolEmo2.0-OUT":38.58}
17
- {"index":36,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":57.73,"AllegroReviews":33.03,"CBD":64.24,"MassiveIntentClassification (pl)":67.35,"MassiveScenarioClassification (pl)":72.13,"PAC":63.11,"PolEmo2.0-IN":63.96,"PolEmo2.0-OUT":40.32}
18
- {"index":40,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":57.49,"AllegroReviews":34.55,"CBD":67.48,"MassiveIntentClassification (pl)":65.93,"MassiveScenarioClassification (pl)":71.85,"PAC":63.25,"PolEmo2.0-IN":68.37,"PolEmo2.0-OUT":30.99}
19
- {"index":41,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":57.39,"AllegroReviews":34.89,"CBD":65.71,"MassiveIntentClassification (pl)":59.71,"MassiveScenarioClassification (pl)":64.58,"PAC":68.11,"PolEmo2.0-IN":64.0,"PolEmo2.0-OUT":44.72}
20
- {"index":27,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":57.05,"AllegroReviews":37.42,"CBD":63.25,"MassiveIntentClassification (pl)":57.4,"MassiveScenarioClassification (pl)":64.25,"PAC":70.55,"PolEmo2.0-IN":67.35,"PolEmo2.0-OUT":39.13}
21
- {"index":22,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.34,"AllegroReviews":29.62,"CBD":63.83,"MassiveIntentClassification (pl)":65.86,"MassiveScenarioClassification (pl)":69.99,"PAC":73.87,"PolEmo2.0-IN":52.8,"PolEmo2.0-OUT":38.4}
22
- {"index":51,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":54.09,"AllegroReviews":33.86,"CBD":65.0,"MassiveIntentClassification (pl)":64.29,"MassiveScenarioClassification (pl)":68.98,"PAC":63.76,"PolEmo2.0-IN":62.78,"PolEmo2.0-OUT":19.98}
23
- {"index":50,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":52.18,"AllegroReviews":30.88,"CBD":57.68,"MassiveIntentClassification (pl)":59.43,"MassiveScenarioClassification (pl)":65.04,"PAC":65.76,"PolEmo2.0-IN":57.76,"PolEmo2.0-OUT":28.7}
24
- {"index":47,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":49.92,"AllegroReviews":28.03,"CBD":60.0,"MassiveIntentClassification (pl)":53.1,"MassiveScenarioClassification (pl)":61.29,"PAC":68.17,"PolEmo2.0-IN":48.84,"PolEmo2.0-OUT":30.0}
25
  {"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.66,"AllegroReviews":24.89,"CBD":53.78,"MassiveIntentClassification (pl)":31.77,"MassiveScenarioClassification (pl)":37.49,"PAC":57.14,"PolEmo2.0-IN":40.97,"PolEmo2.0-OUT":17.57}
26
  {"index":0,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.99,"MassiveScenarioClassification (pl)":52.92,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
27
  {"index":6,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":27.62,"MassiveScenarioClassification (pl)":31.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
28
  {"index":7,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":33.17,"MassiveScenarioClassification (pl)":36.34,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
29
- {"index":9,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-27-15\">2024-06-19_22-27-15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":21.69,"MassiveScenarioClassification (pl)":26.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
30
- {"index":10,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
31
- {"index":11,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":38.21,"MassiveScenarioClassification (pl)":46.21,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
32
- {"index":13,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":64.53,"MassiveScenarioClassification (pl)":68.22,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
33
- {"index":14,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.2,"MassiveScenarioClassification (pl)":41.89,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
34
- {"index":15,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.62,"MassiveScenarioClassification (pl)":41.88,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
35
- {"index":18,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":60.07,"MassiveScenarioClassification (pl)":64.0,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
36
- {"index":19,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":50.48,"MassiveScenarioClassification (pl)":49.98,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
37
- {"index":20,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.97,"MassiveScenarioClassification (pl)":42.5,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
38
- {"index":21,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
39
- {"index":23,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":74.85,"MassiveScenarioClassification (pl)":77.37,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
40
- {"index":26,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":73.65,"MassiveScenarioClassification (pl)":76.69,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
41
- {"index":30,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.47,"MassiveScenarioClassification (pl)":45.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
42
- {"index":31,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":41.63,"MassiveScenarioClassification (pl)":41.63,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
43
- {"index":33,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
44
- {"index":42,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
45
- {"index":45,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
46
- {"index":48,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":39.08,"MassiveScenarioClassification (pl)":46.79,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
47
- {"index":49,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.64,"MassiveScenarioClassification (pl)":49.97,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
48
- {"index":52,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.41,"MassiveScenarioClassification (pl)":42.3,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
49
- {"index":53,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.67,"MassiveScenarioClassification (pl)":45.2,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
50
- {"index":54,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":43.95,"MassiveScenarioClassification (pl)":49.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
51
- {"index":55,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":26.05,"MassiveScenarioClassification (pl)":30.15,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
52
- {"index":56,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":58.91,"MassiveScenarioClassification (pl)":62.55,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
53
- {"index":57,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
54
- {"index":58,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
55
- {"index":59,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
56
- {"index":60,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
 
 
 
 
 
 
 
1
  {"index":4,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":77.99,"AllegroReviews":65.0,"CBD":84.13,"MassiveIntentClassification (pl)":79.41,"MassiveScenarioClassification (pl)":81.93,"PAC":67.24,"PolEmo2.0-IN":90.42,"PolEmo2.0-OUT":77.77}
2
  {"index":2,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98}
3
+ {"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1780,"Memory Usage (GB, fp32)":6.63,"Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4}
4
+ {"index":23,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4}
5
+ {"index":44,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":66.39,"AllegroReviews":47.49,"CBD":69.33,"MassiveIntentClassification (pl)":74.81,"MassiveScenarioClassification (pl)":77.84,"PAC":64.69,"PolEmo2.0-IN":76.84,"PolEmo2.0-OUT":53.72}
6
+ {"index":31,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.82,"AllegroReviews":41.14,"CBD":69.9,"MassiveIntentClassification (pl)":65.07,"MassiveScenarioClassification (pl)":69.82,"PAC":70.37,"PolEmo2.0-IN":77.06,"PolEmo2.0-OUT":53.38}
7
+ {"index":43,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":62.92,"AllegroReviews":40.26,"CBD":68.11,"MassiveIntentClassification (pl)":72.31,"MassiveScenarioClassification (pl)":75.53,"PAC":65.87,"PolEmo2.0-IN":71.73,"PolEmo2.0-OUT":46.6}
8
+ {"index":41,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":61.07,"AllegroReviews":37.68,"CBD":66.15,"MassiveIntentClassification (pl)":72.01,"MassiveScenarioClassification (pl)":75.27,"PAC":63.77,"PolEmo2.0-IN":69.46,"PolEmo2.0-OUT":43.14}
9
+ {"index":22,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":60.44,"AllegroReviews":40.19,"CBD":67.69,"MassiveIntentClassification (pl)":68.2,"MassiveScenarioClassification (pl)":73.97,"PAC":66.55,"PolEmo2.0-IN":68.41,"PolEmo2.0-OUT":38.06}
10
+ {"index":38,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74}
11
  {"index":3,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74}
12
+ {"index":40,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":59.52,"AllegroReviews":36.38,"CBD":65.54,"MassiveIntentClassification (pl)":70.93,"MassiveScenarioClassification (pl)":74.76,"PAC":64.5,"PolEmo2.0-IN":68.7,"PolEmo2.0-OUT":35.81}
13
+ {"index":34,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":59.26,"AllegroReviews":34.11,"CBD":68.35,"MassiveIntentClassification (pl)":65.53,"MassiveScenarioClassification (pl)":68.51,"PAC":68.4,"PolEmo2.0-IN":64.18,"PolEmo2.0-OUT":45.73}
14
+ {"index":30,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":59.01,"AllegroReviews":40.85,"CBD":62.66,"MassiveIntentClassification (pl)":61.04,"MassiveScenarioClassification (pl)":66.11,"PAC":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-OUT":43.91}
15
+ {"index":35,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":58.99,"AllegroReviews":33.35,"CBD":68.51,"MassiveIntentClassification (pl)":66.63,"MassiveScenarioClassification (pl)":69.97,"PAC":66.26,"PolEmo2.0-IN":63.52,"PolEmo2.0-OUT":44.7}
16
+ {"index":45,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":58.55,"AllegroReviews":34.5,"CBD":70.27,"MassiveIntentClassification (pl)":64.81,"MassiveScenarioClassification (pl)":70.01,"PAC":64.6,"PolEmo2.0-IN":67.06,"PolEmo2.0-OUT":38.58}
17
+ {"index":42,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":57.73,"AllegroReviews":33.03,"CBD":64.24,"MassiveIntentClassification (pl)":67.35,"MassiveScenarioClassification (pl)":72.13,"PAC":63.11,"PolEmo2.0-IN":63.96,"PolEmo2.0-OUT":40.32}
18
+ {"index":46,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":57.49,"AllegroReviews":34.55,"CBD":67.48,"MassiveIntentClassification (pl)":65.93,"MassiveScenarioClassification (pl)":71.85,"PAC":63.25,"PolEmo2.0-IN":68.37,"PolEmo2.0-OUT":30.99}
19
+ {"index":47,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":57.39,"AllegroReviews":34.89,"CBD":65.71,"MassiveIntentClassification (pl)":59.71,"MassiveScenarioClassification (pl)":64.58,"PAC":68.11,"PolEmo2.0-IN":64.0,"PolEmo2.0-OUT":44.72}
20
+ {"index":33,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":57.05,"AllegroReviews":37.42,"CBD":63.25,"MassiveIntentClassification (pl)":57.4,"MassiveScenarioClassification (pl)":64.25,"PAC":70.55,"PolEmo2.0-IN":67.35,"PolEmo2.0-OUT":39.13}
21
+ {"index":28,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.34,"AllegroReviews":29.62,"CBD":63.83,"MassiveIntentClassification (pl)":65.86,"MassiveScenarioClassification (pl)":69.99,"PAC":73.87,"PolEmo2.0-IN":52.8,"PolEmo2.0-OUT":38.4}
22
+ {"index":57,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":54.09,"AllegroReviews":33.86,"CBD":65.0,"MassiveIntentClassification (pl)":64.29,"MassiveScenarioClassification (pl)":68.98,"PAC":63.76,"PolEmo2.0-IN":62.78,"PolEmo2.0-OUT":19.98}
23
+ {"index":56,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":52.18,"AllegroReviews":30.88,"CBD":57.68,"MassiveIntentClassification (pl)":59.43,"MassiveScenarioClassification (pl)":65.04,"PAC":65.76,"PolEmo2.0-IN":57.76,"PolEmo2.0-OUT":28.7}
24
+ {"index":53,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":49.92,"AllegroReviews":28.03,"CBD":60.0,"MassiveIntentClassification (pl)":53.1,"MassiveScenarioClassification (pl)":61.29,"PAC":68.17,"PolEmo2.0-IN":48.84,"PolEmo2.0-OUT":30.0}
25
  {"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.66,"AllegroReviews":24.89,"CBD":53.78,"MassiveIntentClassification (pl)":31.77,"MassiveScenarioClassification (pl)":37.49,"PAC":57.14,"PolEmo2.0-IN":40.97,"PolEmo2.0-OUT":17.57}
26
  {"index":0,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.99,"MassiveScenarioClassification (pl)":52.92,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
27
  {"index":6,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":27.62,"MassiveScenarioClassification (pl)":31.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
28
  {"index":7,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":33.17,"MassiveScenarioClassification (pl)":36.34,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
29
+ {"index":9,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-15_10-09-42\">2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.23,"CBD":0.5,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.56,"PolEmo2.0-IN":0.37,"PolEmo2.0-OUT":0.3}
30
+ {"index":10,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-17_21-37-12\">2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.21,"CBD":0.54,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.63,"PolEmo2.0-IN":0.34,"PolEmo2.0-OUT":0.28}
31
+ {"index":11,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_08-22-22\">2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.22,"CBD":0.51,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.39,"PolEmo2.0-OUT":0.29}
32
+ {"index":12,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_10-03-38\">2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.26,"CBD":0.55,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.58,"PolEmo2.0-IN":0.36,"PolEmo2.0-OUT":0.29}
33
+ {"index":13,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_21-12-17\">2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.22,"CBD":0.52,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.35,"PolEmo2.0-OUT":0.3}
34
+ {"index":14,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-23-38\">2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.27,"CBD":0.58,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.65,"PolEmo2.0-IN":0.53,"PolEmo2.0-OUT":0.23}
35
+ {"index":15,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-27-15\">2024-06-19_22-27-15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":21.69,"MassiveScenarioClassification (pl)":26.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
36
+ {"index":16,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
37
+ {"index":17,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":38.21,"MassiveScenarioClassification (pl)":46.21,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
38
+ {"index":19,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":64.53,"MassiveScenarioClassification (pl)":68.22,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
39
+ {"index":20,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.2,"MassiveScenarioClassification (pl)":41.89,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
40
+ {"index":21,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.62,"MassiveScenarioClassification (pl)":41.88,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
41
+ {"index":24,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":60.07,"MassiveScenarioClassification (pl)":64.0,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
42
+ {"index":25,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":50.48,"MassiveScenarioClassification (pl)":49.98,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
43
+ {"index":26,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.97,"MassiveScenarioClassification (pl)":42.5,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
44
+ {"index":27,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
45
+ {"index":29,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":74.85,"MassiveScenarioClassification (pl)":77.37,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
46
+ {"index":32,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":73.65,"MassiveScenarioClassification (pl)":76.69,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
47
+ {"index":36,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.47,"MassiveScenarioClassification (pl)":45.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
48
+ {"index":37,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":41.63,"MassiveScenarioClassification (pl)":41.63,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
49
+ {"index":39,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
50
+ {"index":48,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
51
+ {"index":51,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
52
+ {"index":54,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":39.08,"MassiveScenarioClassification (pl)":46.79,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
53
+ {"index":55,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.64,"MassiveScenarioClassification (pl)":49.97,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
54
+ {"index":58,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.41,"MassiveScenarioClassification (pl)":42.3,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
55
+ {"index":59,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.67,"MassiveScenarioClassification (pl)":45.2,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
56
+ {"index":60,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":43.95,"MassiveScenarioClassification (pl)":49.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
57
+ {"index":61,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":26.05,"MassiveScenarioClassification (pl)":30.15,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
58
+ {"index":62,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":58.91,"MassiveScenarioClassification (pl)":62.55,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
59
+ {"index":63,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
60
+ {"index":64,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
61
+ {"index":65,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
62
+ {"index":66,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
all_data_tasks/27/default.jsonl CHANGED
@@ -1,25 +1,25 @@
1
  {"index":2,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"8TagsClustering":51.36}
2
  {"index":4,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"8TagsClustering":50.29}
3
- {"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"8TagsClustering":44.59}
4
- {"index":17,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","8TagsClustering":44.59}
5
- {"index":25,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"8TagsClustering":33.88}
6
- {"index":32,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67}
7
  {"index":3,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67}
8
- {"index":40,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":33.15}
9
- {"index":37,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"8TagsClustering":33.08}
10
- {"index":16,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"8TagsClustering":32.85}
11
- {"index":36,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"8TagsClustering":31.77}
12
- {"index":39,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":31.68}
13
- {"index":29,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":31.49}
14
- {"index":38,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"8TagsClustering":31.16}
15
- {"index":35,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"8TagsClustering":30.62}
16
- {"index":34,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"8TagsClustering":30.25}
17
- {"index":28,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":28.15}
18
- {"index":51,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"8TagsClustering":25.62}
19
- {"index":24,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"8TagsClustering":24.97}
20
- {"index":27,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"8TagsClustering":23.92}
21
- {"index":50,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"8TagsClustering":23.24}
22
- {"index":22,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","8TagsClustering":18.79}
23
- {"index":41,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"8TagsClustering":12.96}
24
- {"index":47,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"8TagsClustering":12.51}
25
  {"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","8TagsClustering":4.68}
 
1
  {"index":2,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"8TagsClustering":51.36}
2
  {"index":4,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"8TagsClustering":50.29}
3
+ {"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1780,"Memory Usage (GB, fp32)":6.63,"8TagsClustering":44.59}
4
+ {"index":23,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","8TagsClustering":44.59}
5
+ {"index":31,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"8TagsClustering":33.88}
6
+ {"index":38,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67}
7
  {"index":3,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"8TagsClustering":33.67}
8
+ {"index":46,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":33.15}
9
+ {"index":43,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"8TagsClustering":33.08}
10
+ {"index":22,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"8TagsClustering":32.85}
11
+ {"index":42,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"8TagsClustering":31.77}
12
+ {"index":45,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":31.68}
13
+ {"index":35,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":31.49}
14
+ {"index":44,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"8TagsClustering":31.16}
15
+ {"index":41,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"8TagsClustering":30.62}
16
+ {"index":40,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"8TagsClustering":30.25}
17
+ {"index":34,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"8TagsClustering":28.15}
18
+ {"index":57,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"8TagsClustering":25.62}
19
+ {"index":30,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"8TagsClustering":24.97}
20
+ {"index":33,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"8TagsClustering":23.92}
21
+ {"index":56,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"8TagsClustering":23.24}
22
+ {"index":28,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","8TagsClustering":18.79}
23
+ {"index":47,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"8TagsClustering":12.96}
24
+ {"index":53,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"8TagsClustering":12.51}
25
  {"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","8TagsClustering":4.68}
all_data_tasks/28/default.jsonl CHANGED
@@ -1,25 +1,31 @@
1
  {"index":4,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":89.62,"CDSC-E":78.23,"PPC":95.43,"PSC":99.24,"SICK-E-PL":85.58}
2
- {"index":38,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":89.13,"CDSC-E":79.87,"PPC":93.56,"PSC":98.63,"SICK-E-PL":84.47}
3
  {"index":2,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68}
4
- {"index":37,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":88.14,"CDSC-E":79.1,"PPC":92.81,"PSC":98.61,"SICK-E-PL":82.04}
5
- {"index":16,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":87.92,"CDSC-E":79.12,"PPC":92.65,"PSC":98.42,"SICK-E-PL":81.47}
6
- {"index":40,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":87.08,"CDSC-E":75.06,"PPC":93.67,"PSC":99.05,"SICK-E-PL":80.56}
7
- {"index":39,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":87.01,"CDSC-E":75.99,"PPC":93.31,"PSC":99.1,"SICK-E-PL":79.63}
8
- {"index":51,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":86.23,"CDSC-E":75.76,"PPC":93.67,"PSC":98.26,"SICK-E-PL":77.22}
9
- {"index":34,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":86.16,"CDSC-E":77.27,"PPC":91.76,"PSC":99.15,"SICK-E-PL":76.45}
10
- {"index":35,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":85.9,"CDSC-E":76.83,"PPC":91.09,"PSC":99.53,"SICK-E-PL":76.14}
11
- {"index":25,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":85.5,"CDSC-E":74.47,"PPC":92.18,"PSC":99.39,"SICK-E-PL":75.96}
12
- {"index":32,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":85.45,"CDSC-E":74.9,"PPC":92.43,"PSC":99.06,"SICK-E-PL":75.4}
13
  {"index":3,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":85.45,"CDSC-E":74.9,"PPC":92.43,"PSC":99.06,"SICK-E-PL":75.4}
14
- {"index":1,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":84.87,"CDSC-E":72.42,"PPC":91.47,"PSC":99.28,"SICK-E-PL":76.32}
15
- {"index":17,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.87,"CDSC-E":72.42,"PPC":91.47,"PSC":99.28,"SICK-E-PL":76.32}
16
- {"index":36,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":84.61,"CDSC-E":76.68,"PPC":89.7,"PSC":98.86,"SICK-E-PL":73.21}
17
- {"index":50,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":83.44,"CDSC-E":72.33,"PPC":92.36,"PSC":97.14,"SICK-E-PL":71.94}
18
- {"index":24,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":82.15,"CDSC-E":72.67,"PPC":88.01,"PSC":99.14,"SICK-E-PL":68.77}
19
- {"index":27,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":80.5,"CDSC-E":69.7,"PPC":86.72,"PSC":99.24,"SICK-E-PL":66.34}
20
- {"index":47,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":79.4,"CDSC-E":72.0,"PPC":86.83,"PSC":96.35,"SICK-E-PL":62.41}
21
- {"index":41,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":79.27,"CDSC-E":68.91,"PPC":86.97,"PSC":97.42,"SICK-E-PL":63.77}
22
- {"index":29,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":77.67,"CDSC-E":67.56,"PPC":85.98,"PSC":98.6,"SICK-E-PL":58.54}
23
- {"index":28,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":75.48,"CDSC-E":63.61,"PPC":84.37,"PSC":98.98,"SICK-E-PL":54.95}
24
- {"index":22,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.2,"CDSC-E":59.97,"PPC":85.37,"PSC":91.98,"SICK-E-PL":55.48}
25
  {"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.51,"CDSC-E":43.51,"PPC":70.19,"PSC":77.83,"SICK-E-PL":46.51}
 
 
 
 
 
 
 
1
  {"index":4,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":89.62,"CDSC-E":78.23,"PPC":95.43,"PSC":99.24,"SICK-E-PL":85.58}
2
+ {"index":44,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":89.13,"CDSC-E":79.87,"PPC":93.56,"PSC":98.63,"SICK-E-PL":84.47}
3
  {"index":2,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":88.48,"CDSC-E":76.75,"PPC":94.1,"PSC":99.37,"SICK-E-PL":83.68}
4
+ {"index":43,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":88.14,"CDSC-E":79.1,"PPC":92.81,"PSC":98.61,"SICK-E-PL":82.04}
5
+ {"index":22,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":87.92,"CDSC-E":79.12,"PPC":92.65,"PSC":98.42,"SICK-E-PL":81.47}
6
+ {"index":46,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":87.08,"CDSC-E":75.06,"PPC":93.67,"PSC":99.05,"SICK-E-PL":80.56}
7
+ {"index":45,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":87.01,"CDSC-E":75.99,"PPC":93.31,"PSC":99.1,"SICK-E-PL":79.63}
8
+ {"index":57,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":86.23,"CDSC-E":75.76,"PPC":93.67,"PSC":98.26,"SICK-E-PL":77.22}
9
+ {"index":40,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":86.16,"CDSC-E":77.27,"PPC":91.76,"PSC":99.15,"SICK-E-PL":76.45}
10
+ {"index":41,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":85.9,"CDSC-E":76.83,"PPC":91.09,"PSC":99.53,"SICK-E-PL":76.14}
11
+ {"index":31,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":85.5,"CDSC-E":74.47,"PPC":92.18,"PSC":99.39,"SICK-E-PL":75.96}
12
+ {"index":38,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":85.45,"CDSC-E":74.9,"PPC":92.43,"PSC":99.06,"SICK-E-PL":75.4}
13
  {"index":3,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":85.45,"CDSC-E":74.9,"PPC":92.43,"PSC":99.06,"SICK-E-PL":75.4}
14
+ {"index":1,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1780,"Memory Usage (GB, fp32)":6.63,"Average":84.87,"CDSC-E":72.42,"PPC":91.47,"PSC":99.28,"SICK-E-PL":76.32}
15
+ {"index":23,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":84.87,"CDSC-E":72.42,"PPC":91.47,"PSC":99.28,"SICK-E-PL":76.32}
16
+ {"index":42,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":84.61,"CDSC-E":76.68,"PPC":89.7,"PSC":98.86,"SICK-E-PL":73.21}
17
+ {"index":56,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":83.44,"CDSC-E":72.33,"PPC":92.36,"PSC":97.14,"SICK-E-PL":71.94}
18
+ {"index":30,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":82.15,"CDSC-E":72.67,"PPC":88.01,"PSC":99.14,"SICK-E-PL":68.77}
19
+ {"index":33,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":80.5,"CDSC-E":69.7,"PPC":86.72,"PSC":99.24,"SICK-E-PL":66.34}
20
+ {"index":53,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":79.4,"CDSC-E":72.0,"PPC":86.83,"PSC":96.35,"SICK-E-PL":62.41}
21
+ {"index":47,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":79.27,"CDSC-E":68.91,"PPC":86.97,"PSC":97.42,"SICK-E-PL":63.77}
22
+ {"index":35,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":77.67,"CDSC-E":67.56,"PPC":85.98,"PSC":98.6,"SICK-E-PL":58.54}
23
+ {"index":34,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":75.48,"CDSC-E":63.61,"PPC":84.37,"PSC":98.98,"SICK-E-PL":54.95}
24
+ {"index":28,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.2,"CDSC-E":59.97,"PPC":85.37,"PSC":91.98,"SICK-E-PL":55.48}
25
  {"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.51,"CDSC-E":43.51,"PPC":70.19,"PSC":77.83,"SICK-E-PL":46.51}
26
+ {"index":9,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-15_10-09-42\">2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.43,"PPC":"","PSC":0.4,"SICK-E-PL":0.55}
27
+ {"index":10,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-17_21-37-12\">2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.37,"PPC":"","PSC":0.38,"SICK-E-PL":0.42}
28
+ {"index":11,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_08-22-22\">2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.46,"PPC":"","PSC":0.41,"SICK-E-PL":0.51}
29
+ {"index":12,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_10-03-38\">2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.44,"PPC":"","PSC":0.75,"SICK-E-PL":0.52}
30
+ {"index":13,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_21-12-17\">2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.41,"PPC":"","PSC":0.38,"SICK-E-PL":0.44}
31
+ {"index":14,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-23-38\">2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-E":0.56,"PPC":"","PSC":0.85,"SICK-E-PL":0.61}
all_data_tasks/29/default.jsonl CHANGED
@@ -1,24 +1,24 @@
1
  {"index":4,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":59.41,"ArguAna-PL":59.71,"DBPedia-PL":43.19,"FiQA-PL":46.12,"HotpotQA-PL":77.03,"MSMARCO-PL":72.69,"NFCorpus-PL":36.72,"NQ-PL":56.85,"Quora-PL":84.47,"SCIDOCS-PL":19.53,"SciFact-PL":74.43,"TRECCOVID-PL":82.75}
2
  {"index":2,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":54.69,"ArguAna-PL":59.87,"DBPedia-PL":41.3,"FiQA-PL":41.05,"HotpotQA-PL":67.61,"MSMARCO-PL":62.22,"NFCorpus-PL":30.89,"NQ-PL":48.45,"Quora-PL":83.21,"SCIDOCS-PL":16.08,"SciFact-PL":70.58,"TRECCOVID-PL":80.3}
3
- {"index":38,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":52.71,"ArguAna-PL":63.4,"DBPedia-PL":40.27,"FiQA-PL":40.89,"HotpotQA-PL":71.04,"MSMARCO-PL":36.63,"NFCorpus-PL":33.94,"NQ-PL":47.62,"Quora-PL":85.51,"SCIDOCS-PL":19.47,"SciFact-PL":70.23,"TRECCOVID-PL":70.81}
4
- {"index":35,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":52.63,"ArguAna-PL":63.25,"DBPedia-PL":39.84,"FiQA-PL":39.9,"HotpotQA-PL":70.94,"MSMARCO-PL":36.47,"NFCorpus-PL":34.03,"NQ-PL":47.33,"Quora-PL":85.63,"SCIDOCS-PL":19.13,"SciFact-PL":71.21,"TRECCOVID-PL":71.18}
5
- {"index":1,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":51.88,"ArguAna-PL":56.48,"DBPedia-PL":36.98,"FiQA-PL":31.61,"HotpotQA-PL":60.9,"MSMARCO-PL":63.98,"NFCorpus-PL":30.1,"NQ-PL":44.2,"Quora-PL":81.43,"SCIDOCS-PL":16.59,"SciFact-PL":67.17,"TRECCOVID-PL":81.19}
6
- {"index":17,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.88,"ArguAna-PL":56.48,"DBPedia-PL":36.98,"FiQA-PL":31.61,"HotpotQA-PL":60.9,"MSMARCO-PL":63.98,"NFCorpus-PL":30.1,"NQ-PL":44.2,"Quora-PL":81.43,"SCIDOCS-PL":16.59,"SciFact-PL":67.17,"TRECCOVID-PL":81.19}
7
- {"index":34,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":50.06,"ArguAna-PL":58.4,"DBPedia-PL":37.19,"FiQA-PL":34.53,"HotpotQA-PL":66.25,"MSMARCO-PL":32.54,"NFCorpus-PL":33.71,"NQ-PL":44.6,"Quora-PL":84.44,"SCIDOCS-PL":17.35,"SciFact-PL":68.29,"TRECCOVID-PL":73.33}
8
- {"index":37,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":49.92,"ArguAna-PL":59.02,"DBPedia-PL":36.22,"FiQA-PL":35.01,"HotpotQA-PL":66.64,"MSMARCO-PL":33.05,"NFCorpus-PL":34.14,"NQ-PL":45.65,"Quora-PL":84.44,"SCIDOCS-PL":17.84,"SciFact-PL":65.75,"TRECCOVID-PL":71.33}
9
- {"index":25,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.98,"ArguAna-PL":53.02,"DBPedia-PL":35.82,"FiQA-PL":33.0,"HotpotQA-PL":67.41,"MSMARCO-PL":33.38,"NFCorpus-PL":30.24,"NQ-PL":52.79,"Quora-PL":83.65,"SCIDOCS-PL":13.81,"SciFact-PL":65.66,"TRECCOVID-PL":70.03}
10
  {"index":3,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36}
11
- {"index":32,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36}
12
- {"index":24,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.01,"ArguAna-PL":42.81,"DBPedia-PL":30.23,"FiQA-PL":25.52,"HotpotQA-PL":63.52,"MSMARCO-PL":29.52,"NFCorpus-PL":25.98,"NQ-PL":44.8,"Quora-PL":81.22,"SCIDOCS-PL":12.35,"SciFact-PL":62.11,"TRECCOVID-PL":66.06}
13
- {"index":36,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.83,"ArguAna-PL":54.31,"DBPedia-PL":30.28,"FiQA-PL":29.75,"HotpotQA-PL":57.14,"MSMARCO-PL":25.94,"NFCorpus-PL":27.6,"NQ-PL":33.83,"Quora-PL":81.15,"SCIDOCS-PL":14.79,"SciFact-PL":58.14,"TRECCOVID-PL":58.2}
14
- {"index":27,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.43,"ArguAna-PL":37.43,"DBPedia-PL":29.27,"FiQA-PL":22.03,"HotpotQA-PL":60.15,"MSMARCO-PL":26.94,"NFCorpus-PL":26.48,"NQ-PL":40.46,"Quora-PL":78.7,"SCIDOCS-PL":11.6,"SciFact-PL":62.76,"TRECCOVID-PL":70.92}
15
- {"index":16,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":42.19,"ArguAna-PL":56.06,"DBPedia-PL":27.0,"FiQA-PL":24.73,"HotpotQA-PL":50.61,"MSMARCO-PL":43.25,"NFCorpus-PL":31.15,"NQ-PL":28.89,"Quora-PL":83.59,"SCIDOCS-PL":12.21,"SciFact-PL":57.73,"TRECCOVID-PL":48.83}
16
- {"index":28,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":39.16,"ArguAna-PL":41.97,"DBPedia-PL":24.07,"FiQA-PL":24.25,"HotpotQA-PL":43.41,"MSMARCO-PL":51.56,"NFCorpus-PL":25.95,"NQ-PL":35.09,"Quora-PL":78.86,"SCIDOCS-PL":11.0,"SciFact-PL":51.92,"TRECCOVID-PL":42.64}
17
- {"index":29,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":38.43,"ArguAna-PL":44.12,"DBPedia-PL":26.32,"FiQA-PL":24.95,"HotpotQA-PL":45.13,"MSMARCO-PL":25.47,"NFCorpus-PL":28.55,"NQ-PL":37.9,"Quora-PL":77.98,"SCIDOCS-PL":10.9,"SciFact-PL":54.44,"TRECCOVID-PL":46.98}
18
- {"index":40,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":34.44,"ArguAna-PL":51.87,"DBPedia-PL":24.59,"FiQA-PL":22.27,"HotpotQA-PL":32.11,"MSMARCO-PL":17.91,"NFCorpus-PL":24.05,"NQ-PL":23.54,"Quora-PL":81.49,"SCIDOCS-PL":13.23,"SciFact-PL":52.51,"TRECCOVID-PL":35.23}
19
- {"index":39,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":32.08,"ArguAna-PL":49.42,"DBPedia-PL":19.82,"FiQA-PL":19.58,"HotpotQA-PL":23.47,"MSMARCO-PL":16.51,"NFCorpus-PL":22.49,"NQ-PL":19.83,"Quora-PL":81.17,"SCIDOCS-PL":12.15,"SciFact-PL":49.49,"TRECCOVID-PL":38.97}
20
- {"index":51,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":29.16,"ArguAna-PL":42.62,"DBPedia-PL":20.18,"FiQA-PL":14.68,"HotpotQA-PL":29.36,"MSMARCO-PL":12.45,"NFCorpus-PL":18.53,"NQ-PL":15.64,"Quora-PL":79.18,"SCIDOCS-PL":11.18,"SciFact-PL":41.53,"TRECCOVID-PL":35.38}
21
- {"index":50,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":26.66,"ArguAna-PL":37.83,"DBPedia-PL":18.0,"FiQA-PL":12.49,"HotpotQA-PL":22.76,"MSMARCO-PL":10.39,"NFCorpus-PL":17.16,"NQ-PL":12.56,"Quora-PL":77.18,"SCIDOCS-PL":10.26,"SciFact-PL":40.24,"TRECCOVID-PL":34.38}
22
- {"index":41,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":23.36,"ArguAna-PL":38.52,"DBPedia-PL":16.1,"FiQA-PL":7.63,"HotpotQA-PL":19.72,"MSMARCO-PL":7.22,"NFCorpus-PL":17.45,"NQ-PL":9.65,"Quora-PL":74.96,"SCIDOCS-PL":7.48,"SciFact-PL":39.79,"TRECCOVID-PL":18.45}
23
- {"index":47,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":21.18,"ArguAna-PL":36.7,"DBPedia-PL":12.36,"FiQA-PL":8.02,"HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SciFact-PL":33.03,"TRECCOVID-PL":16.91}
24
- {"index":22,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna-PL":15.04,"DBPedia-PL":"","FiQA-PL":3.1,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":4.6,"NQ-PL":"","Quora-PL":77.61,"SCIDOCS-PL":1.4,"SciFact-PL":32.24,"TRECCOVID-PL":24.53}
 
1
  {"index":4,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":59.41,"ArguAna-PL":59.71,"DBPedia-PL":43.19,"FiQA-PL":46.12,"HotpotQA-PL":77.03,"MSMARCO-PL":72.69,"NFCorpus-PL":36.72,"NQ-PL":56.85,"Quora-PL":84.47,"SCIDOCS-PL":19.53,"SciFact-PL":74.43,"TRECCOVID-PL":82.75}
2
  {"index":2,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":54.69,"ArguAna-PL":59.87,"DBPedia-PL":41.3,"FiQA-PL":41.05,"HotpotQA-PL":67.61,"MSMARCO-PL":62.22,"NFCorpus-PL":30.89,"NQ-PL":48.45,"Quora-PL":83.21,"SCIDOCS-PL":16.08,"SciFact-PL":70.58,"TRECCOVID-PL":80.3}
3
+ {"index":44,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":52.71,"ArguAna-PL":63.4,"DBPedia-PL":40.27,"FiQA-PL":40.89,"HotpotQA-PL":71.04,"MSMARCO-PL":36.63,"NFCorpus-PL":33.94,"NQ-PL":47.62,"Quora-PL":85.51,"SCIDOCS-PL":19.47,"SciFact-PL":70.23,"TRECCOVID-PL":70.81}
4
+ {"index":41,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":52.63,"ArguAna-PL":63.25,"DBPedia-PL":39.84,"FiQA-PL":39.9,"HotpotQA-PL":70.94,"MSMARCO-PL":36.47,"NFCorpus-PL":34.03,"NQ-PL":47.33,"Quora-PL":85.63,"SCIDOCS-PL":19.13,"SciFact-PL":71.21,"TRECCOVID-PL":71.18}
5
+ {"index":1,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1780,"Memory Usage (GB, fp32)":6.63,"Average":51.88,"ArguAna-PL":56.48,"DBPedia-PL":36.98,"FiQA-PL":31.61,"HotpotQA-PL":60.9,"MSMARCO-PL":63.98,"NFCorpus-PL":30.1,"NQ-PL":44.2,"Quora-PL":81.43,"SCIDOCS-PL":16.59,"SciFact-PL":67.17,"TRECCOVID-PL":81.19}
6
+ {"index":23,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":51.88,"ArguAna-PL":56.48,"DBPedia-PL":36.98,"FiQA-PL":31.61,"HotpotQA-PL":60.9,"MSMARCO-PL":63.98,"NFCorpus-PL":30.1,"NQ-PL":44.2,"Quora-PL":81.43,"SCIDOCS-PL":16.59,"SciFact-PL":67.17,"TRECCOVID-PL":81.19}
7
+ {"index":40,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":50.06,"ArguAna-PL":58.4,"DBPedia-PL":37.19,"FiQA-PL":34.53,"HotpotQA-PL":66.25,"MSMARCO-PL":32.54,"NFCorpus-PL":33.71,"NQ-PL":44.6,"Quora-PL":84.44,"SCIDOCS-PL":17.35,"SciFact-PL":68.29,"TRECCOVID-PL":73.33}
8
+ {"index":43,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":49.92,"ArguAna-PL":59.02,"DBPedia-PL":36.22,"FiQA-PL":35.01,"HotpotQA-PL":66.64,"MSMARCO-PL":33.05,"NFCorpus-PL":34.14,"NQ-PL":45.65,"Quora-PL":84.44,"SCIDOCS-PL":17.84,"SciFact-PL":65.75,"TRECCOVID-PL":71.33}
9
+ {"index":31,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.98,"ArguAna-PL":53.02,"DBPedia-PL":35.82,"FiQA-PL":33.0,"HotpotQA-PL":67.41,"MSMARCO-PL":33.38,"NFCorpus-PL":30.24,"NQ-PL":52.79,"Quora-PL":83.65,"SCIDOCS-PL":13.81,"SciFact-PL":65.66,"TRECCOVID-PL":70.03}
10
  {"index":3,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36}
11
+ {"index":38,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":46.4,"ArguAna-PL":53.17,"DBPedia-PL":32.5,"FiQA-PL":28.96,"HotpotQA-PL":56.9,"MSMARCO-PL":55.62,"NFCorpus-PL":26.83,"NQ-PL":43.13,"Quora-PL":80.76,"SCIDOCS-PL":14.22,"SciFact-PL":58.92,"TRECCOVID-PL":59.36}
12
+ {"index":30,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.01,"ArguAna-PL":42.81,"DBPedia-PL":30.23,"FiQA-PL":25.52,"HotpotQA-PL":63.52,"MSMARCO-PL":29.52,"NFCorpus-PL":25.98,"NQ-PL":44.8,"Quora-PL":81.22,"SCIDOCS-PL":12.35,"SciFact-PL":62.11,"TRECCOVID-PL":66.06}
13
+ {"index":42,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.83,"ArguAna-PL":54.31,"DBPedia-PL":30.28,"FiQA-PL":29.75,"HotpotQA-PL":57.14,"MSMARCO-PL":25.94,"NFCorpus-PL":27.6,"NQ-PL":33.83,"Quora-PL":81.15,"SCIDOCS-PL":14.79,"SciFact-PL":58.14,"TRECCOVID-PL":58.2}
14
+ {"index":33,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.43,"ArguAna-PL":37.43,"DBPedia-PL":29.27,"FiQA-PL":22.03,"HotpotQA-PL":60.15,"MSMARCO-PL":26.94,"NFCorpus-PL":26.48,"NQ-PL":40.46,"Quora-PL":78.7,"SCIDOCS-PL":11.6,"SciFact-PL":62.76,"TRECCOVID-PL":70.92}
15
+ {"index":22,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":42.19,"ArguAna-PL":56.06,"DBPedia-PL":27.0,"FiQA-PL":24.73,"HotpotQA-PL":50.61,"MSMARCO-PL":43.25,"NFCorpus-PL":31.15,"NQ-PL":28.89,"Quora-PL":83.59,"SCIDOCS-PL":12.21,"SciFact-PL":57.73,"TRECCOVID-PL":48.83}
16
+ {"index":34,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":39.16,"ArguAna-PL":41.97,"DBPedia-PL":24.07,"FiQA-PL":24.25,"HotpotQA-PL":43.41,"MSMARCO-PL":51.56,"NFCorpus-PL":25.95,"NQ-PL":35.09,"Quora-PL":78.86,"SCIDOCS-PL":11.0,"SciFact-PL":51.92,"TRECCOVID-PL":42.64}
17
+ {"index":35,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":38.43,"ArguAna-PL":44.12,"DBPedia-PL":26.32,"FiQA-PL":24.95,"HotpotQA-PL":45.13,"MSMARCO-PL":25.47,"NFCorpus-PL":28.55,"NQ-PL":37.9,"Quora-PL":77.98,"SCIDOCS-PL":10.9,"SciFact-PL":54.44,"TRECCOVID-PL":46.98}
18
+ {"index":46,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":34.44,"ArguAna-PL":51.87,"DBPedia-PL":24.59,"FiQA-PL":22.27,"HotpotQA-PL":32.11,"MSMARCO-PL":17.91,"NFCorpus-PL":24.05,"NQ-PL":23.54,"Quora-PL":81.49,"SCIDOCS-PL":13.23,"SciFact-PL":52.51,"TRECCOVID-PL":35.23}
19
+ {"index":45,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":32.08,"ArguAna-PL":49.42,"DBPedia-PL":19.82,"FiQA-PL":19.58,"HotpotQA-PL":23.47,"MSMARCO-PL":16.51,"NFCorpus-PL":22.49,"NQ-PL":19.83,"Quora-PL":81.17,"SCIDOCS-PL":12.15,"SciFact-PL":49.49,"TRECCOVID-PL":38.97}
20
+ {"index":57,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":29.16,"ArguAna-PL":42.62,"DBPedia-PL":20.18,"FiQA-PL":14.68,"HotpotQA-PL":29.36,"MSMARCO-PL":12.45,"NFCorpus-PL":18.53,"NQ-PL":15.64,"Quora-PL":79.18,"SCIDOCS-PL":11.18,"SciFact-PL":41.53,"TRECCOVID-PL":35.38}
21
+ {"index":56,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":26.66,"ArguAna-PL":37.83,"DBPedia-PL":18.0,"FiQA-PL":12.49,"HotpotQA-PL":22.76,"MSMARCO-PL":10.39,"NFCorpus-PL":17.16,"NQ-PL":12.56,"Quora-PL":77.18,"SCIDOCS-PL":10.26,"SciFact-PL":40.24,"TRECCOVID-PL":34.38}
22
+ {"index":47,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":23.36,"ArguAna-PL":38.52,"DBPedia-PL":16.1,"FiQA-PL":7.63,"HotpotQA-PL":19.72,"MSMARCO-PL":7.22,"NFCorpus-PL":17.45,"NQ-PL":9.65,"Quora-PL":74.96,"SCIDOCS-PL":7.48,"SciFact-PL":39.79,"TRECCOVID-PL":18.45}
23
+ {"index":53,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":21.18,"ArguAna-PL":36.7,"DBPedia-PL":12.36,"FiQA-PL":8.02,"HotpotQA-PL":20.83,"MSMARCO-PL":4.57,"NFCorpus-PL":16.28,"NQ-PL":5.85,"Quora-PL":71.95,"SCIDOCS-PL":6.5,"SciFact-PL":33.03,"TRECCOVID-PL":16.91}
24
+ {"index":28,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","ArguAna-PL":15.04,"DBPedia-PL":"","FiQA-PL":3.1,"HotpotQA-PL":"","MSMARCO-PL":"","NFCorpus-PL":4.6,"NQ-PL":"","Quora-PL":77.61,"SCIDOCS-PL":1.4,"SciFact-PL":32.24,"TRECCOVID-PL":24.53}
all_data_tasks/3/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
all_data_tasks/30/default.jsonl CHANGED
@@ -1,53 +1,59 @@
1
  {"index":2,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":70.86,"CDSC-R":92.66,"SICK-R-PL":78.89,"STS22 (pl)":41.02}
2
- {"index":37,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":70.7,"CDSC-R":92.54,"SICK-R-PL":79.2,"STS22 (pl)":40.36}
3
  {"index":4,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":70.64,"CDSC-R":90.97,"SICK-R-PL":78.16,"STS22 (pl)":42.79}
4
- {"index":38,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":70.59,"CDSC-R":92.54,"SICK-R-PL":79.91,"STS22 (pl)":39.32}
5
- {"index":34,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":70.13,"CDSC-R":93.26,"SICK-R-PL":76.77,"STS22 (pl)":40.36}
6
- {"index":35,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.98,"CDSC-R":93.5,"SICK-R-PL":76.04,"STS22 (pl)":40.4}
7
- {"index":16,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":69.47,"CDSC-R":92.13,"SICK-R-PL":79.51,"STS22 (pl)":36.78}
8
  {"index":3,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39}
9
- {"index":32,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39}
10
- {"index":39,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":68.78,"CDSC-R":89.62,"SICK-R-PL":76.37,"STS22 (pl)":40.36}
11
- {"index":36,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":68.77,"CDSC-R":91.98,"SICK-R-PL":73.71,"STS22 (pl)":40.63}
12
- {"index":1,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":68.12,"CDSC-R":89.74,"SICK-R-PL":73.78,"STS22 (pl)":40.83}
13
- {"index":17,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.12,"CDSC-R":89.74,"SICK-R-PL":73.78,"STS22 (pl)":40.83}
14
- {"index":40,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":67.36,"CDSC-R":88.55,"SICK-R-PL":76.18,"STS22 (pl)":37.34}
15
- {"index":25,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":66.91,"CDSC-R":91.0,"SICK-R-PL":75.08,"STS22 (pl)":34.66}
16
- {"index":51,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":65.19,"CDSC-R":88.8,"SICK-R-PL":73.13,"STS22 (pl)":33.64}
17
- {"index":27,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":65.18,"CDSC-R":90.27,"SICK-R-PL":69.46,"STS22 (pl)":35.8}
18
- {"index":24,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":65.13,"CDSC-R":90.08,"SICK-R-PL":71.23,"STS22 (pl)":34.07}
19
- {"index":29,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":65.01,"CDSC-R":89.09,"SICK-R-PL":67.26,"STS22 (pl)":38.69}
20
- {"index":50,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":63.83,"CDSC-R":88.98,"SICK-R-PL":68.77,"STS22 (pl)":33.73}
21
- {"index":41,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":63.57,"CDSC-R":85.53,"SICK-R-PL":65.9,"STS22 (pl)":39.28}
22
- {"index":28,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":63.53,"CDSC-R":86.18,"SICK-R-PL":64.67,"STS22 (pl)":39.73}
23
- {"index":47,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":62.59,"CDSC-R":87.67,"SICK-R-PL":65.53,"STS22 (pl)":34.58}
24
- {"index":22,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.02,"CDSC-R":85.77,"SICK-R-PL":62.98,"STS22 (pl)":25.31}
25
  {"index":0,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.34}
26
- {"index":10,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
27
- {"index":11,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.38}
28
- {"index":12,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ManiShankar-AlpesAi\/paraphrase-multilingual-mpnet-base-v2-KE_Sieve\">paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":36.37}
29
- {"index":13,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.79}
30
- {"index":14,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":23.31}
31
- {"index":15,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":14.91}
32
- {"index":18,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":42.08}
33
- {"index":19,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":31.13}
34
- {"index":21,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
35
- {"index":23,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":39.21}
36
- {"index":30,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.98}
37
- {"index":31,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":15.06}
38
- {"index":33,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
39
- {"index":42,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":19.22}
40
- {"index":43,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":26.77}
41
- {"index":45,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":13.56}
42
- {"index":46,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":12.47}
43
- {"index":48,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":30.68}
44
- {"index":49,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":33.74}
45
- {"index":52,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":24.42}
46
- {"index":53,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":25.0}
47
- {"index":54,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.04}
48
- {"index":55,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":9.71}
49
- {"index":56,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.81}
50
- {"index":57,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
51
- {"index":58,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.46}
52
- {"index":59,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.46}
53
- {"index":60,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.46}
 
 
 
 
 
 
 
1
  {"index":2,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":70.86,"CDSC-R":92.66,"SICK-R-PL":78.89,"STS22 (pl)":41.02}
2
+ {"index":43,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":70.7,"CDSC-R":92.54,"SICK-R-PL":79.2,"STS22 (pl)":40.36}
3
  {"index":4,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":70.64,"CDSC-R":90.97,"SICK-R-PL":78.16,"STS22 (pl)":42.79}
4
+ {"index":44,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":70.59,"CDSC-R":92.54,"SICK-R-PL":79.91,"STS22 (pl)":39.32}
5
+ {"index":40,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":70.13,"CDSC-R":93.26,"SICK-R-PL":76.77,"STS22 (pl)":40.36}
6
+ {"index":41,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.98,"CDSC-R":93.5,"SICK-R-PL":76.04,"STS22 (pl)":40.4}
7
+ {"index":22,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":69.47,"CDSC-R":92.13,"SICK-R-PL":79.51,"STS22 (pl)":36.78}
8
  {"index":3,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39}
9
+ {"index":38,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.92,"CDSC-R":90.31,"SICK-R-PL":74.07,"STS22 (pl)":42.39}
10
+ {"index":45,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":68.78,"CDSC-R":89.62,"SICK-R-PL":76.37,"STS22 (pl)":40.36}
11
+ {"index":42,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":68.77,"CDSC-R":91.98,"SICK-R-PL":73.71,"STS22 (pl)":40.63}
12
+ {"index":1,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1780,"Memory Usage (GB, fp32)":6.63,"Average":68.12,"CDSC-R":89.74,"SICK-R-PL":73.78,"STS22 (pl)":40.83}
13
+ {"index":23,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.12,"CDSC-R":89.74,"SICK-R-PL":73.78,"STS22 (pl)":40.83}
14
+ {"index":46,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":67.36,"CDSC-R":88.55,"SICK-R-PL":76.18,"STS22 (pl)":37.34}
15
+ {"index":31,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":66.91,"CDSC-R":91.0,"SICK-R-PL":75.08,"STS22 (pl)":34.66}
16
+ {"index":57,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":65.19,"CDSC-R":88.8,"SICK-R-PL":73.13,"STS22 (pl)":33.64}
17
+ {"index":33,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":65.18,"CDSC-R":90.27,"SICK-R-PL":69.46,"STS22 (pl)":35.8}
18
+ {"index":30,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":65.13,"CDSC-R":90.08,"SICK-R-PL":71.23,"STS22 (pl)":34.07}
19
+ {"index":35,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":65.01,"CDSC-R":89.09,"SICK-R-PL":67.26,"STS22 (pl)":38.69}
20
+ {"index":56,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":63.83,"CDSC-R":88.98,"SICK-R-PL":68.77,"STS22 (pl)":33.73}
21
+ {"index":47,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":63.57,"CDSC-R":85.53,"SICK-R-PL":65.9,"STS22 (pl)":39.28}
22
+ {"index":34,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":63.53,"CDSC-R":86.18,"SICK-R-PL":64.67,"STS22 (pl)":39.73}
23
+ {"index":53,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":62.59,"CDSC-R":87.67,"SICK-R-PL":65.53,"STS22 (pl)":34.58}
24
+ {"index":28,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":58.02,"CDSC-R":85.77,"SICK-R-PL":62.98,"STS22 (pl)":25.31}
25
  {"index":0,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.34}
26
+ {"index":9,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-15_10-09-42\">2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.46,"SICK-R-PL":0.43,"STS22 (pl)":""}
27
+ {"index":10,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-17_21-37-12\">2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.41,"SICK-R-PL":0.32,"STS22 (pl)":""}
28
+ {"index":11,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_08-22-22\">2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.57,"SICK-R-PL":0.39,"STS22 (pl)":""}
29
+ {"index":12,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_10-03-38\">2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.62,"SICK-R-PL":0.42,"STS22 (pl)":""}
30
+ {"index":13,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_21-12-17\">2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.3,"SICK-R-PL":0.28,"STS22 (pl)":""}
31
+ {"index":14,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-23-38\">2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":0.65,"SICK-R-PL":0.55,"STS22 (pl)":""}
32
+ {"index":16,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
33
+ {"index":17,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.38}
34
+ {"index":18,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ManiShankar-AlpesAi\/paraphrase-multilingual-mpnet-base-v2-KE_Sieve\">paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":36.37}
35
+ {"index":19,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":35.79}
36
+ {"index":20,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":23.31}
37
+ {"index":21,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":14.91}
38
+ {"index":24,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":42.08}
39
+ {"index":25,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":31.13}
40
+ {"index":27,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
41
+ {"index":29,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":39.21}
42
+ {"index":36,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.98}
43
+ {"index":37,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":15.06}
44
+ {"index":39,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
45
+ {"index":48,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":19.22}
46
+ {"index":49,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":26.77}
47
+ {"index":51,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":13.56}
48
+ {"index":52,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":12.47}
49
+ {"index":54,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":30.68}
50
+ {"index":55,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":33.74}
51
+ {"index":58,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":24.42}
52
+ {"index":59,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":25.0}
53
+ {"index":60,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":27.04}
54
+ {"index":61,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":9.71}
55
+ {"index":62,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.81}
56
+ {"index":63,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":34.68}
57
+ {"index":64,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.46}
58
+ {"index":65,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.46}
59
+ {"index":66,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","CDSC-R":"","SICK-R-PL":"","STS22 (pl)":18.46}
all_data_tasks/39/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
all_data_tasks/4/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
all_data_tasks/40/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
all_data_tasks/5/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
all_data_tasks/6/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
all_data_tasks/8/default.jsonl CHANGED
@@ -1,69 +1,69 @@
1
  {"index":17,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":75.09,"AmazonReviewsClassification (zh)":53.98,"IFlyTek":54.52,"JDReview":86.51,"MassiveIntentClassification (zh-CN)":81.09,"MassiveScenarioClassification (zh-CN)":86.06,"MultilingualSentiment":76.88,"OnlineShopping":94.3,"TNews":52.97,"Waimai":89.47}
2
  {"index":129,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":75.03,"AmazonReviewsClassification (zh)":50.31,"IFlyTek":51.94,"JDReview":90.32,"MassiveIntentClassification (zh-CN)":78.14,"MassiveScenarioClassification (zh-CN)":86.2,"MultilingualSentiment":78.58,"OnlineShopping":95.07,"TNews":55.03,"Waimai":89.7}
3
- {"index":223,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":74.67,"AmazonReviewsClassification (zh)":50.07,"IFlyTek":51.76,"JDReview":89.08,"MassiveIntentClassification (zh-CN)":77.45,"MassiveScenarioClassification (zh-CN)":85.3,"MultilingualSentiment":79.45,"OnlineShopping":94.9,"TNews":54.64,"Waimai":89.34}
4
- {"index":274,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.59,"AmazonReviewsClassification (zh)":49.44,"IFlyTek":52.1,"JDReview":88.57,"MassiveIntentClassification (zh-CN)":77.71,"MassiveScenarioClassification (zh-CN)":85.63,"MultilingualSentiment":79.09,"OnlineShopping":94.62,"TNews":54.52,"Waimai":89.59}
5
- {"index":185,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":74.43,"AmazonReviewsClassification (zh)":49.72,"IFlyTek":51.7,"JDReview":88.87,"MassiveIntentClassification (zh-CN)":76.79,"MassiveScenarioClassification (zh-CN)":84.96,"MultilingualSentiment":79.22,"OnlineShopping":94.88,"TNews":54.35,"Waimai":89.36}
6
  {"index":39,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":74.3,"AmazonReviewsClassification (zh)":49.5,"IFlyTek":51.77,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":76.96,"MassiveScenarioClassification (zh-CN)":84.64,"MultilingualSentiment":78.97,"OnlineShopping":94.56,"TNews":54.39,"Waimai":89.42}
7
  {"index":54,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.18,"AmazonReviewsClassification (zh)":49.67,"IFlyTek":52.64,"JDReview":87.6,"MassiveIntentClassification (zh-CN)":77.43,"MassiveScenarioClassification (zh-CN)":83.87,"MultilingualSentiment":78.48,"OnlineShopping":94.34,"TNews":54.37,"Waimai":89.23}
8
- {"index":298,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.14,"AmazonReviewsClassification (zh)":49.68,"IFlyTek":51.77,"JDReview":86.94,"MassiveIntentClassification (zh-CN)":80.6,"MassiveScenarioClassification (zh-CN)":87.42,"MultilingualSentiment":75.92,"OnlineShopping":94.03,"TNews":52.69,"Waimai":88.23}
9
  {"index":30,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":74.11,"AmazonReviewsClassification (zh)":54.34,"IFlyTek":49.94,"JDReview":88.91,"MassiveIntentClassification (zh-CN)":78.19,"MassiveScenarioClassification (zh-CN)":82.58,"MultilingualSentiment":78.91,"OnlineShopping":94.59,"TNews":50.26,"Waimai":89.26}
10
  {"index":15,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":73.36,"AmazonReviewsClassification (zh)":52.95,"IFlyTek":53.77,"JDReview":88.2,"MassiveIntentClassification (zh-CN)":76.25,"MassiveScenarioClassification (zh-CN)":77.26,"MultilingualSentiment":77.42,"OnlineShopping":94.48,"TNews":51.24,"Waimai":88.63}
11
- {"index":379,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.84,"AmazonReviewsClassification (zh)":48.3,"IFlyTek":50.75,"JDReview":87.69,"MassiveIntentClassification (zh-CN)":74.91,"MassiveScenarioClassification (zh-CN)":81.28,"MultilingualSentiment":76.83,"OnlineShopping":94.42,"TNews":52.62,"Waimai":88.77}
12
- {"index":142,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.75,"AmazonReviewsClassification (zh)":48.54,"IFlyTek":51.77,"JDReview":86.7,"MassiveIntentClassification (zh-CN)":75.87,"MassiveScenarioClassification (zh-CN)":78.44,"MultilingualSentiment":77.53,"OnlineShopping":93.71,"TNews":53.69,"Waimai":88.53}
13
  {"index":12,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.74,"AmazonReviewsClassification (zh)":46.18,"IFlyTek":51.8,"JDReview":86.02,"MassiveIntentClassification (zh-CN)":73.85,"MassiveScenarioClassification (zh-CN)":77.13,"MultilingualSentiment":76.35,"OnlineShopping":93.2,"TNews":53.06,"Waimai":88.1}
14
- {"index":170,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":71.56,"AmazonReviewsClassification (zh)":46.59,"IFlyTek":50.74,"JDReview":86.1,"MassiveIntentClassification (zh-CN)":73.28,"MassiveScenarioClassification (zh-CN)":76.2,"MultilingualSentiment":76.64,"OnlineShopping":93.39,"TNews":53.1,"Waimai":88.01}
15
- {"index":169,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":71.5,"AmazonReviewsClassification (zh)":46.32,"IFlyTek":50.63,"JDReview":86.12,"MassiveIntentClassification (zh-CN)":73.28,"MassiveScenarioClassification (zh-CN)":76.3,"MultilingualSentiment":76.45,"OnlineShopping":93.24,"TNews":53.11,"Waimai":88.08}
16
  {"index":111,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":71.35,"AmazonReviewsClassification (zh)":46.95,"IFlyTek":49.67,"JDReview":86.53,"MassiveIntentClassification (zh-CN)":73.39,"MassiveScenarioClassification (zh-CN)":76.04,"MultilingualSentiment":76.4,"OnlineShopping":92.6,"TNews":52.04,"Waimai":88.49}
17
- {"index":309,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":71.34,"AmazonReviewsClassification (zh)":47.23,"IFlyTek":49.6,"JDReview":86.72,"MassiveIntentClassification (zh-CN)":73.31,"MassiveScenarioClassification (zh-CN)":75.71,"MultilingualSentiment":76.48,"OnlineShopping":92.68,"TNews":51.98,"Waimai":88.37}
18
- {"index":307,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":71.26,"AmazonReviewsClassification (zh)":45.82,"IFlyTek":48.62,"JDReview":85.95,"MassiveIntentClassification (zh-CN)":73.32,"MassiveScenarioClassification (zh-CN)":76.79,"MultilingualSentiment":75.79,"OnlineShopping":93.36,"TNews":53.65,"Waimai":88.07}
19
- {"index":222,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":71.2,"AmazonReviewsClassification (zh)":46.72,"IFlyTek":49.74,"JDReview":86.74,"MassiveIntentClassification (zh-CN)":72.87,"MassiveScenarioClassification (zh-CN)":75.47,"MultilingualSentiment":76.28,"OnlineShopping":92.49,"TNews":52.16,"Waimai":88.36}
20
- {"index":189,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":71.12,"AmazonReviewsClassification (zh)":46.34,"IFlyTek":49.93,"JDReview":86.27,"MassiveIntentClassification (zh-CN)":72.05,"MassiveScenarioClassification (zh-CN)":75.3,"MultilingualSentiment":76.22,"OnlineShopping":93.53,"TNews":53.2,"Waimai":87.27}
21
  {"index":118,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.12,"AmazonReviewsClassification (zh)":47.21,"IFlyTek":44.85,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":76.88,"MassiveScenarioClassification (zh-CN)":80.76,"MultilingualSentiment":74.46,"OnlineShopping":93.5,"TNews":49.95,"Waimai":86.63}
22
  {"index":16,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":71.12,"AmazonReviewsClassification (zh)":47.21,"IFlyTek":44.85,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":76.88,"MassiveScenarioClassification (zh-CN)":80.76,"MultilingualSentiment":74.46,"OnlineShopping":93.5,"TNews":49.95,"Waimai":86.63}
23
- {"index":224,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":70.83,"AmazonReviewsClassification (zh)":46.67,"IFlyTek":47.34,"JDReview":85.67,"MassiveIntentClassification (zh-CN)":72.38,"MassiveScenarioClassification (zh-CN)":74.87,"MultilingualSentiment":76.27,"OnlineShopping":93.05,"TNews":53.27,"Waimai":87.96}
24
- {"index":196,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":70.17,"AmazonReviewsClassification (zh)":46.24,"IFlyTek":45.05,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":74.99,"MassiveScenarioClassification (zh-CN)":79.93,"MultilingualSentiment":73.31,"OnlineShopping":92.19,"TNews":47.05,"Waimai":86.94}
25
  {"index":47,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":70.0,"AmazonReviewsClassification (zh)":44.93,"IFlyTek":48.3,"JDReview":85.07,"MassiveIntentClassification (zh-CN)":71.16,"MassiveScenarioClassification (zh-CN)":73.54,"MultilingualSentiment":75.16,"OnlineShopping":93.25,"TNews":52.41,"Waimai":86.21}
26
  {"index":48,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":69.89,"AmazonReviewsClassification (zh)":44.88,"IFlyTek":49.11,"JDReview":85.57,"MassiveIntentClassification (zh-CN)":70.78,"MassiveScenarioClassification (zh-CN)":73.16,"MultilingualSentiment":74.39,"OnlineShopping":93.12,"TNews":51.8,"Waimai":86.18}
27
  {"index":28,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":69.13,"AmazonReviewsClassification (zh)":41.38,"IFlyTek":48.74,"JDReview":85.14,"MassiveIntentClassification (zh-CN)":68.84,"MassiveScenarioClassification (zh-CN)":74.7,"MultilingualSentiment":72.97,"OnlineShopping":91.43,"TNews":52.1,"Waimai":86.9}
28
  {"index":42,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.09,"AmazonReviewsClassification (zh)":43.32,"IFlyTek":47.08,"JDReview":84.48,"MassiveIntentClassification (zh-CN)":70.91,"MassiveScenarioClassification (zh-CN)":74.94,"MultilingualSentiment":72.68,"OnlineShopping":92.11,"TNews":49.85,"Waimai":86.44}
29
  {"index":21,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":69.05,"AmazonReviewsClassification (zh)":40.81,"IFlyTek":48.01,"JDReview":87.02,"MassiveIntentClassification (zh-CN)":68.27,"MassiveScenarioClassification (zh-CN)":73.13,"MultilingualSentiment":73.4,"OnlineShopping":91.82,"TNews":51.93,"Waimai":87.1}
30
- {"index":191,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":69.05,"AmazonReviewsClassification (zh)":40.82,"IFlyTek":47.99,"JDReview":86.98,"MassiveIntentClassification (zh-CN)":68.26,"MassiveScenarioClassification (zh-CN)":73.12,"MultilingualSentiment":73.41,"OnlineShopping":91.81,"TNews":51.93,"Waimai":87.12}
31
  {"index":22,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":69.05,"AmazonReviewsClassification (zh)":40.8,"IFlyTek":47.99,"JDReview":87.02,"MassiveIntentClassification (zh-CN)":68.26,"MassiveScenarioClassification (zh-CN)":73.13,"MultilingualSentiment":73.39,"OnlineShopping":91.81,"TNews":51.93,"Waimai":87.1}
32
- {"index":242,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.83,"AmazonReviewsClassification (zh)":47.79,"IFlyTek":44.86,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":61.29,"MassiveScenarioClassification (zh-CN)":66.9,"MultilingualSentiment":78.46,"OnlineShopping":92.58,"TNews":50.02,"Waimai":89.09}
33
  {"index":27,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":68.58,"AmazonReviewsClassification (zh)":41.94,"IFlyTek":45.32,"JDReview":85.38,"MassiveIntentClassification (zh-CN)":66.96,"MassiveScenarioClassification (zh-CN)":73.39,"MultilingualSentiment":73.7,"OnlineShopping":91.66,"TNews":52.05,"Waimai":86.83}
34
- {"index":188,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":68.29,"AmazonReviewsClassification (zh)":39.64,"IFlyTek":47.9,"JDReview":84.78,"MassiveIntentClassification (zh-CN)":68.09,"MassiveScenarioClassification (zh-CN)":73.22,"MultilingualSentiment":71.67,"OnlineShopping":91.38,"TNews":51.25,"Waimai":86.68}
35
  {"index":55,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":68.21,"AmazonReviewsClassification (zh)":39.32,"IFlyTek":47.96,"JDReview":84.9,"MassiveIntentClassification (zh-CN)":67.65,"MassiveScenarioClassification (zh-CN)":72.97,"MultilingualSentiment":71.54,"OnlineShopping":91.3,"TNews":51.56,"Waimai":86.66}
36
- {"index":237,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":68.2,"AmazonReviewsClassification (zh)":44.44,"IFlyTek":43.96,"JDReview":86.92,"MassiveIntentClassification (zh-CN)":67.23,"MassiveScenarioClassification (zh-CN)":74.88,"MultilingualSentiment":72.47,"OnlineShopping":89.59,"TNews":48.26,"Waimai":86.08}
37
  {"index":24,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":68.07,"AmazonReviewsClassification (zh)":40.15,"IFlyTek":48.62,"JDReview":83.62,"MassiveIntentClassification (zh-CN)":67.93,"MassiveScenarioClassification (zh-CN)":73.98,"MultilingualSentiment":70.67,"OnlineShopping":91.26,"TNews":51.08,"Waimai":85.36}
38
  {"index":41,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.89,"AmazonReviewsClassification (zh)":42.04,"IFlyTek":46.3,"JDReview":77.3,"MassiveIntentClassification (zh-CN)":70.82,"MassiveScenarioClassification (zh-CN)":75.21,"MultilingualSentiment":71.67,"OnlineShopping":91.53,"TNews":50.17,"Waimai":85.98}
39
- {"index":187,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":67.77,"AmazonReviewsClassification (zh)":40.25,"IFlyTek":47.46,"JDReview":84.99,"MassiveIntentClassification (zh-CN)":65.56,"MassiveScenarioClassification (zh-CN)":71.49,"MultilingualSentiment":72.48,"OnlineShopping":90.34,"TNews":50.78,"Waimai":86.62}
40
- {"index":190,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":67.62,"AmazonReviewsClassification (zh)":40.57,"IFlyTek":47.03,"JDReview":86.74,"MassiveIntentClassification (zh-CN)":64.02,"MassiveScenarioClassification (zh-CN)":68.95,"MultilingualSentiment":73.03,"OnlineShopping":90.75,"TNews":50.69,"Waimai":86.77}
41
- {"index":236,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.52,"AmazonReviewsClassification (zh)":43.02,"IFlyTek":44.42,"JDReview":85.33,"MassiveIntentClassification (zh-CN)":68.4,"MassiveScenarioClassification (zh-CN)":74.6,"MultilingualSentiment":71.9,"OnlineShopping":87.77,"TNews":48.28,"Waimai":83.99}
42
- {"index":200,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.34,"AmazonReviewsClassification (zh)":38.83,"IFlyTek":45.47,"JDReview":80.99,"MassiveIntentClassification (zh-CN)":71.12,"MassiveScenarioClassification (zh-CN)":76.83,"MultilingualSentiment":68.58,"OnlineShopping":90.81,"TNews":48.38,"Waimai":85.02}
43
  {"index":40,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.08,"AmazonReviewsClassification (zh)":39.68,"IFlyTek":47.0,"JDReview":77.34,"MassiveIntentClassification (zh-CN)":70.98,"MassiveScenarioClassification (zh-CN)":75.69,"MultilingualSentiment":69.17,"OnlineShopping":89.79,"TNews":49.77,"Waimai":84.34}
44
- {"index":273,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":67.03,"AmazonReviewsClassification (zh)":40.33,"IFlyTek":44.25,"JDReview":86.1,"MassiveIntentClassification (zh-CN)":68.0,"MassiveScenarioClassification (zh-CN)":72.08,"MultilingualSentiment":70.15,"OnlineShopping":90.27,"TNews":46.54,"Waimai":85.54}
45
- {"index":272,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.98,"AmazonReviewsClassification (zh)":40.24,"IFlyTek":44.35,"JDReview":84.26,"MassiveIntentClassification (zh-CN)":68.97,"MassiveScenarioClassification (zh-CN)":73.32,"MultilingualSentiment":70.25,"OnlineShopping":89.93,"TNews":46.81,"Waimai":84.7}
46
  {"index":133,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.83,"AmazonReviewsClassification (zh)":41.21,"IFlyTek":46.03,"JDReview":80.23,"MassiveIntentClassification (zh-CN)":66.12,"MassiveScenarioClassification (zh-CN)":70.91,"MultilingualSentiment":70.36,"OnlineShopping":89.39,"TNews":50.98,"Waimai":86.24}
47
- {"index":202,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":65.85,"AmazonReviewsClassification (zh)":37.5,"IFlyTek":47.35,"JDReview":79.34,"MassiveIntentClassification (zh-CN)":68.24,"MassiveScenarioClassification (zh-CN)":74.47,"MultilingualSentiment":64.74,"OnlineShopping":88.73,"TNews":48.38,"Waimai":83.9}
48
- {"index":199,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":65.35,"AmazonReviewsClassification (zh)":37.23,"IFlyTek":44.93,"JDReview":76.21,"MassiveIntentClassification (zh-CN)":69.16,"MassiveScenarioClassification (zh-CN)":75.42,"MultilingualSentiment":65.28,"OnlineShopping":88.4,"TNews":47.06,"Waimai":84.42}
49
- {"index":203,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.31,"AmazonReviewsClassification (zh)":38.12,"IFlyTek":43.52,"JDReview":81.09,"MassiveIntentClassification (zh-CN)":66.91,"MassiveScenarioClassification (zh-CN)":74.72,"MultilingualSentiment":66.33,"OnlineShopping":88.35,"TNews":46.08,"Waimai":82.67}
50
- {"index":214,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":64.94,"AmazonReviewsClassification (zh)":34.94,"IFlyTek":47.36,"JDReview":79.57,"MassiveIntentClassification (zh-CN)":68.2,"MassiveScenarioClassification (zh-CN)":71.93,"MultilingualSentiment":63.29,"OnlineShopping":87.0,"TNews":47.65,"Waimai":84.54}
51
- {"index":302,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":64.94,"AmazonReviewsClassification (zh)":34.94,"IFlyTek":47.36,"JDReview":79.57,"MassiveIntentClassification (zh-CN)":68.2,"MassiveScenarioClassification (zh-CN)":71.93,"MultilingualSentiment":63.29,"OnlineShopping":87.0,"TNews":47.65,"Waimai":84.54}
52
- {"index":314,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96}
53
- {"index":311,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96}
54
- {"index":295,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":64.37,"AmazonReviewsClassification (zh)":29.75,"IFlyTek":50.93,"JDReview":84.93,"MassiveIntentClassification (zh-CN)":67.46,"MassiveScenarioClassification (zh-CN)":71.6,"MultilingualSentiment":55.9,"OnlineShopping":82.53,"TNews":55.08,"Waimai":81.16}
55
- {"index":375,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.31,"AmazonReviewsClassification (zh)":38.3,"IFlyTek":44.62,"JDReview":74.6,"MassiveIntentClassification (zh-CN)":64.81,"MassiveScenarioClassification (zh-CN)":71.4,"MultilingualSentiment":67.99,"OnlineShopping":88.94,"TNews":45.77,"Waimai":82.37}
56
- {"index":20,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58}
57
- {"index":217,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58}
58
  {"index":34,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":63.96,"AmazonReviewsClassification (zh)":35.91,"IFlyTek":45.49,"JDReview":80.04,"MassiveIntentClassification (zh-CN)":63.95,"MassiveScenarioClassification (zh-CN)":70.8,"MultilingualSentiment":63.06,"OnlineShopping":85.05,"TNews":48.15,"Waimai":83.18}
59
- {"index":205,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.85,"AmazonReviewsClassification (zh)":35.7,"IFlyTek":40.46,"JDReview":78.26,"MassiveIntentClassification (zh-CN)":63.75,"MassiveScenarioClassification (zh-CN)":72.39,"MultilingualSentiment":63.17,"OnlineShopping":87.11,"TNews":44.15,"Waimai":80.65}
60
  {"index":53,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":62.7,"AmazonReviewsClassification (zh)":38.25,"IFlyTek":43.13,"JDReview":69.08,"MassiveIntentClassification (zh-CN)":61.23,"MassiveScenarioClassification (zh-CN)":68.12,"MultilingualSentiment":67.83,"OnlineShopping":88.13,"TNews":44.42,"Waimai":84.15}
61
  {"index":49,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":62.54,"AmazonReviewsClassification (zh)":37.51,"IFlyTek":44.88,"JDReview":82.2,"MassiveIntentClassification (zh-CN)":57.34,"MassiveScenarioClassification (zh-CN)":62.36,"MultilingualSentiment":66.58,"OnlineShopping":88.19,"TNews":39.8,"Waimai":83.96}
62
- {"index":299,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":62.19,"AmazonReviewsClassification (zh)":34.12,"IFlyTek":42.05,"JDReview":82.14,"MassiveIntentClassification (zh-CN)":63.98,"MassiveScenarioClassification (zh-CN)":70.52,"MultilingualSentiment":60.98,"OnlineShopping":85.69,"TNews":43.01,"Waimai":77.22}
63
- {"index":301,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":61.0,"AmazonReviewsClassification (zh)":34.46,"IFlyTek":41.75,"JDReview":79.68,"MassiveIntentClassification (zh-CN)":57.47,"MassiveScenarioClassification (zh-CN)":65.32,"MultilingualSentiment":61.21,"OnlineShopping":84.3,"TNews":45.22,"Waimai":79.57}
64
  {"index":57,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":60.66,"AmazonReviewsClassification (zh)":33.77,"IFlyTek":41.54,"JDReview":81.56,"MassiveIntentClassification (zh-CN)":63.23,"MassiveScenarioClassification (zh-CN)":68.45,"MultilingualSentiment":58.97,"OnlineShopping":83.51,"TNews":38.92,"Waimai":76.01}
65
- {"index":174,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.87,"AmazonReviewsClassification (zh)":31.91,"IFlyTek":38.01,"JDReview":69.59,"MassiveIntentClassification (zh-CN)":62.08,"MassiveScenarioClassification (zh-CN)":68.88,"MultilingualSentiment":57.69,"OnlineShopping":75.64,"TNews":40.95,"Waimai":76.12}
66
- {"index":312,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.04,"AmazonReviewsClassification (zh)":21.96,"IFlyTek":20.35,"JDReview":55.5,"MassiveIntentClassification (zh-CN)":25.39,"MassiveScenarioClassification (zh-CN)":40.35,"MultilingualSentiment":38.94,"OnlineShopping":56.89,"TNews":26.79,"Waimai":56.22}
67
  {"index":11,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AmazonReviewsClassification (zh)":30.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":40.62,"MassiveScenarioClassification (zh-CN)":50.22,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
68
  {"index":71,"Rank":115,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":38.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":71.12,"MassiveScenarioClassification (zh-CN)":76.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
69
  {"index":72,"Rank":116,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AmazonReviewsClassification (zh)":22.35,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":18.85,"MassiveScenarioClassification (zh-CN)":30.14,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
@@ -71,30 +71,30 @@
71
  {"index":98,"Rank":142,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (zh)":24.27,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":46.24,"MassiveScenarioClassification (zh-CN)":49.38,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
72
  {"index":99,"Rank":143,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (zh)":23.98,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":45.78,"MassiveScenarioClassification (zh-CN)":48.55,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
73
  {"index":102,"Rank":146,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-nli-bitfit\">SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":"","AmazonReviewsClassification (zh)":33.75,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
74
- {"index":140,"Rank":180,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":36.07,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":63.4,"MassiveScenarioClassification (zh-CN)":69.58,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
75
- {"index":150,"Rank":189,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","AmazonReviewsClassification (zh)":37.63,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
76
- {"index":151,"Rank":190,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AmazonReviewsClassification (zh)":32.63,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":67.07,"MassiveScenarioClassification (zh-CN)":73.95,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
77
- {"index":153,"Rank":192,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","AmazonReviewsClassification (zh)":23.13,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":25.91,"MassiveScenarioClassification (zh-CN)":35.16,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
78
- {"index":155,"Rank":194,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":38.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":71.12,"MassiveScenarioClassification (zh-CN)":76.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
79
- {"index":168,"Rank":207,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (zh)":34.55,"IFlyTek":44.16,"JDReview":80.32,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":61.08,"OnlineShopping":"","TNews":47.89,"Waimai":82.24}
80
- {"index":201,"Rank":228,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AmazonReviewsClassification (zh)":44.66,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":73.32,"MassiveScenarioClassification (zh-CN)":78.7,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
81
- {"index":204,"Rank":229,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":45.03,"JDReview":83.64,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":67.17,"OnlineShopping":90.41,"TNews":47.7,"Waimai":84.07}
82
- {"index":206,"Rank":230,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":46.23,"JDReview":84.17,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":68.36,"OnlineShopping":90.93,"TNews":47.8,"Waimai":84.68}
83
- {"index":265,"Rank":281,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":38.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":71.12,"MassiveScenarioClassification (zh-CN)":76.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
84
- {"index":275,"Rank":288,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AmazonReviewsClassification (zh)":36.45,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":63.86,"MassiveScenarioClassification (zh-CN)":70.85,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
85
- {"index":276,"Rank":289,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AmazonReviewsClassification (zh)":22.99,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":23.74,"MassiveScenarioClassification (zh-CN)":33.18,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
86
- {"index":279,"Rank":292,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (zh)":20.49,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.81,"MassiveScenarioClassification (zh-CN)":9.19,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
87
- {"index":282,"Rank":295,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AmazonReviewsClassification (zh)":33.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":59.22,"MassiveScenarioClassification (zh-CN)":66.44,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
88
- {"index":284,"Rank":297,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (zh)":21.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.41,"MassiveScenarioClassification (zh-CN)":3.84,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
89
- {"index":285,"Rank":298,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (zh)":21.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.72,"MassiveScenarioClassification (zh-CN)":5.21,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
90
- {"index":289,"Rank":302,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (zh)":35.26,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
91
- {"index":290,"Rank":303,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AmazonReviewsClassification (zh)":37.74,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
92
- {"index":291,"Rank":304,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (zh)":21.53,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.12,"MassiveScenarioClassification (zh-CN)":4.17,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
93
- {"index":292,"Rank":305,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (zh)":22.12,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.09,"MassiveScenarioClassification (zh-CN)":4.7,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
94
- {"index":293,"Rank":306,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (zh)":21.88,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":0.59,"MassiveScenarioClassification (zh-CN)":5.86,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
95
- {"index":297,"Rank":309,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":5.15,"MassiveScenarioClassification (zh-CN)":10.56,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
96
- {"index":300,"Rank":310,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (zh)":32.52,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":60.86,"MassiveScenarioClassification (zh-CN)":65.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
97
- {"index":303,"Rank":311,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":38.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":71.12,"MassiveScenarioClassification (zh-CN)":76.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
98
- {"index":321,"Rank":324,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":21.73,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.02,"MassiveScenarioClassification (zh-CN)":4.89,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
99
- {"index":322,"Rank":325,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":21.73,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.02,"MassiveScenarioClassification (zh-CN)":4.89,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
100
- {"index":323,"Rank":326,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":21.73,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.02,"MassiveScenarioClassification (zh-CN)":4.89,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
 
1
  {"index":17,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":75.09,"AmazonReviewsClassification (zh)":53.98,"IFlyTek":54.52,"JDReview":86.51,"MassiveIntentClassification (zh-CN)":81.09,"MassiveScenarioClassification (zh-CN)":86.06,"MultilingualSentiment":76.88,"OnlineShopping":94.3,"TNews":52.97,"Waimai":89.47}
2
  {"index":129,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":75.03,"AmazonReviewsClassification (zh)":50.31,"IFlyTek":51.94,"JDReview":90.32,"MassiveIntentClassification (zh-CN)":78.14,"MassiveScenarioClassification (zh-CN)":86.2,"MultilingualSentiment":78.58,"OnlineShopping":95.07,"TNews":55.03,"Waimai":89.7}
3
+ {"index":225,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":74.67,"AmazonReviewsClassification (zh)":50.07,"IFlyTek":51.76,"JDReview":89.08,"MassiveIntentClassification (zh-CN)":77.45,"MassiveScenarioClassification (zh-CN)":85.3,"MultilingualSentiment":79.45,"OnlineShopping":94.9,"TNews":54.64,"Waimai":89.34}
4
+ {"index":275,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.59,"AmazonReviewsClassification (zh)":49.44,"IFlyTek":52.1,"JDReview":88.57,"MassiveIntentClassification (zh-CN)":77.71,"MassiveScenarioClassification (zh-CN)":85.63,"MultilingualSentiment":79.09,"OnlineShopping":94.62,"TNews":54.52,"Waimai":89.59}
5
+ {"index":187,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":74.43,"AmazonReviewsClassification (zh)":49.72,"IFlyTek":51.7,"JDReview":88.87,"MassiveIntentClassification (zh-CN)":76.79,"MassiveScenarioClassification (zh-CN)":84.96,"MultilingualSentiment":79.22,"OnlineShopping":94.88,"TNews":54.35,"Waimai":89.36}
6
  {"index":39,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":74.3,"AmazonReviewsClassification (zh)":49.5,"IFlyTek":51.77,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":76.96,"MassiveScenarioClassification (zh-CN)":84.64,"MultilingualSentiment":78.97,"OnlineShopping":94.56,"TNews":54.39,"Waimai":89.42}
7
  {"index":54,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.18,"AmazonReviewsClassification (zh)":49.67,"IFlyTek":52.64,"JDReview":87.6,"MassiveIntentClassification (zh-CN)":77.43,"MassiveScenarioClassification (zh-CN)":83.87,"MultilingualSentiment":78.48,"OnlineShopping":94.34,"TNews":54.37,"Waimai":89.23}
8
+ {"index":299,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.14,"AmazonReviewsClassification (zh)":49.68,"IFlyTek":51.77,"JDReview":86.94,"MassiveIntentClassification (zh-CN)":80.6,"MassiveScenarioClassification (zh-CN)":87.42,"MultilingualSentiment":75.92,"OnlineShopping":94.03,"TNews":52.69,"Waimai":88.23}
9
  {"index":30,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":74.11,"AmazonReviewsClassification (zh)":54.34,"IFlyTek":49.94,"JDReview":88.91,"MassiveIntentClassification (zh-CN)":78.19,"MassiveScenarioClassification (zh-CN)":82.58,"MultilingualSentiment":78.91,"OnlineShopping":94.59,"TNews":50.26,"Waimai":89.26}
10
  {"index":15,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":73.36,"AmazonReviewsClassification (zh)":52.95,"IFlyTek":53.77,"JDReview":88.2,"MassiveIntentClassification (zh-CN)":76.25,"MassiveScenarioClassification (zh-CN)":77.26,"MultilingualSentiment":77.42,"OnlineShopping":94.48,"TNews":51.24,"Waimai":88.63}
11
+ {"index":388,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.84,"AmazonReviewsClassification (zh)":48.3,"IFlyTek":50.75,"JDReview":87.69,"MassiveIntentClassification (zh-CN)":74.91,"MassiveScenarioClassification (zh-CN)":81.28,"MultilingualSentiment":76.83,"OnlineShopping":94.42,"TNews":52.62,"Waimai":88.77}
12
+ {"index":144,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":72.75,"AmazonReviewsClassification (zh)":48.54,"IFlyTek":51.77,"JDReview":86.7,"MassiveIntentClassification (zh-CN)":75.87,"MassiveScenarioClassification (zh-CN)":78.44,"MultilingualSentiment":77.53,"OnlineShopping":93.71,"TNews":53.69,"Waimai":88.53}
13
  {"index":12,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.74,"AmazonReviewsClassification (zh)":46.18,"IFlyTek":51.8,"JDReview":86.02,"MassiveIntentClassification (zh-CN)":73.85,"MassiveScenarioClassification (zh-CN)":77.13,"MultilingualSentiment":76.35,"OnlineShopping":93.2,"TNews":53.06,"Waimai":88.1}
14
+ {"index":172,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":71.56,"AmazonReviewsClassification (zh)":46.59,"IFlyTek":50.74,"JDReview":86.1,"MassiveIntentClassification (zh-CN)":73.28,"MassiveScenarioClassification (zh-CN)":76.2,"MultilingualSentiment":76.64,"OnlineShopping":93.39,"TNews":53.1,"Waimai":88.01}
15
+ {"index":171,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":71.5,"AmazonReviewsClassification (zh)":46.32,"IFlyTek":50.63,"JDReview":86.12,"MassiveIntentClassification (zh-CN)":73.28,"MassiveScenarioClassification (zh-CN)":76.3,"MultilingualSentiment":76.45,"OnlineShopping":93.24,"TNews":53.11,"Waimai":88.08}
16
  {"index":111,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":71.35,"AmazonReviewsClassification (zh)":46.95,"IFlyTek":49.67,"JDReview":86.53,"MassiveIntentClassification (zh-CN)":73.39,"MassiveScenarioClassification (zh-CN)":76.04,"MultilingualSentiment":76.4,"OnlineShopping":92.6,"TNews":52.04,"Waimai":88.49}
17
+ {"index":310,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":71.34,"AmazonReviewsClassification (zh)":47.23,"IFlyTek":49.6,"JDReview":86.72,"MassiveIntentClassification (zh-CN)":73.31,"MassiveScenarioClassification (zh-CN)":75.71,"MultilingualSentiment":76.48,"OnlineShopping":92.68,"TNews":51.98,"Waimai":88.37}
18
+ {"index":308,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":71.26,"AmazonReviewsClassification (zh)":45.82,"IFlyTek":48.62,"JDReview":85.95,"MassiveIntentClassification (zh-CN)":73.32,"MassiveScenarioClassification (zh-CN)":76.79,"MultilingualSentiment":75.79,"OnlineShopping":93.36,"TNews":53.65,"Waimai":88.07}
19
+ {"index":224,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":71.2,"AmazonReviewsClassification (zh)":46.72,"IFlyTek":49.74,"JDReview":86.74,"MassiveIntentClassification (zh-CN)":72.87,"MassiveScenarioClassification (zh-CN)":75.47,"MultilingualSentiment":76.28,"OnlineShopping":92.49,"TNews":52.16,"Waimai":88.36}
20
+ {"index":191,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":71.12,"AmazonReviewsClassification (zh)":46.34,"IFlyTek":49.93,"JDReview":86.27,"MassiveIntentClassification (zh-CN)":72.05,"MassiveScenarioClassification (zh-CN)":75.3,"MultilingualSentiment":76.22,"OnlineShopping":93.53,"TNews":53.2,"Waimai":87.27}
21
  {"index":118,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.12,"AmazonReviewsClassification (zh)":47.21,"IFlyTek":44.85,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":76.88,"MassiveScenarioClassification (zh-CN)":80.76,"MultilingualSentiment":74.46,"OnlineShopping":93.5,"TNews":49.95,"Waimai":86.63}
22
  {"index":16,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":71.12,"AmazonReviewsClassification (zh)":47.21,"IFlyTek":44.85,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":76.88,"MassiveScenarioClassification (zh-CN)":80.76,"MultilingualSentiment":74.46,"OnlineShopping":93.5,"TNews":49.95,"Waimai":86.63}
23
+ {"index":226,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":70.83,"AmazonReviewsClassification (zh)":46.67,"IFlyTek":47.34,"JDReview":85.67,"MassiveIntentClassification (zh-CN)":72.38,"MassiveScenarioClassification (zh-CN)":74.87,"MultilingualSentiment":76.27,"OnlineShopping":93.05,"TNews":53.27,"Waimai":87.96}
24
+ {"index":198,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":70.17,"AmazonReviewsClassification (zh)":46.24,"IFlyTek":45.05,"JDReview":85.82,"MassiveIntentClassification (zh-CN)":74.99,"MassiveScenarioClassification (zh-CN)":79.93,"MultilingualSentiment":73.31,"OnlineShopping":92.19,"TNews":47.05,"Waimai":86.94}
25
  {"index":47,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":70.0,"AmazonReviewsClassification (zh)":44.93,"IFlyTek":48.3,"JDReview":85.07,"MassiveIntentClassification (zh-CN)":71.16,"MassiveScenarioClassification (zh-CN)":73.54,"MultilingualSentiment":75.16,"OnlineShopping":93.25,"TNews":52.41,"Waimai":86.21}
26
  {"index":48,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":69.89,"AmazonReviewsClassification (zh)":44.88,"IFlyTek":49.11,"JDReview":85.57,"MassiveIntentClassification (zh-CN)":70.78,"MassiveScenarioClassification (zh-CN)":73.16,"MultilingualSentiment":74.39,"OnlineShopping":93.12,"TNews":51.8,"Waimai":86.18}
27
  {"index":28,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":69.13,"AmazonReviewsClassification (zh)":41.38,"IFlyTek":48.74,"JDReview":85.14,"MassiveIntentClassification (zh-CN)":68.84,"MassiveScenarioClassification (zh-CN)":74.7,"MultilingualSentiment":72.97,"OnlineShopping":91.43,"TNews":52.1,"Waimai":86.9}
28
  {"index":42,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.09,"AmazonReviewsClassification (zh)":43.32,"IFlyTek":47.08,"JDReview":84.48,"MassiveIntentClassification (zh-CN)":70.91,"MassiveScenarioClassification (zh-CN)":74.94,"MultilingualSentiment":72.68,"OnlineShopping":92.11,"TNews":49.85,"Waimai":86.44}
29
  {"index":21,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":69.05,"AmazonReviewsClassification (zh)":40.81,"IFlyTek":48.01,"JDReview":87.02,"MassiveIntentClassification (zh-CN)":68.27,"MassiveScenarioClassification (zh-CN)":73.13,"MultilingualSentiment":73.4,"OnlineShopping":91.82,"TNews":51.93,"Waimai":87.1}
30
+ {"index":193,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":69.05,"AmazonReviewsClassification (zh)":40.82,"IFlyTek":47.99,"JDReview":86.98,"MassiveIntentClassification (zh-CN)":68.26,"MassiveScenarioClassification (zh-CN)":73.12,"MultilingualSentiment":73.41,"OnlineShopping":91.81,"TNews":51.93,"Waimai":87.12}
31
  {"index":22,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":69.05,"AmazonReviewsClassification (zh)":40.8,"IFlyTek":47.99,"JDReview":87.02,"MassiveIntentClassification (zh-CN)":68.26,"MassiveScenarioClassification (zh-CN)":73.13,"MultilingualSentiment":73.39,"OnlineShopping":91.81,"TNews":51.93,"Waimai":87.1}
32
+ {"index":243,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.83,"AmazonReviewsClassification (zh)":47.79,"IFlyTek":44.86,"JDReview":88.48,"MassiveIntentClassification (zh-CN)":61.29,"MassiveScenarioClassification (zh-CN)":66.9,"MultilingualSentiment":78.46,"OnlineShopping":92.58,"TNews":50.02,"Waimai":89.09}
33
  {"index":27,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":68.58,"AmazonReviewsClassification (zh)":41.94,"IFlyTek":45.32,"JDReview":85.38,"MassiveIntentClassification (zh-CN)":66.96,"MassiveScenarioClassification (zh-CN)":73.39,"MultilingualSentiment":73.7,"OnlineShopping":91.66,"TNews":52.05,"Waimai":86.83}
34
+ {"index":190,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":68.29,"AmazonReviewsClassification (zh)":39.64,"IFlyTek":47.9,"JDReview":84.78,"MassiveIntentClassification (zh-CN)":68.09,"MassiveScenarioClassification (zh-CN)":73.22,"MultilingualSentiment":71.67,"OnlineShopping":91.38,"TNews":51.25,"Waimai":86.68}
35
  {"index":55,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":68.21,"AmazonReviewsClassification (zh)":39.32,"IFlyTek":47.96,"JDReview":84.9,"MassiveIntentClassification (zh-CN)":67.65,"MassiveScenarioClassification (zh-CN)":72.97,"MultilingualSentiment":71.54,"OnlineShopping":91.3,"TNews":51.56,"Waimai":86.66}
36
+ {"index":239,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":68.2,"AmazonReviewsClassification (zh)":44.44,"IFlyTek":43.96,"JDReview":86.92,"MassiveIntentClassification (zh-CN)":67.23,"MassiveScenarioClassification (zh-CN)":74.88,"MultilingualSentiment":72.47,"OnlineShopping":89.59,"TNews":48.26,"Waimai":86.08}
37
  {"index":24,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":68.07,"AmazonReviewsClassification (zh)":40.15,"IFlyTek":48.62,"JDReview":83.62,"MassiveIntentClassification (zh-CN)":67.93,"MassiveScenarioClassification (zh-CN)":73.98,"MultilingualSentiment":70.67,"OnlineShopping":91.26,"TNews":51.08,"Waimai":85.36}
38
  {"index":41,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.89,"AmazonReviewsClassification (zh)":42.04,"IFlyTek":46.3,"JDReview":77.3,"MassiveIntentClassification (zh-CN)":70.82,"MassiveScenarioClassification (zh-CN)":75.21,"MultilingualSentiment":71.67,"OnlineShopping":91.53,"TNews":50.17,"Waimai":85.98}
39
+ {"index":189,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":67.77,"AmazonReviewsClassification (zh)":40.25,"IFlyTek":47.46,"JDReview":84.99,"MassiveIntentClassification (zh-CN)":65.56,"MassiveScenarioClassification (zh-CN)":71.49,"MultilingualSentiment":72.48,"OnlineShopping":90.34,"TNews":50.78,"Waimai":86.62}
40
+ {"index":192,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":67.62,"AmazonReviewsClassification (zh)":40.57,"IFlyTek":47.03,"JDReview":86.74,"MassiveIntentClassification (zh-CN)":64.02,"MassiveScenarioClassification (zh-CN)":68.95,"MultilingualSentiment":73.03,"OnlineShopping":90.75,"TNews":50.69,"Waimai":86.77}
41
+ {"index":238,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":67.52,"AmazonReviewsClassification (zh)":43.02,"IFlyTek":44.42,"JDReview":85.33,"MassiveIntentClassification (zh-CN)":68.4,"MassiveScenarioClassification (zh-CN)":74.6,"MultilingualSentiment":71.9,"OnlineShopping":87.77,"TNews":48.28,"Waimai":83.99}
42
+ {"index":202,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":67.34,"AmazonReviewsClassification (zh)":38.83,"IFlyTek":45.47,"JDReview":80.99,"MassiveIntentClassification (zh-CN)":71.12,"MassiveScenarioClassification (zh-CN)":76.83,"MultilingualSentiment":68.58,"OnlineShopping":90.81,"TNews":48.38,"Waimai":85.02}
43
  {"index":40,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.08,"AmazonReviewsClassification (zh)":39.68,"IFlyTek":47.0,"JDReview":77.34,"MassiveIntentClassification (zh-CN)":70.98,"MassiveScenarioClassification (zh-CN)":75.69,"MultilingualSentiment":69.17,"OnlineShopping":89.79,"TNews":49.77,"Waimai":84.34}
44
+ {"index":274,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":67.03,"AmazonReviewsClassification (zh)":40.33,"IFlyTek":44.25,"JDReview":86.1,"MassiveIntentClassification (zh-CN)":68.0,"MassiveScenarioClassification (zh-CN)":72.08,"MultilingualSentiment":70.15,"OnlineShopping":90.27,"TNews":46.54,"Waimai":85.54}
45
+ {"index":273,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":66.98,"AmazonReviewsClassification (zh)":40.24,"IFlyTek":44.35,"JDReview":84.26,"MassiveIntentClassification (zh-CN)":68.97,"MassiveScenarioClassification (zh-CN)":73.32,"MultilingualSentiment":70.25,"OnlineShopping":89.93,"TNews":46.81,"Waimai":84.7}
46
  {"index":133,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.83,"AmazonReviewsClassification (zh)":41.21,"IFlyTek":46.03,"JDReview":80.23,"MassiveIntentClassification (zh-CN)":66.12,"MassiveScenarioClassification (zh-CN)":70.91,"MultilingualSentiment":70.36,"OnlineShopping":89.39,"TNews":50.98,"Waimai":86.24}
47
+ {"index":204,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":65.85,"AmazonReviewsClassification (zh)":37.5,"IFlyTek":47.35,"JDReview":79.34,"MassiveIntentClassification (zh-CN)":68.24,"MassiveScenarioClassification (zh-CN)":74.47,"MultilingualSentiment":64.74,"OnlineShopping":88.73,"TNews":48.38,"Waimai":83.9}
48
+ {"index":201,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":65.35,"AmazonReviewsClassification (zh)":37.23,"IFlyTek":44.93,"JDReview":76.21,"MassiveIntentClassification (zh-CN)":69.16,"MassiveScenarioClassification (zh-CN)":75.42,"MultilingualSentiment":65.28,"OnlineShopping":88.4,"TNews":47.06,"Waimai":84.42}
49
+ {"index":205,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.31,"AmazonReviewsClassification (zh)":38.12,"IFlyTek":43.52,"JDReview":81.09,"MassiveIntentClassification (zh-CN)":66.91,"MassiveScenarioClassification (zh-CN)":74.72,"MultilingualSentiment":66.33,"OnlineShopping":88.35,"TNews":46.08,"Waimai":82.67}
50
+ {"index":216,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":64.94,"AmazonReviewsClassification (zh)":34.94,"IFlyTek":47.36,"JDReview":79.57,"MassiveIntentClassification (zh-CN)":68.2,"MassiveScenarioClassification (zh-CN)":71.93,"MultilingualSentiment":63.29,"OnlineShopping":87.0,"TNews":47.65,"Waimai":84.54}
51
+ {"index":303,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":64.94,"AmazonReviewsClassification (zh)":34.94,"IFlyTek":47.36,"JDReview":79.57,"MassiveIntentClassification (zh-CN)":68.2,"MassiveScenarioClassification (zh-CN)":71.93,"MultilingualSentiment":63.29,"OnlineShopping":87.0,"TNews":47.65,"Waimai":84.54}
52
+ {"index":315,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96}
53
+ {"index":312,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":64.49,"AmazonReviewsClassification (zh)":38.69,"IFlyTek":41.15,"JDReview":82.83,"MassiveIntentClassification (zh-CN)":59.28,"MassiveScenarioClassification (zh-CN)":66.48,"MultilingualSentiment":68.2,"OnlineShopping":89.13,"TNews":49.65,"Waimai":84.96}
54
+ {"index":296,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":64.37,"AmazonReviewsClassification (zh)":29.75,"IFlyTek":50.93,"JDReview":84.93,"MassiveIntentClassification (zh-CN)":67.46,"MassiveScenarioClassification (zh-CN)":71.6,"MultilingualSentiment":55.9,"OnlineShopping":82.53,"TNews":55.08,"Waimai":81.16}
55
+ {"index":384,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.31,"AmazonReviewsClassification (zh)":38.3,"IFlyTek":44.62,"JDReview":74.6,"MassiveIntentClassification (zh-CN)":64.81,"MassiveScenarioClassification (zh-CN)":71.4,"MultilingualSentiment":67.99,"OnlineShopping":88.94,"TNews":45.77,"Waimai":82.37}
56
+ {"index":219,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58}
57
+ {"index":20,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":64.27,"AmazonReviewsClassification (zh)":33.34,"IFlyTek":44.59,"JDReview":79.27,"MassiveIntentClassification (zh-CN)":69.62,"MassiveScenarioClassification (zh-CN)":74.4,"MultilingualSentiment":61.02,"OnlineShopping":84.85,"TNews":48.73,"Waimai":82.58}
58
  {"index":34,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":63.96,"AmazonReviewsClassification (zh)":35.91,"IFlyTek":45.49,"JDReview":80.04,"MassiveIntentClassification (zh-CN)":63.95,"MassiveScenarioClassification (zh-CN)":70.8,"MultilingualSentiment":63.06,"OnlineShopping":85.05,"TNews":48.15,"Waimai":83.18}
59
+ {"index":207,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.85,"AmazonReviewsClassification (zh)":35.7,"IFlyTek":40.46,"JDReview":78.26,"MassiveIntentClassification (zh-CN)":63.75,"MassiveScenarioClassification (zh-CN)":72.39,"MultilingualSentiment":63.17,"OnlineShopping":87.11,"TNews":44.15,"Waimai":80.65}
60
  {"index":53,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":62.7,"AmazonReviewsClassification (zh)":38.25,"IFlyTek":43.13,"JDReview":69.08,"MassiveIntentClassification (zh-CN)":61.23,"MassiveScenarioClassification (zh-CN)":68.12,"MultilingualSentiment":67.83,"OnlineShopping":88.13,"TNews":44.42,"Waimai":84.15}
61
  {"index":49,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":62.54,"AmazonReviewsClassification (zh)":37.51,"IFlyTek":44.88,"JDReview":82.2,"MassiveIntentClassification (zh-CN)":57.34,"MassiveScenarioClassification (zh-CN)":62.36,"MultilingualSentiment":66.58,"OnlineShopping":88.19,"TNews":39.8,"Waimai":83.96}
62
+ {"index":300,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":62.19,"AmazonReviewsClassification (zh)":34.12,"IFlyTek":42.05,"JDReview":82.14,"MassiveIntentClassification (zh-CN)":63.98,"MassiveScenarioClassification (zh-CN)":70.52,"MultilingualSentiment":60.98,"OnlineShopping":85.69,"TNews":43.01,"Waimai":77.22}
63
+ {"index":302,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":61.0,"AmazonReviewsClassification (zh)":34.46,"IFlyTek":41.75,"JDReview":79.68,"MassiveIntentClassification (zh-CN)":57.47,"MassiveScenarioClassification (zh-CN)":65.32,"MultilingualSentiment":61.21,"OnlineShopping":84.3,"TNews":45.22,"Waimai":79.57}
64
  {"index":57,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":60.66,"AmazonReviewsClassification (zh)":33.77,"IFlyTek":41.54,"JDReview":81.56,"MassiveIntentClassification (zh-CN)":63.23,"MassiveScenarioClassification (zh-CN)":68.45,"MultilingualSentiment":58.97,"OnlineShopping":83.51,"TNews":38.92,"Waimai":76.01}
65
+ {"index":176,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":57.87,"AmazonReviewsClassification (zh)":31.91,"IFlyTek":38.01,"JDReview":69.59,"MassiveIntentClassification (zh-CN)":62.08,"MassiveScenarioClassification (zh-CN)":68.88,"MultilingualSentiment":57.69,"OnlineShopping":75.64,"TNews":40.95,"Waimai":76.12}
66
+ {"index":313,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.04,"AmazonReviewsClassification (zh)":21.96,"IFlyTek":20.35,"JDReview":55.5,"MassiveIntentClassification (zh-CN)":25.39,"MassiveScenarioClassification (zh-CN)":40.35,"MultilingualSentiment":38.94,"OnlineShopping":56.89,"TNews":26.79,"Waimai":56.22}
67
  {"index":11,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AmazonReviewsClassification (zh)":30.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":40.62,"MassiveScenarioClassification (zh-CN)":50.22,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
68
  {"index":71,"Rank":115,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":38.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":71.12,"MassiveScenarioClassification (zh-CN)":76.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
69
  {"index":72,"Rank":116,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AmazonReviewsClassification (zh)":22.35,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":18.85,"MassiveScenarioClassification (zh-CN)":30.14,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
 
71
  {"index":98,"Rank":142,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (zh)":24.27,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":46.24,"MassiveScenarioClassification (zh-CN)":49.38,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
72
  {"index":99,"Rank":143,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (zh)":23.98,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":45.78,"MassiveScenarioClassification (zh-CN)":48.55,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
73
  {"index":102,"Rank":146,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-nli-bitfit\">SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":"","AmazonReviewsClassification (zh)":33.75,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
74
+ {"index":142,"Rank":182,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":36.07,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":63.4,"MassiveScenarioClassification (zh-CN)":69.58,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
75
+ {"index":152,"Rank":191,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","AmazonReviewsClassification (zh)":37.63,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
76
+ {"index":153,"Rank":192,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AmazonReviewsClassification (zh)":32.63,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":67.07,"MassiveScenarioClassification (zh-CN)":73.95,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
77
+ {"index":155,"Rank":194,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","AmazonReviewsClassification (zh)":23.13,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":25.91,"MassiveScenarioClassification (zh-CN)":35.16,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
78
+ {"index":157,"Rank":196,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":38.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":71.12,"MassiveScenarioClassification (zh-CN)":76.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
79
+ {"index":170,"Rank":209,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dumyy\/sft-bge-small\">sft-bge-small<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (zh)":34.55,"IFlyTek":44.16,"JDReview":80.32,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":61.08,"OnlineShopping":"","TNews":47.89,"Waimai":82.24}
80
+ {"index":203,"Rank":230,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AmazonReviewsClassification (zh)":44.66,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":73.32,"MassiveScenarioClassification (zh-CN)":78.7,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
81
+ {"index":206,"Rank":231,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":45.03,"JDReview":83.64,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":67.17,"OnlineShopping":90.41,"TNews":47.7,"Waimai":84.07}
82
+ {"index":208,"Rank":232,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":46.23,"JDReview":84.17,"MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":68.36,"OnlineShopping":90.93,"TNews":47.8,"Waimai":84.68}
83
+ {"index":266,"Rank":282,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":38.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":71.12,"MassiveScenarioClassification (zh-CN)":76.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
84
+ {"index":276,"Rank":289,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":"","AmazonReviewsClassification (zh)":36.45,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":63.86,"MassiveScenarioClassification (zh-CN)":70.85,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
85
+ {"index":277,"Rank":290,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AmazonReviewsClassification (zh)":22.99,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":23.74,"MassiveScenarioClassification (zh-CN)":33.18,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
86
+ {"index":280,"Rank":293,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (zh)":20.49,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.81,"MassiveScenarioClassification (zh-CN)":9.19,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
87
+ {"index":283,"Rank":296,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","AmazonReviewsClassification (zh)":33.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":59.22,"MassiveScenarioClassification (zh-CN)":66.44,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
88
+ {"index":285,"Rank":298,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (zh)":21.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.41,"MassiveScenarioClassification (zh-CN)":3.84,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
89
+ {"index":286,"Rank":299,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (zh)":21.89,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.72,"MassiveScenarioClassification (zh-CN)":5.21,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
90
+ {"index":290,"Rank":303,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (zh)":35.26,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
91
+ {"index":291,"Rank":304,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","AmazonReviewsClassification (zh)":37.74,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":"","MassiveScenarioClassification (zh-CN)":"","MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
92
+ {"index":292,"Rank":305,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (zh)":21.53,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.12,"MassiveScenarioClassification (zh-CN)":4.17,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
93
+ {"index":293,"Rank":306,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (zh)":22.12,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":1.09,"MassiveScenarioClassification (zh-CN)":4.7,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
94
+ {"index":294,"Rank":307,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (zh)":21.88,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":0.59,"MassiveScenarioClassification (zh-CN)":5.86,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
95
+ {"index":298,"Rank":310,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AmazonReviewsClassification (zh)":"","IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":5.15,"MassiveScenarioClassification (zh-CN)":10.56,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
96
+ {"index":301,"Rank":311,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (zh)":32.52,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":60.86,"MassiveScenarioClassification (zh-CN)":65.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
97
+ {"index":304,"Rank":312,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":38.83,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":71.12,"MassiveScenarioClassification (zh-CN)":76.83,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
98
+ {"index":324,"Rank":327,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":21.73,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.02,"MassiveScenarioClassification (zh-CN)":4.89,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
99
+ {"index":328,"Rank":331,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":21.73,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.02,"MassiveScenarioClassification (zh-CN)":4.89,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
100
+ {"index":329,"Rank":332,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (zh)":21.73,"IFlyTek":"","JDReview":"","MassiveIntentClassification (zh-CN)":2.02,"MassiveScenarioClassification (zh-CN)":4.89,"MultilingualSentiment":"","OnlineShopping":"","TNews":"","Waimai":""}
all_data_tasks/9/default.jsonl CHANGED
@@ -1,68 +1,68 @@
1
  {"index":15,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":67.08,"CLSClusteringP2P":47.21,"CLSClusteringS2S":45.79,"ThuNewsClusteringP2P":87.43,"ThuNewsClusteringS2S":87.9}
2
- {"index":298,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.64,"CLSClusteringP2P":57.39,"CLSClusteringS2S":54.11,"ThuNewsClusteringP2P":79.15,"ThuNewsClusteringS2S":75.9}
3
  {"index":54,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.35,"CLSClusteringP2P":60.2,"CLSClusteringS2S":58.4,"ThuNewsClusteringP2P":76.98,"ThuNewsClusteringS2S":69.83}
4
  {"index":129,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":66.33,"CLSClusteringP2P":60.64,"CLSClusteringS2S":52.65,"ThuNewsClusteringP2P":77.84,"ThuNewsClusteringS2S":74.2}
5
  {"index":17,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":66.06,"CLSClusteringP2P":47.07,"CLSClusteringS2S":45.99,"ThuNewsClusteringP2P":86.08,"ThuNewsClusteringS2S":85.11}
6
- {"index":223,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":65.17,"CLSClusteringP2P":60.42,"CLSClusteringS2S":49.54,"ThuNewsClusteringP2P":78.76,"ThuNewsClusteringS2S":71.96}
7
- {"index":185,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":62.23,"CLSClusteringP2P":58.29,"CLSClusteringS2S":48.79,"ThuNewsClusteringP2P":72.48,"ThuNewsClusteringS2S":69.35}
8
- {"index":274,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.17,"CLSClusteringP2P":57.93,"CLSClusteringS2S":48.1,"ThuNewsClusteringP2P":74.2,"ThuNewsClusteringS2S":68.43}
9
  {"index":39,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":61.98,"CLSClusteringP2P":56.35,"CLSClusteringS2S":48.49,"ThuNewsClusteringP2P":74.55,"ThuNewsClusteringS2S":68.55}
10
  {"index":30,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":59.3,"CLSClusteringP2P":54.65,"CLSClusteringS2S":63.68,"ThuNewsClusteringP2P":64.32,"ThuNewsClusteringS2S":54.57}
11
- {"index":142,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":58.7,"CLSClusteringP2P":47.08,"CLSClusteringS2S":44.05,"ThuNewsClusteringP2P":74.66,"ThuNewsClusteringS2S":69.0}
12
- {"index":379,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.88,"CLSClusteringP2P":60.37,"CLSClusteringS2S":51.09,"ThuNewsClusteringP2P":58.23,"ThuNewsClusteringS2S":57.83}
13
- {"index":222,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":54.62,"CLSClusteringP2P":43.24,"CLSClusteringS2S":41.23,"ThuNewsClusteringP2P":70.06,"ThuNewsClusteringS2S":63.94}
14
- {"index":16,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":54.61,"CLSClusteringP2P":45.21,"CLSClusteringS2S":42.5,"ThuNewsClusteringP2P":68.24,"ThuNewsClusteringS2S":62.5}
15
- {"index":118,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.61,"CLSClusteringP2P":45.21,"CLSClusteringS2S":42.5,"ThuNewsClusteringP2P":68.24,"ThuNewsClusteringS2S":62.5}
16
- {"index":170,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":54.32,"CLSClusteringP2P":43.03,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":70.6,"ThuNewsClusteringS2S":63.21}
17
  {"index":111,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":54.0,"CLSClusteringP2P":42.52,"CLSClusteringS2S":39.73,"ThuNewsClusteringP2P":70.1,"ThuNewsClusteringS2S":63.67}
18
- {"index":169,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":53.9,"CLSClusteringP2P":41.94,"CLSClusteringS2S":40.34,"ThuNewsClusteringP2P":69.61,"ThuNewsClusteringS2S":63.71}
19
- {"index":307,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":53.86,"CLSClusteringP2P":42.58,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":68.81,"ThuNewsClusteringS2S":63.61}
20
  {"index":12,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":53.75,"CLSClusteringP2P":41.64,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":69.28,"ThuNewsClusteringS2S":63.75}
21
- {"index":189,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":53.3,"CLSClusteringP2P":42.86,"CLSClusteringS2S":39.98,"ThuNewsClusteringP2P":67.88,"ThuNewsClusteringS2S":62.47}
22
- {"index":309,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":53.07,"CLSClusteringP2P":42.1,"CLSClusteringS2S":38.91,"ThuNewsClusteringP2P":68.36,"ThuNewsClusteringS2S":62.92}
23
- {"index":196,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":52.3,"CLSClusteringP2P":44.42,"CLSClusteringS2S":42.58,"ThuNewsClusteringP2P":64.68,"ThuNewsClusteringS2S":57.53}
24
  {"index":47,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":50.96,"CLSClusteringP2P":40.24,"CLSClusteringS2S":39.17,"ThuNewsClusteringP2P":65.58,"ThuNewsClusteringS2S":58.84}
25
  {"index":48,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":50.8,"CLSClusteringP2P":40.79,"CLSClusteringS2S":38.43,"ThuNewsClusteringP2P":65.15,"ThuNewsClusteringS2S":58.82}
26
  {"index":133,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.4,"CLSClusteringP2P":42.86,"CLSClusteringS2S":39.43,"ThuNewsClusteringP2P":62.2,"ThuNewsClusteringS2S":57.1}
27
  {"index":27,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":50.01,"CLSClusteringP2P":41.23,"CLSClusteringS2S":40.04,"ThuNewsClusteringP2P":62.03,"ThuNewsClusteringS2S":56.75}
28
  {"index":55,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":49.48,"CLSClusteringP2P":39.51,"CLSClusteringS2S":38.0,"ThuNewsClusteringP2P":62.57,"ThuNewsClusteringS2S":57.84}
29
- {"index":188,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":49.4,"CLSClusteringP2P":40.26,"CLSClusteringS2S":37.18,"ThuNewsClusteringP2P":62.19,"ThuNewsClusteringS2S":57.97}
30
- {"index":191,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":49.16,"CLSClusteringP2P":39.95,"CLSClusteringS2S":38.18,"ThuNewsClusteringP2P":61.4,"ThuNewsClusteringS2S":57.11}
31
  {"index":22,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":49.04,"CLSClusteringP2P":40.03,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.85,"ThuNewsClusteringS2S":57.09}
32
  {"index":21,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":49.0,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.74,"ThuNewsClusteringS2S":57.09}
33
  {"index":28,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":48.99,"CLSClusteringP2P":41.44,"CLSClusteringS2S":38.33,"ThuNewsClusteringP2P":59.61,"ThuNewsClusteringS2S":56.58}
34
- {"index":314,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14}
35
- {"index":311,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14}
36
  {"index":42,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.88,"CLSClusteringP2P":42.46,"CLSClusteringS2S":40.38,"ThuNewsClusteringP2P":58.54,"ThuNewsClusteringS2S":54.15}
37
- {"index":237,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":48.88,"CLSClusteringP2P":38.6,"CLSClusteringS2S":38.02,"ThuNewsClusteringP2P":60.39,"ThuNewsClusteringS2S":58.51}
38
  {"index":41,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.81,"CLSClusteringP2P":42.84,"CLSClusteringS2S":39.77,"ThuNewsClusteringP2P":58.93,"ThuNewsClusteringS2S":53.71}
39
- {"index":187,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":48.7,"CLSClusteringP2P":39.71,"CLSClusteringS2S":36.56,"ThuNewsClusteringP2P":63.19,"ThuNewsClusteringS2S":55.36}
40
- {"index":190,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":48.65,"CLSClusteringP2P":40.27,"CLSClusteringS2S":37.5,"ThuNewsClusteringP2P":62.15,"ThuNewsClusteringS2S":54.67}
41
- {"index":242,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.64,"CLSClusteringP2P":39.32,"CLSClusteringS2S":37.84,"ThuNewsClusteringP2P":60.69,"ThuNewsClusteringS2S":56.73}
42
- {"index":224,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":48.35,"CLSClusteringP2P":33.55,"CLSClusteringS2S":36.18,"ThuNewsClusteringP2P":63.34,"ThuNewsClusteringS2S":60.33}
43
- {"index":200,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.23,"CLSClusteringP2P":40.68,"CLSClusteringS2S":38.59,"ThuNewsClusteringP2P":58.05,"ThuNewsClusteringS2S":55.59}
44
- {"index":295,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":48.05,"CLSClusteringP2P":38.88,"CLSClusteringS2S":39.09,"ThuNewsClusteringP2P":59.51,"ThuNewsClusteringS2S":54.72}
45
- {"index":236,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":47.68,"CLSClusteringP2P":39.81,"CLSClusteringS2S":37.34,"ThuNewsClusteringP2P":59.77,"ThuNewsClusteringS2S":53.78}
46
  {"index":24,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":47.53,"CLSClusteringP2P":39.91,"CLSClusteringS2S":37.63,"ThuNewsClusteringP2P":58.45,"ThuNewsClusteringS2S":54.12}
47
  {"index":20,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62}
48
- {"index":217,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62}
49
  {"index":40,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.21,"CLSClusteringP2P":42.21,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":55.81,"ThuNewsClusteringS2S":50.5}
50
- {"index":272,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":47.12,"CLSClusteringP2P":38.36,"CLSClusteringS2S":35.65,"ThuNewsClusteringP2P":61.44,"ThuNewsClusteringS2S":53.02}
51
- {"index":273,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":47.04,"CLSClusteringP2P":38.98,"CLSClusteringS2S":36.04,"ThuNewsClusteringP2P":60.58,"ThuNewsClusteringS2S":52.56}
52
- {"index":214,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42}
53
- {"index":302,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42}
54
- {"index":375,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.68,"CLSClusteringP2P":38.26,"CLSClusteringS2S":35.91,"ThuNewsClusteringP2P":58.71,"ThuNewsClusteringS2S":49.86}
55
- {"index":202,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":45.26,"CLSClusteringP2P":39.14,"CLSClusteringS2S":37.79,"ThuNewsClusteringP2P":55.18,"ThuNewsClusteringS2S":48.93}
56
- {"index":301,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":44.39,"CLSClusteringP2P":37.01,"CLSClusteringS2S":33.46,"ThuNewsClusteringP2P":58.83,"ThuNewsClusteringS2S":48.26}
57
  {"index":34,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":44.18,"CLSClusteringP2P":38.14,"CLSClusteringS2S":35.14,"ThuNewsClusteringP2P":54.22,"ThuNewsClusteringS2S":49.22}
58
- {"index":204,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":43.24,"CLSClusteringP2P":36.73,"CLSClusteringS2S":36.45,"ThuNewsClusteringP2P":50.24,"ThuNewsClusteringS2S":49.54}
59
- {"index":205,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":42.42,"CLSClusteringP2P":35.21,"CLSClusteringS2S":35.12,"ThuNewsClusteringP2P":51.03,"ThuNewsClusteringS2S":48.32}
60
- {"index":203,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":42.42,"CLSClusteringP2P":35.36,"CLSClusteringS2S":37.07,"ThuNewsClusteringP2P":48.91,"ThuNewsClusteringS2S":48.34}
61
- {"index":206,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":42.32,"CLSClusteringP2P":36.0,"CLSClusteringS2S":36.35,"ThuNewsClusteringP2P":49.19,"ThuNewsClusteringS2S":47.76}
62
- {"index":199,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":40.68,"CLSClusteringP2P":32.41,"CLSClusteringS2S":36.99,"ThuNewsClusteringP2P":40.98,"ThuNewsClusteringS2S":52.36}
63
  {"index":53,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.67,"CLSClusteringP2P":39.24,"CLSClusteringS2S":35.36,"ThuNewsClusteringP2P":47.3,"ThuNewsClusteringS2S":36.77}
64
- {"index":299,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":37.66,"CLSClusteringP2P":35.27,"CLSClusteringS2S":32.42,"ThuNewsClusteringP2P":42.92,"ThuNewsClusteringS2S":40.01}
65
- {"index":174,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":34.44,"CLSClusteringP2P":27.43,"CLSClusteringS2S":28.32,"ThuNewsClusteringP2P":38.54,"ThuNewsClusteringS2S":43.45}
66
  {"index":49,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":31.8,"CLSClusteringP2P":34.98,"CLSClusteringS2S":27.82,"ThuNewsClusteringP2P":40.17,"ThuNewsClusteringS2S":24.23}
67
  {"index":57,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":30.02,"CLSClusteringP2P":30.13,"CLSClusteringS2S":28.77,"ThuNewsClusteringP2P":35.05,"ThuNewsClusteringS2S":26.14}
68
- {"index":312,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":18.34,"CLSClusteringP2P":18.66,"CLSClusteringS2S":16.82,"ThuNewsClusteringP2P":20.69,"ThuNewsClusteringS2S":17.19}
 
1
  {"index":15,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":67.08,"CLSClusteringP2P":47.21,"CLSClusteringS2S":45.79,"ThuNewsClusteringP2P":87.43,"ThuNewsClusteringS2S":87.9}
2
+ {"index":299,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shhy1995\/AGE_Hybrid\">AGE_Hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.64,"CLSClusteringP2P":57.39,"CLSClusteringS2S":54.11,"ThuNewsClusteringP2P":79.15,"ThuNewsClusteringS2S":75.9}
3
  {"index":54,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/IYun-large-zh\">IYun-large-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.35,"CLSClusteringP2P":60.2,"CLSClusteringS2S":58.4,"ThuNewsClusteringP2P":76.98,"ThuNewsClusteringS2S":69.83}
4
  {"index":129,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/TencentBAC\/Conan-embedding-v1\">Conan-embedding-v1<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":66.33,"CLSClusteringP2P":60.64,"CLSClusteringS2S":52.65,"ThuNewsClusteringP2P":77.84,"ThuNewsClusteringS2S":74.2}
5
  {"index":17,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":66.06,"CLSClusteringP2P":47.07,"CLSClusteringS2S":45.99,"ThuNewsClusteringP2P":86.08,"ThuNewsClusteringS2S":85.11}
6
+ {"index":225,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding-v2\">xiaobu-embedding-v2<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":65.17,"CLSClusteringP2P":60.42,"CLSClusteringS2S":49.54,"ThuNewsClusteringP2P":78.76,"ThuNewsClusteringS2S":71.96}
7
+ {"index":187,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/iampanda\/zpoint_large_embedding_zh\">zpoint_large_embedding_zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":62.23,"CLSClusteringP2P":58.29,"CLSClusteringS2S":48.79,"ThuNewsClusteringP2P":72.48,"ThuNewsClusteringS2S":69.35}
8
+ {"index":275,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh-v2\">piccolo-large-zh-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.17,"CLSClusteringP2P":57.93,"CLSClusteringS2S":48.1,"ThuNewsClusteringP2P":74.2,"ThuNewsClusteringS2S":68.43}
9
  {"index":39,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Classical\/Yinka\">Yinka<\/a>","Model Size (Million Parameters)":164,"Memory Usage (GB, fp32)":0.61,"Average":61.98,"CLSClusteringP2P":56.35,"CLSClusteringS2S":48.49,"ThuNewsClusteringP2P":74.55,"ThuNewsClusteringS2S":68.55}
10
  {"index":30,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":59.3,"CLSClusteringP2P":54.65,"CLSClusteringS2S":63.68,"ThuNewsClusteringP2P":64.32,"ThuNewsClusteringS2S":54.57}
11
+ {"index":144,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aspire\/acge_text_embedding\">acge_text_embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":58.7,"CLSClusteringP2P":47.08,"CLSClusteringS2S":44.05,"ThuNewsClusteringP2P":74.66,"ThuNewsClusteringS2S":69.0}
12
+ {"index":388,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/platform.baichuan-ai.com\/docs\/text-Embedding\">Baichuan-text-embedding<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.88,"CLSClusteringP2P":60.37,"CLSClusteringS2S":51.09,"ThuNewsClusteringP2P":58.23,"ThuNewsClusteringS2S":57.83}
13
+ {"index":224,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/lier007\/xiaobu-embedding\">xiaobu-embedding<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":54.62,"CLSClusteringP2P":43.24,"CLSClusteringS2S":41.23,"ThuNewsClusteringP2P":70.06,"ThuNewsClusteringS2S":63.94}
14
+ {"index":118,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.61,"CLSClusteringP2P":45.21,"CLSClusteringS2S":42.5,"ThuNewsClusteringP2P":68.24,"ThuNewsClusteringS2S":62.5}
15
+ {"index":16,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":54.61,"CLSClusteringP2P":45.21,"CLSClusteringS2S":42.5,"ThuNewsClusteringP2P":68.24,"ThuNewsClusteringS2S":62.5}
16
+ {"index":172,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-mrl-large-zh-v3.5-1792d\">stella-mrl-large-zh-v3.5-1792d<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":54.32,"CLSClusteringP2P":43.03,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":70.6,"ThuNewsClusteringS2S":63.21}
17
  {"index":111,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Pristinenlp\/alime-embedding-large-zh\">alime-embedding-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":54.0,"CLSClusteringP2P":42.52,"CLSClusteringS2S":39.73,"ThuNewsClusteringP2P":70.1,"ThuNewsClusteringS2S":63.67}
18
+ {"index":171,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dunzhang\/stella-large-zh-v3-1792d\">stella-large-zh-v3-1792d<\/a>","Model Size (Million Parameters)":325,"Memory Usage (GB, fp32)":1.21,"Average":53.9,"CLSClusteringP2P":41.94,"CLSClusteringS2S":40.34,"ThuNewsClusteringP2P":69.61,"ThuNewsClusteringS2S":63.71}
19
+ {"index":308,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-base-zh\">gte-base-zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":53.86,"CLSClusteringP2P":42.58,"CLSClusteringS2S":40.42,"ThuNewsClusteringP2P":68.81,"ThuNewsClusteringS2S":63.61}
20
  {"index":12,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":53.75,"CLSClusteringP2P":41.64,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":69.28,"ThuNewsClusteringS2S":63.75}
21
+ {"index":191,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v3-1792d\">stella-base-zh-v3-1792d<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":53.3,"CLSClusteringP2P":42.86,"CLSClusteringS2S":39.98,"ThuNewsClusteringP2P":67.88,"ThuNewsClusteringS2S":62.47}
22
+ {"index":310,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-large-zh\">gte-large-zh<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":53.07,"CLSClusteringP2P":42.1,"CLSClusteringS2S":38.91,"ThuNewsClusteringP2P":68.36,"ThuNewsClusteringS2S":62.92}
23
+ {"index":198,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":52.3,"CLSClusteringP2P":44.42,"CLSClusteringS2S":42.58,"ThuNewsClusteringP2P":64.68,"ThuNewsClusteringS2S":57.53}
24
  {"index":47,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh\">Dmeta-embedding-zh<\/a>","Model Size (Million Parameters)":103,"Memory Usage (GB, fp32)":0.38,"Average":50.96,"CLSClusteringP2P":40.24,"CLSClusteringS2S":39.17,"ThuNewsClusteringP2P":65.58,"ThuNewsClusteringS2S":58.84}
25
  {"index":48,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/Dmeta-embedding-zh-small\">Dmeta-embedding-zh-small<\/a>","Model Size (Million Parameters)":74,"Memory Usage (GB, fp32)":0.28,"Average":50.8,"CLSClusteringP2P":40.79,"CLSClusteringS2S":38.43,"ThuNewsClusteringP2P":65.15,"ThuNewsClusteringS2S":58.82}
26
  {"index":133,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/YanshekWoo\/EminEmbed-multilingual-v1.0\">EminEmbed-multilingual-v1.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.4,"CLSClusteringP2P":42.86,"CLSClusteringS2S":39.43,"ThuNewsClusteringP2P":62.2,"ThuNewsClusteringS2S":57.1}
27
  {"index":27,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-noinstruct\">bge-large-zh-noinstruct<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":50.01,"CLSClusteringP2P":41.23,"CLSClusteringS2S":40.04,"ThuNewsClusteringP2P":62.03,"ThuNewsClusteringS2S":56.75}
28
  {"index":55,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Erin\/mist-zh\">mist-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":49.48,"CLSClusteringP2P":39.51,"CLSClusteringS2S":38.0,"ThuNewsClusteringP2P":62.57,"ThuNewsClusteringS2S":57.84}
29
+ {"index":190,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh-v2\">stella-base-zh-v2<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":49.4,"CLSClusteringP2P":40.26,"CLSClusteringS2S":37.18,"ThuNewsClusteringP2P":62.19,"ThuNewsClusteringS2S":57.97}
30
+ {"index":193,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh-v2\">stella-large-zh-v2<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":49.16,"CLSClusteringP2P":39.95,"CLSClusteringS2S":38.18,"ThuNewsClusteringP2P":61.4,"ThuNewsClusteringS2S":57.11}
31
  {"index":22,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao-8k\">tao-8k<\/a>","Model Size (Million Parameters)":167,"Memory Usage (GB, fp32)":0.62,"Average":49.04,"CLSClusteringP2P":40.03,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.85,"ThuNewsClusteringS2S":57.09}
32
  {"index":21,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":49.0,"CLSClusteringP2P":39.96,"CLSClusteringS2S":38.19,"ThuNewsClusteringP2P":60.74,"ThuNewsClusteringS2S":57.09}
33
  {"index":28,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-large-zh-v1.5\">bge-large-zh-v1.5<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":48.99,"CLSClusteringP2P":41.44,"CLSClusteringS2S":38.33,"ThuNewsClusteringP2P":59.61,"ThuNewsClusteringS2S":56.58}
34
+ {"index":312,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thenlper\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":30,"Memory Usage (GB, fp32)":0.11,"Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14}
35
+ {"index":315,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/towing\/gte-small-zh\">gte-small-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.95,"CLSClusteringP2P":39.54,"CLSClusteringS2S":37.33,"ThuNewsClusteringP2P":63.79,"ThuNewsClusteringS2S":55.14}
36
  {"index":42,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.88,"CLSClusteringP2P":42.46,"CLSClusteringS2S":40.38,"ThuNewsClusteringP2P":58.54,"ThuNewsClusteringS2S":54.15}
37
+ {"index":239,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-large\">m3e-large<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":48.88,"CLSClusteringP2P":38.6,"CLSClusteringS2S":38.02,"ThuNewsClusteringP2P":60.39,"ThuNewsClusteringS2S":58.51}
38
  {"index":41,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.81,"CLSClusteringP2P":42.84,"CLSClusteringS2S":39.77,"ThuNewsClusteringP2P":58.93,"ThuNewsClusteringS2S":53.71}
39
+ {"index":189,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-base-zh\">stella-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":48.7,"CLSClusteringP2P":39.71,"CLSClusteringS2S":36.56,"ThuNewsClusteringP2P":63.19,"ThuNewsClusteringS2S":55.36}
40
+ {"index":192,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/infgrad\/stella-large-zh\">stella-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":48.65,"CLSClusteringP2P":40.27,"CLSClusteringS2S":37.5,"ThuNewsClusteringP2P":62.15,"ThuNewsClusteringS2S":54.67}
41
+ {"index":243,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/neofung\/m3e-ernie-xbase-zh\">m3e-ernie-xbase-zh<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.64,"CLSClusteringP2P":39.32,"CLSClusteringS2S":37.84,"ThuNewsClusteringP2P":60.69,"ThuNewsClusteringS2S":56.73}
42
+ {"index":226,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/liujiarik\/lim_base_zh\">lim_base_zh<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":48.35,"CLSClusteringP2P":33.55,"CLSClusteringS2S":36.18,"ThuNewsClusteringP2P":63.34,"ThuNewsClusteringS2S":60.33}
43
+ {"index":202,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":48.23,"CLSClusteringP2P":40.68,"CLSClusteringS2S":38.59,"ThuNewsClusteringP2P":58.05,"ThuNewsClusteringS2S":55.59}
44
+ {"index":296,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentosa\/ZNV-Embedding\">ZNV-Embedding<\/a>","Model Size (Million Parameters)":6061,"Memory Usage (GB, fp32)":22.58,"Average":48.05,"CLSClusteringP2P":38.88,"CLSClusteringS2S":39.09,"ThuNewsClusteringP2P":59.51,"ThuNewsClusteringS2S":54.72}
45
+ {"index":238,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/moka-ai\/m3e-base\">m3e-base<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":47.68,"CLSClusteringP2P":39.81,"CLSClusteringS2S":37.34,"ThuNewsClusteringP2P":59.77,"ThuNewsClusteringS2S":53.78}
46
  {"index":24,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-base-zh-v1.5\">bge-base-zh-v1.5<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":47.53,"CLSClusteringP2P":39.91,"CLSClusteringS2S":37.63,"ThuNewsClusteringP2P":58.45,"ThuNewsClusteringS2S":54.12}
47
  {"index":20,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62}
48
+ {"index":219,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":47.48,"CLSClusteringP2P":37.95,"CLSClusteringS2S":38.12,"ThuNewsClusteringP2P":57.25,"ThuNewsClusteringS2S":56.62}
49
  {"index":40,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":47.21,"CLSClusteringP2P":42.21,"CLSClusteringS2S":40.33,"ThuNewsClusteringP2P":55.81,"ThuNewsClusteringS2S":50.5}
50
+ {"index":273,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-base-zh\">piccolo-base-zh<\/a>","Model Size (Million Parameters)":51,"Memory Usage (GB, fp32)":0.19,"Average":47.12,"CLSClusteringP2P":38.36,"CLSClusteringS2S":35.65,"ThuNewsClusteringP2P":61.44,"ThuNewsClusteringS2S":53.02}
51
+ {"index":274,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sensenova\/piccolo-large-zh\">piccolo-large-zh<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":47.04,"CLSClusteringP2P":38.98,"CLSClusteringS2S":36.04,"ThuNewsClusteringP2P":60.58,"ThuNewsClusteringS2S":52.56}
52
+ {"index":216,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42}
53
+ {"index":303,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silverjam\/jina-embeddings-v2-base-zh\">jina-embeddings-v2-base-zh<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":46.47,"CLSClusteringP2P":39.97,"CLSClusteringS2S":38.4,"ThuNewsClusteringP2P":54.08,"ThuNewsClusteringS2S":53.42}
54
+ {"index":384,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.68,"CLSClusteringP2P":38.26,"CLSClusteringS2S":35.91,"ThuNewsClusteringP2P":58.71,"ThuNewsClusteringS2S":49.86}
55
+ {"index":204,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":45.26,"CLSClusteringP2P":39.14,"CLSClusteringS2S":37.79,"ThuNewsClusteringP2P":55.18,"ThuNewsClusteringS2S":48.93}
56
+ {"index":302,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/silk-road\/luotuo-bert-medium\">luotuo-bert-medium<\/a>","Model Size (Million Parameters)":328,"Memory Usage (GB, fp32)":1.22,"Average":44.39,"CLSClusteringP2P":37.01,"CLSClusteringS2S":33.46,"ThuNewsClusteringP2P":58.83,"ThuNewsClusteringS2S":48.26}
57
  {"index":34,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-small-zh-v1.5\">bge-small-zh-v1.5<\/a>","Model Size (Million Parameters)":24,"Memory Usage (GB, fp32)":0.09,"Average":44.18,"CLSClusteringP2P":38.14,"CLSClusteringS2S":35.14,"ThuNewsClusteringP2P":54.22,"ThuNewsClusteringS2S":49.22}
58
+ {"index":206,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-3b\">udever-bloom-3b<\/a>","Model Size (Million Parameters)":3003,"Memory Usage (GB, fp32)":11.19,"Average":43.24,"CLSClusteringP2P":36.73,"CLSClusteringS2S":36.45,"ThuNewsClusteringP2P":50.24,"ThuNewsClusteringS2S":49.54}
59
+ {"index":205,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":42.42,"CLSClusteringP2P":35.36,"CLSClusteringS2S":37.07,"ThuNewsClusteringP2P":48.91,"ThuNewsClusteringS2S":48.34}
60
+ {"index":207,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":42.42,"CLSClusteringP2P":35.21,"CLSClusteringS2S":35.12,"ThuNewsClusteringP2P":51.03,"ThuNewsClusteringS2S":48.32}
61
+ {"index":208,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-7b1\">udever-bloom-7b1<\/a>","Model Size (Million Parameters)":7069,"Memory Usage (GB, fp32)":26.33,"Average":42.32,"CLSClusteringP2P":36.0,"CLSClusteringS2S":36.35,"ThuNewsClusteringP2P":49.19,"ThuNewsClusteringS2S":47.76}
62
+ {"index":201,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":40.68,"CLSClusteringP2P":32.41,"CLSClusteringS2S":36.99,"ThuNewsClusteringP2P":40.98,"ThuNewsClusteringS2S":52.36}
63
  {"index":53,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/EdwardBurgin\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.67,"CLSClusteringP2P":39.24,"CLSClusteringS2S":35.36,"ThuNewsClusteringP2P":47.3,"ThuNewsClusteringS2S":36.77}
64
+ {"index":300,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-chinese\">text2vec-base-chinese<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":37.66,"CLSClusteringP2P":35.27,"CLSClusteringS2S":32.42,"ThuNewsClusteringP2P":42.92,"ThuNewsClusteringS2S":40.01}
65
+ {"index":176,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":34.44,"CLSClusteringP2P":27.43,"CLSClusteringS2S":28.32,"ThuNewsClusteringP2P":38.54,"ThuNewsClusteringS2S":43.45}
66
  {"index":49,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/DMetaSoul\/sbert-chinese-general-v1\">sbert-chinese-general-v1<\/a>","Model Size (Million Parameters)":102,"Memory Usage (GB, fp32)":0.38,"Average":31.8,"CLSClusteringP2P":34.98,"CLSClusteringS2S":27.82,"ThuNewsClusteringP2P":40.17,"ThuNewsClusteringS2S":24.23}
67
  {"index":57,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GanymedeNil\/text2vec-large-chinese\">text2vec-large-chinese<\/a>","Model Size (Million Parameters)":326,"Memory Usage (GB, fp32)":1.21,"Average":30.02,"CLSClusteringP2P":30.13,"CLSClusteringS2S":28.77,"ThuNewsClusteringP2P":35.05,"ThuNewsClusteringS2S":26.14}
68
+ {"index":313,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/thtang\/ALL_862873\">ALL_862873<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":18.34,"CLSClusteringP2P":18.66,"CLSClusteringS2S":16.82,"ThuNewsClusteringP2P":20.69,"ThuNewsClusteringS2S":17.19}
boards_data/de/data_tasks/Clustering/default.jsonl CHANGED
@@ -1,7 +1,7 @@
1
  {"index":7,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gbert-large\">gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97}
2
  {"index":17,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69}
3
  {"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/MAY-A\/jina-embeddings-v2-base-de-Q5_K_M-GGUF\">jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
4
- {"index":11,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-de\">jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":161,"Memory Usage (GB, fp32)":0.6,"Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
5
  {"index":5,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/jina-embeddings-v2-base-de-Q8_0-GGUF\">jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
6
  {"index":4,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aari1995\/German_Semantic_STS_V2\">German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Average":29.5,"BlurbsClusteringP2P":38.68,"BlurbsClusteringS2S":17.62,"TenKGnadClusteringP2P":38.0,"TenKGnadClusteringS2S":23.71}
7
  {"index":16,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26}
 
1
  {"index":7,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/deepset\/gbert-large\">gbert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":32.34,"BlurbsClusteringP2P":39.3,"BlurbsClusteringS2S":13.38,"TenKGnadClusteringP2P":41.69,"TenKGnadClusteringS2S":34.97}
2
  {"index":17,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":29.74,"BlurbsClusteringP2P":39.91,"BlurbsClusteringS2S":15.94,"TenKGnadClusteringP2P":43.43,"TenKGnadClusteringS2S":19.69}
3
  {"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/MAY-A\/jina-embeddings-v2-base-de-Q5_K_M-GGUF\">jina-embeddings-v2-base-de-Q5_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
4
+ {"index":11,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/jinaai\/jina-embeddings-v2-base-de\">jina-embeddings-v2-base-de<\/a>","Model Size (Million Parameters)":80,"Memory Usage (GB, fp32)":0.3,"Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
5
  {"index":5,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/jina-embeddings-v2-base-de-Q8_0-GGUF\">jina-embeddings-v2-base-de-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.55,"BlurbsClusteringP2P":35.49,"BlurbsClusteringS2S":16.17,"TenKGnadClusteringP2P":42.84,"TenKGnadClusteringS2S":23.69}
6
  {"index":4,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/aari1995\/German_Semantic_STS_V2\">German_Semantic_STS_V2<\/a>","Model Size (Million Parameters)":336,"Memory Usage (GB, fp32)":1.25,"Average":29.5,"BlurbsClusteringP2P":38.68,"BlurbsClusteringS2S":17.62,"TenKGnadClusteringP2P":38.0,"TenKGnadClusteringS2S":23.71}
7
  {"index":16,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":27.49,"BlurbsClusteringP2P":35.33,"BlurbsClusteringS2S":13.27,"TenKGnadClusteringP2P":44.11,"TenKGnadClusteringS2S":17.26}
boards_data/en/data_overall/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
boards_data/en/data_tasks/Classification/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
boards_data/en/data_tasks/Clustering/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
boards_data/en/data_tasks/PairClassification/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
boards_data/en/data_tasks/Reranking/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
boards_data/en/data_tasks/Retrieval/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
boards_data/en/data_tasks/STS/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
boards_data/en/data_tasks/Summarization/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
boards_data/fr/data_overall/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
boards_data/fr/data_tasks/Classification/default.jsonl CHANGED
@@ -1,86 +1,87 @@
1
  {"index":9,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47}
2
- {"index":11,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":81.62,"AmazonReviewsClassification (fr)":55.19,"MasakhaNEWSClassification (fra)":82.49,"MassiveIntentClassification (fr)":79.6,"MassiveScenarioClassification (fr)":82.18,"MTOPDomainClassification (fr)":97.2,"MTOPIntentClassification (fr)":93.07}
3
  {"index":8,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23}
4
  {"index":36,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23}
5
- {"index":35,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":70.02,"AmazonReviewsClassification (fr)":42.08,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":67.4,"MassiveScenarioClassification (fr)":71.29,"MTOPDomainClassification (fr)":89.26,"MTOPIntentClassification (fr)":68.55}
6
- {"index":97,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45}
7
  {"index":27,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85}
8
- {"index":61,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06}
9
- {"index":10,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06}
10
- {"index":0,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.61,"AmazonReviewsClassification (fr)":41.59,"MasakhaNEWSClassification (fra)":81.4,"MassiveIntentClassification (fr)":62.83,"MassiveScenarioClassification (fr)":69.71,"MTOPDomainClassification (fr)":90.05,"MTOPIntentClassification (fr)":66.09}
11
- {"index":4,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.56,"AmazonReviewsClassification (fr)":43.36,"MasakhaNEWSClassification (fra)":74.81,"MassiveIntentClassification (fr)":68.06,"MassiveScenarioClassification (fr)":74.29,"MTOPDomainClassification (fr)":90.33,"MTOPIntentClassification (fr)":60.52}
12
- {"index":63,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":68.48,"AmazonReviewsClassification (fr)":36.62,"MasakhaNEWSClassification (fra)":80.4,"MassiveIntentClassification (fr)":65.86,"MassiveScenarioClassification (fr)":71.6,"MTOPDomainClassification (fr)":88.7,"MTOPIntentClassification (fr)":67.69}
13
- {"index":3,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.45,"AmazonReviewsClassification (fr)":41.98,"MasakhaNEWSClassification (fra)":76.42,"MassiveIntentClassification (fr)":66.94,"MassiveScenarioClassification (fr)":72.78,"MTOPDomainClassification (fr)":90.12,"MTOPIntentClassification (fr)":62.44}
14
- {"index":56,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":68.39,"AmazonReviewsClassification (fr)":41.91,"MasakhaNEWSClassification (fra)":79.38,"MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":86.41,"MTOPIntentClassification (fr)":59.43}
15
- {"index":62,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":67.57,"AmazonReviewsClassification (fr)":42.33,"MasakhaNEWSClassification (fra)":70.52,"MassiveIntentClassification (fr)":66.7,"MassiveScenarioClassification (fr)":74.58,"MTOPDomainClassification (fr)":90.39,"MTOPIntentClassification (fr)":60.88}
16
- {"index":2,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.44,"AmazonReviewsClassification (fr)":42.15,"MasakhaNEWSClassification (fra)":82.13,"MassiveIntentClassification (fr)":63.08,"MassiveScenarioClassification (fr)":70.15,"MTOPDomainClassification (fr)":87.68,"MTOPIntentClassification (fr)":59.44}
17
- {"index":64,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.4,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":73.18,"MassiveIntentClassification (fr)":66.3,"MassiveScenarioClassification (fr)":71.7,"MTOPDomainClassification (fr)":88.96,"MTOPIntentClassification (fr)":67.76}
18
- {"index":83,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":67.36,"AmazonReviewsClassification (fr)":46.09,"MasakhaNEWSClassification (fra)":79.1,"MassiveIntentClassification (fr)":65.91,"MassiveScenarioClassification (fr)":68.53,"MTOPDomainClassification (fr)":86.2,"MTOPIntentClassification (fr)":58.33}
19
- {"index":65,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.11,"AmazonReviewsClassification (fr)":35.11,"MasakhaNEWSClassification (fra)":75.17,"MassiveIntentClassification (fr)":66.48,"MassiveScenarioClassification (fr)":71.47,"MTOPDomainClassification (fr)":88.52,"MTOPIntentClassification (fr)":65.93}
20
- {"index":16,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.08,"AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":83.06,"MassiveIntentClassification (fr)":62.94,"MassiveScenarioClassification (fr)":67.29,"MTOPDomainClassification (fr)":86.23,"MTOPIntentClassification (fr)":61.07}
21
- {"index":55,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":66.8,"AmazonReviewsClassification (fr)":40.94,"MasakhaNEWSClassification (fra)":79.69,"MassiveIntentClassification (fr)":67.95,"MassiveScenarioClassification (fr)":71.89,"MTOPDomainClassification (fr)":84.79,"MTOPIntentClassification (fr)":55.51}
22
- {"index":26,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":66.74,"AmazonReviewsClassification (fr)":40.35,"MasakhaNEWSClassification (fra)":77.44,"MassiveIntentClassification (fr)":64.99,"MassiveScenarioClassification (fr)":71.72,"MTOPDomainClassification (fr)":86.83,"MTOPIntentClassification (fr)":59.13}
23
- {"index":28,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":66.54,"AmazonReviewsClassification (fr)":44.11,"MasakhaNEWSClassification (fra)":69.81,"MassiveIntentClassification (fr)":66.14,"MassiveScenarioClassification (fr)":72.74,"MTOPDomainClassification (fr)":87.82,"MTOPIntentClassification (fr)":58.63}
24
- {"index":93,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.37,"AmazonReviewsClassification (fr)":35.09,"MasakhaNEWSClassification (fra)":72.04,"MassiveIntentClassification (fr)":65.8,"MassiveScenarioClassification (fr)":73.47,"MTOPDomainClassification (fr)":88.19,"MTOPIntentClassification (fr)":63.64}
25
- {"index":66,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":65.96,"AmazonReviewsClassification (fr)":34.62,"MasakhaNEWSClassification (fra)":74.29,"MassiveIntentClassification (fr)":65.67,"MassiveScenarioClassification (fr)":71.61,"MTOPDomainClassification (fr)":86.97,"MTOPIntentClassification (fr)":62.59}
26
- {"index":96,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":65.92,"AmazonReviewsClassification (fr)":43.51,"MasakhaNEWSClassification (fra)":72.61,"MassiveIntentClassification (fr)":65.15,"MassiveScenarioClassification (fr)":69.94,"MTOPDomainClassification (fr)":85.33,"MTOPIntentClassification (fr)":59.01}
27
- {"index":45,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":65.82,"AmazonReviewsClassification (fr)":37.97,"MasakhaNEWSClassification (fra)":80.62,"MassiveIntentClassification (fr)":62.65,"MassiveScenarioClassification (fr)":69.29,"MTOPDomainClassification (fr)":85.74,"MTOPIntentClassification (fr)":58.62}
28
- {"index":29,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":65.18,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":78.44,"MassiveIntentClassification (fr)":64.57,"MassiveScenarioClassification (fr)":69.04,"MTOPDomainClassification (fr)":84.19,"MTOPIntentClassification (fr)":58.35}
29
- {"index":82,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":65.09,"AmazonReviewsClassification (fr)":43.52,"MasakhaNEWSClassification (fra)":80.09,"MassiveIntentClassification (fr)":60.99,"MassiveScenarioClassification (fr)":66.42,"MTOPDomainClassification (fr)":85.14,"MTOPIntentClassification (fr)":54.39}
30
- {"index":79,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":64.64,"AmazonReviewsClassification (fr)":39.0,"MasakhaNEWSClassification (fra)":78.1,"MassiveIntentClassification (fr)":61.88,"MassiveScenarioClassification (fr)":67.9,"MTOPDomainClassification (fr)":81.21,"MTOPIntentClassification (fr)":59.76}
31
- {"index":68,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":64.6,"AmazonReviewsClassification (fr)":38.52,"MasakhaNEWSClassification (fra)":77.39,"MassiveIntentClassification (fr)":60.47,"MassiveScenarioClassification (fr)":65.1,"MTOPDomainClassification (fr)":84.14,"MTOPIntentClassification (fr)":62.01}
32
- {"index":37,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":64.57,"AmazonReviewsClassification (fr)":34.79,"MasakhaNEWSClassification (fra)":79.29,"MassiveIntentClassification (fr)":59.41,"MassiveScenarioClassification (fr)":65.29,"MTOPDomainClassification (fr)":85.52,"MTOPIntentClassification (fr)":63.12}
33
- {"index":92,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.41,"AmazonReviewsClassification (fr)":33.51,"MasakhaNEWSClassification (fra)":82.06,"MassiveIntentClassification (fr)":61.19,"MassiveScenarioClassification (fr)":70.22,"MTOPDomainClassification (fr)":85.5,"MTOPIntentClassification (fr)":53.98}
34
- {"index":58,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":63.13,"AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":77.65,"MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":81.2,"MTOPIntentClassification (fr)":46.01}
35
- {"index":74,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":62.14,"AmazonReviewsClassification (fr)":35.7,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":57.02,"MassiveScenarioClassification (fr)":65.2,"MTOPDomainClassification (fr)":84.61,"MTOPIntentClassification (fr)":53.41}
36
- {"index":81,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":61.64,"AmazonReviewsClassification (fr)":41.48,"MasakhaNEWSClassification (fra)":80.43,"MassiveIntentClassification (fr)":57.01,"MassiveScenarioClassification (fr)":63.6,"MTOPDomainClassification (fr)":79.6,"MTOPIntentClassification (fr)":47.73}
37
- {"index":15,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":61.3,"AmazonReviewsClassification (fr)":38.6,"MasakhaNEWSClassification (fra)":82.58,"MassiveIntentClassification (fr)":56.31,"MassiveScenarioClassification (fr)":59.5,"MTOPDomainClassification (fr)":80.79,"MTOPIntentClassification (fr)":50.01}
38
- {"index":78,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":61.02,"AmazonReviewsClassification (fr)":35.3,"MasakhaNEWSClassification (fra)":76.09,"MassiveIntentClassification (fr)":57.52,"MassiveScenarioClassification (fr)":64.52,"MTOPDomainClassification (fr)":78.63,"MTOPIntentClassification (fr)":54.05}
39
- {"index":7,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.98,"AmazonReviewsClassification (fr)":35.07,"MasakhaNEWSClassification (fra)":76.0,"MassiveIntentClassification (fr)":56.03,"MassiveScenarioClassification (fr)":59.3,"MTOPDomainClassification (fr)":75.7,"MTOPIntentClassification (fr)":63.76}
40
- {"index":1,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.84,"AmazonReviewsClassification (fr)":37.26,"MasakhaNEWSClassification (fra)":80.19,"MassiveIntentClassification (fr)":53.7,"MassiveScenarioClassification (fr)":62.46,"MTOPDomainClassification (fr)":79.79,"MTOPIntentClassification (fr)":45.62}
41
- {"index":80,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":58.08,"AmazonReviewsClassification (fr)":37.35,"MasakhaNEWSClassification (fra)":81.21,"MassiveIntentClassification (fr)":51.13,"MassiveScenarioClassification (fr)":59.92,"MTOPDomainClassification (fr)":75.03,"MTOPIntentClassification (fr)":43.85}
42
- {"index":54,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":57.72,"AmazonReviewsClassification (fr)":36.71,"MasakhaNEWSClassification (fra)":80.59,"MassiveIntentClassification (fr)":46.39,"MassiveScenarioClassification (fr)":53.86,"MTOPDomainClassification (fr)":74.8,"MTOPIntentClassification (fr)":53.97}
43
- {"index":44,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":56.63,"AmazonReviewsClassification (fr)":36.03,"MasakhaNEWSClassification (fra)":70.36,"MassiveIntentClassification (fr)":51.59,"MassiveScenarioClassification (fr)":61.28,"MTOPDomainClassification (fr)":77.1,"MTOPIntentClassification (fr)":43.44}
44
- {"index":88,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AmazonReviewsClassification (fr)":34.25,"MasakhaNEWSClassification (fra)":73.84,"MassiveIntentClassification (fr)":51.93,"MassiveScenarioClassification (fr)":58.31,"MTOPDomainClassification (fr)":71.83,"MTOPIntentClassification (fr)":44.53}
45
- {"index":59,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.9,"AmazonReviewsClassification (fr)":35.12,"MasakhaNEWSClassification (fra)":80.83,"MassiveIntentClassification (fr)":43.21,"MassiveScenarioClassification (fr)":49.78,"MTOPDomainClassification (fr)":69.24,"MTOPIntentClassification (fr)":51.25}
46
- {"index":5,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":53.31,"AmazonReviewsClassification (fr)":31.12,"MasakhaNEWSClassification (fra)":65.9,"MassiveIntentClassification (fr)":46.13,"MassiveScenarioClassification (fr)":54.32,"MTOPDomainClassification (fr)":72.26,"MTOPIntentClassification (fr)":50.12}
47
- {"index":69,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":52.14,"AmazonReviewsClassification (fr)":27.54,"MasakhaNEWSClassification (fra)":72.2,"MassiveIntentClassification (fr)":44.82,"MassiveScenarioClassification (fr)":53.76,"MTOPDomainClassification (fr)":75.59,"MTOPIntentClassification (fr)":38.94}
48
- {"index":77,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":50.9,"AmazonReviewsClassification (fr)":27.05,"MasakhaNEWSClassification (fra)":75.62,"MassiveIntentClassification (fr)":42.64,"MassiveScenarioClassification (fr)":49.92,"MTOPDomainClassification (fr)":72.97,"MTOPIntentClassification (fr)":37.18}
49
- {"index":53,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":48.37,"AmazonReviewsClassification (fr)":29.02,"MasakhaNEWSClassification (fra)":75.69,"MassiveIntentClassification (fr)":38.01,"MassiveScenarioClassification (fr)":43.63,"MTOPDomainClassification (fr)":64.49,"MTOPIntentClassification (fr)":39.4}
50
- {"index":20,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87}
51
- {"index":52,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84}
52
- {"index":22,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":63.91,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.63,"MTOPIntentClassification (fr)":37.86}
53
- {"index":21,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":63.89,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.7,"MTOPIntentClassification (fr)":37.85}
54
- {"index":94,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":31.21,"AmazonReviewsClassification (fr)":26.75,"MasakhaNEWSClassification (fra)":60.5,"MassiveIntentClassification (fr)":13.58,"MassiveScenarioClassification (fr)":23.21,"MTOPDomainClassification (fr)":43.83,"MTOPIntentClassification (fr)":19.38}
55
- {"index":95,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":30.71,"AmazonReviewsClassification (fr)":26.62,"MasakhaNEWSClassification (fra)":65.76,"MassiveIntentClassification (fr)":15.82,"MassiveScenarioClassification (fr)":23.92,"MTOPDomainClassification (fr)":36.77,"MTOPIntentClassification (fr)":15.37}
56
- {"index":60,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.38,"AmazonReviewsClassification (fr)":26.85,"MasakhaNEWSClassification (fra)":67.94,"MassiveIntentClassification (fr)":15.09,"MassiveScenarioClassification (fr)":21.67,"MTOPDomainClassification (fr)":34.99,"MTOPIntentClassification (fr)":15.76}
57
- {"index":51,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.21,"AmazonReviewsClassification (fr)":22.45,"MasakhaNEWSClassification (fra)":55.64,"MassiveIntentClassification (fr)":16.41,"MassiveScenarioClassification (fr)":22.72,"MTOPDomainClassification (fr)":24.27,"MTOPIntentClassification (fr)":9.79}
58
- {"index":49,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":24.91,"AmazonReviewsClassification (fr)":24.9,"MasakhaNEWSClassification (fra)":71.14,"MassiveIntentClassification (fr)":6.98,"MassiveScenarioClassification (fr)":11.41,"MTOPDomainClassification (fr)":25.55,"MTOPIntentClassification (fr)":9.49}
59
- {"index":50,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":23.28,"AmazonReviewsClassification (fr)":23.52,"MasakhaNEWSClassification (fra)":62.61,"MassiveIntentClassification (fr)":6.24,"MassiveScenarioClassification (fr)":10.98,"MTOPDomainClassification (fr)":27.74,"MTOPIntentClassification (fr)":8.61}
60
- {"index":12,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":37.53,"MassiveScenarioClassification (fr)":45.32,"MTOPDomainClassification (fr)":54.97,"MTOPIntentClassification (fr)":26.69}
61
- {"index":13,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":32.64,"MassiveScenarioClassification (fr)":40.66,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
62
- {"index":14,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.16,"MassiveScenarioClassification (fr)":40.92,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
63
- {"index":24,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
64
- {"index":25,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AmazonReviewsClassification (fr)":31.56,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":46.89,"MassiveScenarioClassification (fr)":56.99,"MTOPDomainClassification (fr)":79.8,"MTOPIntentClassification (fr)":38.96}
65
- {"index":31,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (fr)":38.86,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":84.23,"MTOPIntentClassification (fr)":61.32}
66
- {"index":32,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (fr)":26.39,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.44,"MassiveScenarioClassification (fr)":45.07,"MTOPDomainClassification (fr)":65.35,"MTOPIntentClassification (fr)":46.33}
67
- {"index":33,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (fr)":27.4,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.67,"MassiveScenarioClassification (fr)":45.92,"MTOPDomainClassification (fr)":63.13,"MTOPIntentClassification (fr)":44.34}
68
- {"index":34,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-nli-bitfit\">SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":"","AmazonReviewsClassification (fr)":37.84,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":81.32,"MTOPIntentClassification (fr)":58.67}
69
- {"index":38,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":39.47,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.27,"MassiveScenarioClassification (fr)":69.76,"MTOPDomainClassification (fr)":86.22,"MTOPIntentClassification (fr)":59.43}
70
- {"index":39,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","AmazonReviewsClassification (fr)":39.29,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.58,"MassiveScenarioClassification (fr)":69.6,"MTOPDomainClassification (fr)":83.8,"MTOPIntentClassification (fr)":63.36}
71
- {"index":40,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AmazonReviewsClassification (fr)":35.92,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":66.95,"MassiveScenarioClassification (fr)":72.91,"MTOPDomainClassification (fr)":90.98,"MTOPIntentClassification (fr)":69.12}
72
- {"index":41,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","AmazonReviewsClassification (fr)":27.0,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":41.95,"MassiveScenarioClassification (fr)":50.59,"MTOPDomainClassification (fr)":75.57,"MTOPIntentClassification (fr)":41.12}
73
- {"index":42,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
74
- {"index":48,"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":34.91,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.55,"MassiveScenarioClassification (fr)":63.02,"MTOPDomainClassification (fr)":86.19,"MTOPIntentClassification (fr)":66.75}
75
- {"index":57,"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AmazonReviewsClassification (fr)":48.51,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":73.32,"MassiveScenarioClassification (fr)":77.07,"MTOPDomainClassification (fr)":89.97,"MTOPIntentClassification (fr)":76.72}
76
- {"index":67,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
77
- {"index":70,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":74.05,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
78
- {"index":72,"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71}
79
- {"index":75,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39}
80
- {"index":76,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07}
81
- {"index":85,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":30.84,"MassiveScenarioClassification (fr)":42.42,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
82
- {"index":86,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (fr)":33.45,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.8,"MassiveScenarioClassification (fr)":63.39,"MTOPDomainClassification (fr)":76.17,"MTOPIntentClassification (fr)":53.26}
83
- {"index":87,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
84
- {"index":89,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
85
- {"index":90,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
86
- {"index":91,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
 
 
1
  {"index":9,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":81.76,"AmazonReviewsClassification (fr)":55.53,"MasakhaNEWSClassification (fra)":82.61,"MassiveIntentClassification (fr)":81.65,"MassiveScenarioClassification (fr)":86.64,"MTOPDomainClassification (fr)":96.69,"MTOPIntentClassification (fr)":87.47}
2
+ {"index":11,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"Average":81.62,"AmazonReviewsClassification (fr)":55.19,"MasakhaNEWSClassification (fra)":82.49,"MassiveIntentClassification (fr)":79.6,"MassiveScenarioClassification (fr)":82.18,"MTOPDomainClassification (fr)":97.2,"MTOPIntentClassification (fr)":93.07}
3
  {"index":8,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23}
4
  {"index":36,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.02,"AmazonReviewsClassification (fr)":53.47,"MasakhaNEWSClassification (fra)":85.19,"MassiveIntentClassification (fr)":76.65,"MassiveScenarioClassification (fr)":79.1,"MTOPDomainClassification (fr)":93.48,"MTOPIntentClassification (fr)":80.23}
5
+ {"index":35,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":70.02,"AmazonReviewsClassification (fr)":42.08,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":67.4,"MassiveScenarioClassification (fr)":71.29,"MTOPDomainClassification (fr)":89.26,"MTOPIntentClassification (fr)":68.55}
6
+ {"index":98,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.27,"AmazonReviewsClassification (fr)":43.76,"MasakhaNEWSClassification (fra)":81.52,"MassiveIntentClassification (fr)":65.42,"MassiveScenarioClassification (fr)":71.11,"MTOPDomainClassification (fr)":89.38,"MTOPIntentClassification (fr)":64.45}
7
  {"index":27,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85}
8
+ {"index":38,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":69.16,"AmazonReviewsClassification (fr)":43.42,"MasakhaNEWSClassification (fra)":80.57,"MassiveIntentClassification (fr)":66.81,"MassiveScenarioClassification (fr)":72.99,"MTOPDomainClassification (fr)":88.33,"MTOPIntentClassification (fr)":62.85}
9
+ {"index":62,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06}
10
+ {"index":10,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":68.72,"AmazonReviewsClassification (fr)":39.57,"MasakhaNEWSClassification (fra)":80.66,"MassiveIntentClassification (fr)":67.92,"MassiveScenarioClassification (fr)":72.65,"MTOPDomainClassification (fr)":87.49,"MTOPIntentClassification (fr)":64.06}
11
+ {"index":0,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.61,"AmazonReviewsClassification (fr)":41.59,"MasakhaNEWSClassification (fra)":81.4,"MassiveIntentClassification (fr)":62.83,"MassiveScenarioClassification (fr)":69.71,"MTOPDomainClassification (fr)":90.05,"MTOPIntentClassification (fr)":66.09}
12
+ {"index":4,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.56,"AmazonReviewsClassification (fr)":43.36,"MasakhaNEWSClassification (fra)":74.81,"MassiveIntentClassification (fr)":68.06,"MassiveScenarioClassification (fr)":74.29,"MTOPDomainClassification (fr)":90.33,"MTOPIntentClassification (fr)":60.52}
13
+ {"index":64,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":68.48,"AmazonReviewsClassification (fr)":36.62,"MasakhaNEWSClassification (fra)":80.4,"MassiveIntentClassification (fr)":65.86,"MassiveScenarioClassification (fr)":71.6,"MTOPDomainClassification (fr)":88.7,"MTOPIntentClassification (fr)":67.69}
14
+ {"index":3,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.45,"AmazonReviewsClassification (fr)":41.98,"MasakhaNEWSClassification (fra)":76.42,"MassiveIntentClassification (fr)":66.94,"MassiveScenarioClassification (fr)":72.78,"MTOPDomainClassification (fr)":90.12,"MTOPIntentClassification (fr)":62.44}
15
+ {"index":57,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":68.39,"AmazonReviewsClassification (fr)":41.91,"MasakhaNEWSClassification (fra)":79.38,"MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":86.41,"MTOPIntentClassification (fr)":59.43}
16
+ {"index":63,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":67.57,"AmazonReviewsClassification (fr)":42.33,"MasakhaNEWSClassification (fra)":70.52,"MassiveIntentClassification (fr)":66.7,"MassiveScenarioClassification (fr)":74.58,"MTOPDomainClassification (fr)":90.39,"MTOPIntentClassification (fr)":60.88}
17
+ {"index":2,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.44,"AmazonReviewsClassification (fr)":42.15,"MasakhaNEWSClassification (fra)":82.13,"MassiveIntentClassification (fr)":63.08,"MassiveScenarioClassification (fr)":70.15,"MTOPDomainClassification (fr)":87.68,"MTOPIntentClassification (fr)":59.44}
18
+ {"index":65,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.4,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":73.18,"MassiveIntentClassification (fr)":66.3,"MassiveScenarioClassification (fr)":71.7,"MTOPDomainClassification (fr)":88.96,"MTOPIntentClassification (fr)":67.76}
19
+ {"index":84,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":67.36,"AmazonReviewsClassification (fr)":46.09,"MasakhaNEWSClassification (fra)":79.1,"MassiveIntentClassification (fr)":65.91,"MassiveScenarioClassification (fr)":68.53,"MTOPDomainClassification (fr)":86.2,"MTOPIntentClassification (fr)":58.33}
20
+ {"index":66,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.11,"AmazonReviewsClassification (fr)":35.11,"MasakhaNEWSClassification (fra)":75.17,"MassiveIntentClassification (fr)":66.48,"MassiveScenarioClassification (fr)":71.47,"MTOPDomainClassification (fr)":88.52,"MTOPIntentClassification (fr)":65.93}
21
+ {"index":16,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":67.08,"AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":83.06,"MassiveIntentClassification (fr)":62.94,"MassiveScenarioClassification (fr)":67.29,"MTOPDomainClassification (fr)":86.23,"MTOPIntentClassification (fr)":61.07}
22
+ {"index":56,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":66.8,"AmazonReviewsClassification (fr)":40.94,"MasakhaNEWSClassification (fra)":79.69,"MassiveIntentClassification (fr)":67.95,"MassiveScenarioClassification (fr)":71.89,"MTOPDomainClassification (fr)":84.79,"MTOPIntentClassification (fr)":55.51}
23
+ {"index":26,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":66.74,"AmazonReviewsClassification (fr)":40.35,"MasakhaNEWSClassification (fra)":77.44,"MassiveIntentClassification (fr)":64.99,"MassiveScenarioClassification (fr)":71.72,"MTOPDomainClassification (fr)":86.83,"MTOPIntentClassification (fr)":59.13}
24
+ {"index":28,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":66.54,"AmazonReviewsClassification (fr)":44.11,"MasakhaNEWSClassification (fra)":69.81,"MassiveIntentClassification (fr)":66.14,"MassiveScenarioClassification (fr)":72.74,"MTOPDomainClassification (fr)":87.82,"MTOPIntentClassification (fr)":58.63}
25
+ {"index":94,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.37,"AmazonReviewsClassification (fr)":35.09,"MasakhaNEWSClassification (fra)":72.04,"MassiveIntentClassification (fr)":65.8,"MassiveScenarioClassification (fr)":73.47,"MTOPDomainClassification (fr)":88.19,"MTOPIntentClassification (fr)":63.64}
26
+ {"index":67,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":65.96,"AmazonReviewsClassification (fr)":34.62,"MasakhaNEWSClassification (fra)":74.29,"MassiveIntentClassification (fr)":65.67,"MassiveScenarioClassification (fr)":71.61,"MTOPDomainClassification (fr)":86.97,"MTOPIntentClassification (fr)":62.59}
27
+ {"index":97,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":65.92,"AmazonReviewsClassification (fr)":43.51,"MasakhaNEWSClassification (fra)":72.61,"MassiveIntentClassification (fr)":65.15,"MassiveScenarioClassification (fr)":69.94,"MTOPDomainClassification (fr)":85.33,"MTOPIntentClassification (fr)":59.01}
28
+ {"index":46,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":65.82,"AmazonReviewsClassification (fr)":37.97,"MasakhaNEWSClassification (fra)":80.62,"MassiveIntentClassification (fr)":62.65,"MassiveScenarioClassification (fr)":69.29,"MTOPDomainClassification (fr)":85.74,"MTOPIntentClassification (fr)":58.62}
29
+ {"index":29,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":65.18,"AmazonReviewsClassification (fr)":36.48,"MasakhaNEWSClassification (fra)":78.44,"MassiveIntentClassification (fr)":64.57,"MassiveScenarioClassification (fr)":69.04,"MTOPDomainClassification (fr)":84.19,"MTOPIntentClassification (fr)":58.35}
30
+ {"index":83,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":65.09,"AmazonReviewsClassification (fr)":43.52,"MasakhaNEWSClassification (fra)":80.09,"MassiveIntentClassification (fr)":60.99,"MassiveScenarioClassification (fr)":66.42,"MTOPDomainClassification (fr)":85.14,"MTOPIntentClassification (fr)":54.39}
31
+ {"index":80,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":64.64,"AmazonReviewsClassification (fr)":39.0,"MasakhaNEWSClassification (fra)":78.1,"MassiveIntentClassification (fr)":61.88,"MassiveScenarioClassification (fr)":67.9,"MTOPDomainClassification (fr)":81.21,"MTOPIntentClassification (fr)":59.76}
32
+ {"index":69,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":64.6,"AmazonReviewsClassification (fr)":38.52,"MasakhaNEWSClassification (fra)":77.39,"MassiveIntentClassification (fr)":60.47,"MassiveScenarioClassification (fr)":65.1,"MTOPDomainClassification (fr)":84.14,"MTOPIntentClassification (fr)":62.01}
33
+ {"index":37,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":64.57,"AmazonReviewsClassification (fr)":34.79,"MasakhaNEWSClassification (fra)":79.29,"MassiveIntentClassification (fr)":59.41,"MassiveScenarioClassification (fr)":65.29,"MTOPDomainClassification (fr)":85.52,"MTOPIntentClassification (fr)":63.12}
34
+ {"index":93,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":64.41,"AmazonReviewsClassification (fr)":33.51,"MasakhaNEWSClassification (fra)":82.06,"MassiveIntentClassification (fr)":61.19,"MassiveScenarioClassification (fr)":70.22,"MTOPDomainClassification (fr)":85.5,"MTOPIntentClassification (fr)":53.98}
35
+ {"index":59,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":63.13,"AmazonReviewsClassification (fr)":39.68,"MasakhaNEWSClassification (fra)":77.65,"MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":81.2,"MTOPIntentClassification (fr)":46.01}
36
+ {"index":75,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":62.14,"AmazonReviewsClassification (fr)":35.7,"MasakhaNEWSClassification (fra)":76.87,"MassiveIntentClassification (fr)":57.02,"MassiveScenarioClassification (fr)":65.2,"MTOPDomainClassification (fr)":84.61,"MTOPIntentClassification (fr)":53.41}
37
+ {"index":82,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":61.64,"AmazonReviewsClassification (fr)":41.48,"MasakhaNEWSClassification (fra)":80.43,"MassiveIntentClassification (fr)":57.01,"MassiveScenarioClassification (fr)":63.6,"MTOPDomainClassification (fr)":79.6,"MTOPIntentClassification (fr)":47.73}
38
+ {"index":15,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":61.3,"AmazonReviewsClassification (fr)":38.6,"MasakhaNEWSClassification (fra)":82.58,"MassiveIntentClassification (fr)":56.31,"MassiveScenarioClassification (fr)":59.5,"MTOPDomainClassification (fr)":80.79,"MTOPIntentClassification (fr)":50.01}
39
+ {"index":79,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":61.02,"AmazonReviewsClassification (fr)":35.3,"MasakhaNEWSClassification (fra)":76.09,"MassiveIntentClassification (fr)":57.52,"MassiveScenarioClassification (fr)":64.52,"MTOPDomainClassification (fr)":78.63,"MTOPIntentClassification (fr)":54.05}
40
+ {"index":7,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.98,"AmazonReviewsClassification (fr)":35.07,"MasakhaNEWSClassification (fra)":76.0,"MassiveIntentClassification (fr)":56.03,"MassiveScenarioClassification (fr)":59.3,"MTOPDomainClassification (fr)":75.7,"MTOPIntentClassification (fr)":63.76}
41
+ {"index":1,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.84,"AmazonReviewsClassification (fr)":37.26,"MasakhaNEWSClassification (fra)":80.19,"MassiveIntentClassification (fr)":53.7,"MassiveScenarioClassification (fr)":62.46,"MTOPDomainClassification (fr)":79.79,"MTOPIntentClassification (fr)":45.62}
42
+ {"index":81,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":58.08,"AmazonReviewsClassification (fr)":37.35,"MasakhaNEWSClassification (fra)":81.21,"MassiveIntentClassification (fr)":51.13,"MassiveScenarioClassification (fr)":59.92,"MTOPDomainClassification (fr)":75.03,"MTOPIntentClassification (fr)":43.85}
43
+ {"index":55,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":57.72,"AmazonReviewsClassification (fr)":36.71,"MasakhaNEWSClassification (fra)":80.59,"MassiveIntentClassification (fr)":46.39,"MassiveScenarioClassification (fr)":53.86,"MTOPDomainClassification (fr)":74.8,"MTOPIntentClassification (fr)":53.97}
44
+ {"index":45,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":56.63,"AmazonReviewsClassification (fr)":36.03,"MasakhaNEWSClassification (fra)":70.36,"MassiveIntentClassification (fr)":51.59,"MassiveScenarioClassification (fr)":61.28,"MTOPDomainClassification (fr)":77.1,"MTOPIntentClassification (fr)":43.44}
45
+ {"index":89,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":55.78,"AmazonReviewsClassification (fr)":34.25,"MasakhaNEWSClassification (fra)":73.84,"MassiveIntentClassification (fr)":51.93,"MassiveScenarioClassification (fr)":58.31,"MTOPDomainClassification (fr)":71.83,"MTOPIntentClassification (fr)":44.53}
46
+ {"index":60,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.9,"AmazonReviewsClassification (fr)":35.12,"MasakhaNEWSClassification (fra)":80.83,"MassiveIntentClassification (fr)":43.21,"MassiveScenarioClassification (fr)":49.78,"MTOPDomainClassification (fr)":69.24,"MTOPIntentClassification (fr)":51.25}
47
+ {"index":5,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":53.31,"AmazonReviewsClassification (fr)":31.12,"MasakhaNEWSClassification (fra)":65.9,"MassiveIntentClassification (fr)":46.13,"MassiveScenarioClassification (fr)":54.32,"MTOPDomainClassification (fr)":72.26,"MTOPIntentClassification (fr)":50.12}
48
+ {"index":70,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":52.14,"AmazonReviewsClassification (fr)":27.54,"MasakhaNEWSClassification (fra)":72.2,"MassiveIntentClassification (fr)":44.82,"MassiveScenarioClassification (fr)":53.76,"MTOPDomainClassification (fr)":75.59,"MTOPIntentClassification (fr)":38.94}
49
+ {"index":78,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":50.9,"AmazonReviewsClassification (fr)":27.05,"MasakhaNEWSClassification (fra)":75.62,"MassiveIntentClassification (fr)":42.64,"MassiveScenarioClassification (fr)":49.92,"MTOPDomainClassification (fr)":72.97,"MTOPIntentClassification (fr)":37.18}
50
+ {"index":54,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":48.37,"AmazonReviewsClassification (fr)":29.02,"MasakhaNEWSClassification (fra)":75.69,"MassiveIntentClassification (fr)":38.01,"MassiveScenarioClassification (fr)":43.63,"MTOPDomainClassification (fr)":64.49,"MTOPIntentClassification (fr)":39.4}
51
+ {"index":20,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.1,"AmazonReviewsClassification (fr)":29.38,"MasakhaNEWSClassification (fra)":63.93,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.5,"MTOPDomainClassification (fr)":63.65,"MTOPIntentClassification (fr)":37.87}
52
+ {"index":53,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":46.1,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":64.0,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.61,"MTOPIntentClassification (fr)":37.84}
53
+ {"index":22,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.39,"MasakhaNEWSClassification (fra)":63.91,"MassiveIntentClassification (fr)":37.3,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.63,"MTOPIntentClassification (fr)":37.86}
54
+ {"index":21,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":46.09,"AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":63.89,"MassiveIntentClassification (fr)":37.28,"MassiveScenarioClassification (fr)":44.47,"MTOPDomainClassification (fr)":63.7,"MTOPIntentClassification (fr)":37.85}
55
+ {"index":95,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":31.21,"AmazonReviewsClassification (fr)":26.75,"MasakhaNEWSClassification (fra)":60.5,"MassiveIntentClassification (fr)":13.58,"MassiveScenarioClassification (fr)":23.21,"MTOPDomainClassification (fr)":43.83,"MTOPIntentClassification (fr)":19.38}
56
+ {"index":96,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":30.71,"AmazonReviewsClassification (fr)":26.62,"MasakhaNEWSClassification (fra)":65.76,"MassiveIntentClassification (fr)":15.82,"MassiveScenarioClassification (fr)":23.92,"MTOPDomainClassification (fr)":36.77,"MTOPIntentClassification (fr)":15.37}
57
+ {"index":61,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":30.38,"AmazonReviewsClassification (fr)":26.85,"MasakhaNEWSClassification (fra)":67.94,"MassiveIntentClassification (fr)":15.09,"MassiveScenarioClassification (fr)":21.67,"MTOPDomainClassification (fr)":34.99,"MTOPIntentClassification (fr)":15.76}
58
+ {"index":52,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.21,"AmazonReviewsClassification (fr)":22.45,"MasakhaNEWSClassification (fra)":55.64,"MassiveIntentClassification (fr)":16.41,"MassiveScenarioClassification (fr)":22.72,"MTOPDomainClassification (fr)":24.27,"MTOPIntentClassification (fr)":9.79}
59
+ {"index":50,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":24.91,"AmazonReviewsClassification (fr)":24.9,"MasakhaNEWSClassification (fra)":71.14,"MassiveIntentClassification (fr)":6.98,"MassiveScenarioClassification (fr)":11.41,"MTOPDomainClassification (fr)":25.55,"MTOPIntentClassification (fr)":9.49}
60
+ {"index":51,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":23.28,"AmazonReviewsClassification (fr)":23.52,"MasakhaNEWSClassification (fra)":62.61,"MassiveIntentClassification (fr)":6.24,"MassiveScenarioClassification (fr)":10.98,"MTOPDomainClassification (fr)":27.74,"MTOPIntentClassification (fr)":8.61}
61
+ {"index":12,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":37.53,"MassiveScenarioClassification (fr)":45.32,"MTOPDomainClassification (fr)":54.97,"MTOPIntentClassification (fr)":26.69}
62
+ {"index":13,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":32.64,"MassiveScenarioClassification (fr)":40.66,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
63
+ {"index":14,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":33.16,"MassiveScenarioClassification (fr)":40.92,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
64
+ {"index":24,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
65
+ {"index":25,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AmazonReviewsClassification (fr)":31.56,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":46.89,"MassiveScenarioClassification (fr)":56.99,"MTOPDomainClassification (fr)":79.8,"MTOPIntentClassification (fr)":38.96}
66
+ {"index":31,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (fr)":38.86,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":65.47,"MassiveScenarioClassification (fr)":68.76,"MTOPDomainClassification (fr)":84.23,"MTOPIntentClassification (fr)":61.32}
67
+ {"index":32,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (fr)":26.39,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.44,"MassiveScenarioClassification (fr)":45.07,"MTOPDomainClassification (fr)":65.35,"MTOPIntentClassification (fr)":46.33}
68
+ {"index":33,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AmazonReviewsClassification (fr)":27.4,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":43.67,"MassiveScenarioClassification (fr)":45.92,"MTOPDomainClassification (fr)":63.13,"MTOPIntentClassification (fr)":44.34}
69
+ {"index":34,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-5.8B-weightedmean-nli-bitfit\">SGPT-5.8B-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":5874,"Memory Usage (GB, fp32)":21.88,"Average":"","AmazonReviewsClassification (fr)":37.84,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":81.32,"MTOPIntentClassification (fr)":58.67}
70
+ {"index":39,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":39.47,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.27,"MassiveScenarioClassification (fr)":69.76,"MTOPDomainClassification (fr)":86.22,"MTOPIntentClassification (fr)":59.43}
71
+ {"index":40,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","AmazonReviewsClassification (fr)":39.29,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":64.58,"MassiveScenarioClassification (fr)":69.6,"MTOPDomainClassification (fr)":83.8,"MTOPIntentClassification (fr)":63.36}
72
+ {"index":41,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AmazonReviewsClassification (fr)":35.92,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":66.95,"MassiveScenarioClassification (fr)":72.91,"MTOPDomainClassification (fr)":90.98,"MTOPIntentClassification (fr)":69.12}
73
+ {"index":42,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","AmazonReviewsClassification (fr)":27.0,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":41.95,"MassiveScenarioClassification (fr)":50.59,"MTOPDomainClassification (fr)":75.57,"MTOPIntentClassification (fr)":41.12}
74
+ {"index":43,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
75
+ {"index":49,"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":34.91,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.55,"MassiveScenarioClassification (fr)":63.02,"MTOPDomainClassification (fr)":86.19,"MTOPIntentClassification (fr)":66.75}
76
+ {"index":58,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AmazonReviewsClassification (fr)":48.51,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":73.32,"MassiveScenarioClassification (fr)":77.07,"MTOPDomainClassification (fr)":89.97,"MTOPIntentClassification (fr)":76.72}
77
+ {"index":68,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
78
+ {"index":71,"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":74.05,"MassiveIntentClassification (fr)":"","MassiveScenarioClassification (fr)":"","MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
79
+ {"index":73,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AmazonReviewsClassification (fr)":23.31,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.41,"MassiveScenarioClassification (fr)":40.26,"MTOPDomainClassification (fr)":54.61,"MTOPIntentClassification (fr)":34.71}
80
+ {"index":76,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AmazonReviewsClassification (fr)":33.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":54.83,"MassiveScenarioClassification (fr)":64.06,"MTOPDomainClassification (fr)":82.48,"MTOPIntentClassification (fr)":46.39}
81
+ {"index":77,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AmazonReviewsClassification (fr)":35.48,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":57.67,"MassiveScenarioClassification (fr)":66.72,"MTOPDomainClassification (fr)":85.05,"MTOPIntentClassification (fr)":51.07}
82
+ {"index":86,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AmazonReviewsClassification (fr)":"","MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":30.84,"MassiveScenarioClassification (fr)":42.42,"MTOPDomainClassification (fr)":"","MTOPIntentClassification (fr)":""}
83
+ {"index":87,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AmazonReviewsClassification (fr)":33.45,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":58.8,"MassiveScenarioClassification (fr)":63.39,"MTOPDomainClassification (fr)":76.17,"MTOPIntentClassification (fr)":53.26}
84
+ {"index":88,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":41.89,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":69.34,"MassiveScenarioClassification (fr)":73.87,"MTOPDomainClassification (fr)":89.0,"MTOPIntentClassification (fr)":70.56}
85
+ {"index":90,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
86
+ {"index":91,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
87
+ {"index":92,"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonReviewsClassification (fr)":29.35,"MasakhaNEWSClassification (fra)":"","MassiveIntentClassification (fr)":38.33,"MassiveScenarioClassification (fr)":41.55,"MTOPDomainClassification (fr)":65.83,"MTOPIntentClassification (fr)":41.58}
boards_data/fr/data_tasks/Clustering/default.jsonl CHANGED
@@ -1,60 +1,61 @@
1
- {"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":56.48,"AlloProfClusteringP2P":71.2,"AlloProfClusteringS2S":59.64,"HALClusteringS2S":28.19,"MLSUMClusteringP2P (fr)":47.75,"MLSUMClusteringS2S (fr)":47.46,"MasakhaNEWSClusteringP2P (fra)":73.86,"MasakhaNEWSClusteringS2S (fra)":67.24}
2
  {"index":9,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62}
3
  {"index":8,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":55.01,"AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":55.42,"HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":71.71}
4
- {"index":27,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09}
5
- {"index":97,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58}
6
- {"index":26,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":47.45,"AlloProfClusteringP2P":64.71,"AlloProfClusteringS2S":45.57,"HALClusteringS2S":25.37,"MLSUMClusteringP2P (fr)":44.23,"MLSUMClusteringS2S (fr)":44.58,"MasakhaNEWSClusteringP2P (fra)":61.58,"MasakhaNEWSClusteringS2S (fra)":46.1}
7
- {"index":4,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.57,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":49.8}
8
- {"index":29,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":46.25,"AlloProfClusteringP2P":62.17,"AlloProfClusteringS2S":45.12,"HALClusteringS2S":23.56,"MLSUMClusteringP2P (fr)":43.3,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":52.88,"MasakhaNEWSClusteringS2S (fra)":53.93}
9
- {"index":2,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.46,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44,"MLSUMClusteringP2P (fr)":45.23,"MLSUMClusteringS2S (fr)":41.48,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":35.18}
10
- {"index":0,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.74,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17,"MLSUMClusteringP2P (fr)":45.28,"MLSUMClusteringS2S (fr)":42.74,"MasakhaNEWSClusteringP2P (fra)":48.13,"MasakhaNEWSClusteringS2S (fra)":39.62}
11
- {"index":3,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.23,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36,"MLSUMClusteringP2P (fr)":44.03,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":50.68,"MasakhaNEWSClusteringS2S (fra)":38.79}
12
- {"index":83,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":43.25,"AlloProfClusteringP2P":60.98,"AlloProfClusteringS2S":43.5,"HALClusteringS2S":21.4,"MLSUMClusteringP2P (fr)":42.24,"MLSUMClusteringS2S (fr)":35.25,"MasakhaNEWSClusteringP2P (fra)":61.15,"MasakhaNEWSClusteringS2S (fra)":38.24}
13
- {"index":45,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":43.17,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9,"MLSUMClusteringP2P (fr)":42.04,"MLSUMClusteringS2S (fr)":32.29,"MasakhaNEWSClusteringP2P (fra)":54.51,"MasakhaNEWSClusteringS2S (fra)":44.73}
14
- {"index":55,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.66,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48,"MLSUMClusteringP2P (fr)":43.48,"MLSUMClusteringS2S (fr)":38.53,"MasakhaNEWSClusteringP2P (fra)":47.91,"MasakhaNEWSClusteringS2S (fra)":51.16}
15
- {"index":92,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":42.0,"AlloProfClusteringP2P":56.9,"AlloProfClusteringS2S":37.84,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.9,"MLSUMClusteringS2S (fr)":35.5,"MasakhaNEWSClusteringP2P (fra)":60.57,"MasakhaNEWSClusteringS2S (fra)":40.31}
16
- {"index":1,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.88,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":38.77,"MasakhaNEWSClusteringP2P (fra)":48.54,"MasakhaNEWSClusteringS2S (fra)":36.33}
17
- {"index":66,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.82,"AlloProfClusteringP2P":57.43,"AlloProfClusteringS2S":39.09,"HALClusteringS2S":25.77,"MLSUMClusteringP2P (fr)":42.03,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":49.68,"MasakhaNEWSClusteringS2S (fra)":36.91}
18
- {"index":37,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.7,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4,"MLSUMClusteringP2P (fr)":42.94,"MLSUMClusteringS2S (fr)":33.91,"MasakhaNEWSClusteringP2P (fra)":53.94,"MasakhaNEWSClusteringS2S (fra)":41.05}
19
- {"index":10,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68}
20
- {"index":61,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68}
21
- {"index":82,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":41.6,"AlloProfClusteringP2P":60.37,"AlloProfClusteringS2S":40.76,"HALClusteringS2S":20.28,"MLSUMClusteringP2P (fr)":41.61,"MLSUMClusteringS2S (fr)":33.6,"MasakhaNEWSClusteringP2P (fra)":62.82,"MasakhaNEWSClusteringS2S (fra)":31.74}
22
- {"index":63,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.33,"AlloProfClusteringP2P":59.89,"AlloProfClusteringS2S":38.46,"HALClusteringS2S":25.68,"MLSUMClusteringP2P (fr)":44.01,"MLSUMClusteringS2S (fr)":36.92,"MasakhaNEWSClusteringP2P (fra)":47.22,"MasakhaNEWSClusteringS2S (fra)":37.16}
23
- {"index":7,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.21,"AlloProfClusteringP2P":64.0,"AlloProfClusteringS2S":29.93,"HALClusteringS2S":20.82,"MLSUMClusteringP2P (fr)":45.26,"MLSUMClusteringS2S (fr)":44.95,"MasakhaNEWSClusteringP2P (fra)":51.34,"MasakhaNEWSClusteringS2S (fra)":32.2}
24
- {"index":54,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":41.16,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69,"MLSUMClusteringP2P (fr)":45.59,"MLSUMClusteringS2S (fr)":32.0,"MasakhaNEWSClusteringP2P (fra)":52.47,"MasakhaNEWSClusteringS2S (fra)":49.2}
25
- {"index":16,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.7,"AlloProfClusteringP2P":63.53,"AlloProfClusteringS2S":36.18,"HALClusteringS2S":19.9,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":34.75,"MasakhaNEWSClusteringP2P (fra)":53.18,"MasakhaNEWSClusteringS2S (fra)":32.31}
26
- {"index":81,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.6,"AlloProfClusteringP2P":61.82,"AlloProfClusteringS2S":39.78,"HALClusteringS2S":18.73,"MLSUMClusteringP2P (fr)":42.07,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":58.6,"MasakhaNEWSClusteringS2S (fra)":31.33}
27
- {"index":53,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.43,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9,"MLSUMClusteringP2P (fr)":43.5,"MLSUMClusteringS2S (fr)":30.99,"MasakhaNEWSClusteringP2P (fra)":49.71,"MasakhaNEWSClusteringS2S (fra)":42.23}
28
- {"index":65,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":40.4,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":37.62,"HALClusteringS2S":25.76,"MLSUMClusteringP2P (fr)":41.82,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":42.63,"MasakhaNEWSClusteringS2S (fra)":36.4}
29
- {"index":80,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":40.07,"AlloProfClusteringP2P":58.44,"AlloProfClusteringS2S":35.93,"HALClusteringS2S":17.72,"MLSUMClusteringP2P (fr)":40.77,"MLSUMClusteringS2S (fr)":30.06,"MasakhaNEWSClusteringP2P (fra)":61.9,"MasakhaNEWSClusteringS2S (fra)":35.64}
30
- {"index":96,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.86,"AlloProfClusteringP2P":56.89,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.5,"MLSUMClusteringP2P (fr)":41.79,"MLSUMClusteringS2S (fr)":41.55,"MasakhaNEWSClusteringP2P (fra)":49.18,"MasakhaNEWSClusteringS2S (fra)":26.94}
31
- {"index":64,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":39.81,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":36.45,"HALClusteringS2S":24.97,"MLSUMClusteringP2P (fr)":42.49,"MLSUMClusteringS2S (fr)":34.45,"MasakhaNEWSClusteringP2P (fra)":47.58,"MasakhaNEWSClusteringS2S (fra)":33.58}
32
- {"index":35,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":39.65,"AlloProfClusteringP2P":64.17,"AlloProfClusteringS2S":38.17,"HALClusteringS2S":24.09,"MLSUMClusteringP2P (fr)":43.8,"MLSUMClusteringS2S (fr)":37.75,"MasakhaNEWSClusteringP2P (fra)":40.8,"MasakhaNEWSClusteringS2S (fra)":28.8}
33
- {"index":79,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.11,"AlloProfClusteringP2P":54.49,"AlloProfClusteringS2S":44.79,"HALClusteringS2S":23.97,"MLSUMClusteringP2P (fr)":40.55,"MLSUMClusteringS2S (fr)":37.53,"MasakhaNEWSClusteringP2P (fra)":41.57,"MasakhaNEWSClusteringS2S (fra)":30.88}
34
- {"index":58,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.93,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.2,"MLSUMClusteringS2S (fr)":37.61,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22}
35
- {"index":15,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.91,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31,"MLSUMClusteringP2P (fr)":42.8,"MLSUMClusteringS2S (fr)":32.72,"MasakhaNEWSClusteringP2P (fra)":56.81,"MasakhaNEWSClusteringS2S (fra)":29.41}
36
- {"index":56,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56}
37
- {"index":74,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76}
38
- {"index":28,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":38.61,"AlloProfClusteringP2P":55.52,"AlloProfClusteringS2S":35.8,"HALClusteringS2S":23.14,"MLSUMClusteringP2P (fr)":40.31,"MLSUMClusteringS2S (fr)":40.05,"MasakhaNEWSClusteringP2P (fra)":45.03,"MasakhaNEWSClusteringS2S (fra)":30.39}
39
- {"index":78,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.35,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21,"MLSUMClusteringP2P (fr)":39.97,"MLSUMClusteringS2S (fr)":36.55,"MasakhaNEWSClusteringP2P (fra)":36.58,"MasakhaNEWSClusteringS2S (fra)":33.9}
40
- {"index":68,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":38.32,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":34.84,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13}
41
- {"index":62,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":37.9,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.13,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":36.69,"MasakhaNEWSClusteringP2P (fra)":34.61,"MasakhaNEWSClusteringS2S (fra)":32.81}
42
- {"index":93,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.35,"AlloProfClusteringP2P":54.21,"AlloProfClusteringS2S":37.95,"HALClusteringS2S":18.94,"MLSUMClusteringP2P (fr)":41.02,"MLSUMClusteringS2S (fr)":37.97,"MasakhaNEWSClusteringP2P (fra)":24.09,"MasakhaNEWSClusteringS2S (fra)":40.24}
43
- {"index":44,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":35.44,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22,"MLSUMClusteringP2P (fr)":35.98,"MLSUMClusteringS2S (fr)":27.05,"MasakhaNEWSClusteringP2P (fra)":36.03,"MasakhaNEWSClusteringS2S (fra)":30.77}
44
- {"index":59,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":35.04,"AlloProfClusteringP2P":62.22,"AlloProfClusteringS2S":27.06,"HALClusteringS2S":13.86,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":30.47,"MasakhaNEWSClusteringP2P (fra)":40.2,"MasakhaNEWSClusteringS2S (fra)":27.35}
45
- {"index":70,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":34.73,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84,"MLSUMClusteringP2P (fr)":36.74,"MLSUMClusteringS2S (fr)":28.12,"MasakhaNEWSClusteringP2P (fra)":34.92,"MasakhaNEWSClusteringS2S (fra)":40.58}
46
- {"index":21,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":34.09,"AlloProfClusteringP2P":53.16,"AlloProfClusteringS2S":43.43,"HALClusteringS2S":20.26,"MLSUMClusteringP2P (fr)":41.22,"MLSUMClusteringS2S (fr)":31.88,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
47
- {"index":22,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.96,"AlloProfClusteringP2P":53.49,"AlloProfClusteringS2S":43.1,"HALClusteringS2S":19.78,"MLSUMClusteringP2P (fr)":40.73,"MLSUMClusteringS2S (fr)":31.94,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
48
- {"index":20,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.94,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94,"MLSUMClusteringP2P (fr)":40.96,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
49
- {"index":52,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":33.82,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81,"MLSUMClusteringP2P (fr)":40.9,"MLSUMClusteringS2S (fr)":31.8,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
50
- {"index":69,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":33.75,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58,"MLSUMClusteringP2P (fr)":34.35,"MLSUMClusteringS2S (fr)":29.3,"MasakhaNEWSClusteringP2P (fra)":42.72,"MasakhaNEWSClusteringS2S (fra)":32.47}
51
- {"index":88,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.66,"AlloProfClusteringP2P":49.11,"AlloProfClusteringS2S":32.72,"HALClusteringS2S":16.19,"MLSUMClusteringP2P (fr)":36.19,"MLSUMClusteringS2S (fr)":30.39,"MasakhaNEWSClusteringP2P (fra)":38.51,"MasakhaNEWSClusteringS2S (fra)":32.51}
52
- {"index":77,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":32.84,"AlloProfClusteringP2P":49.13,"AlloProfClusteringS2S":26.16,"HALClusteringS2S":12.49,"MLSUMClusteringP2P (fr)":35.15,"MLSUMClusteringS2S (fr)":25.95,"MasakhaNEWSClusteringP2P (fra)":53.73,"MasakhaNEWSClusteringS2S (fra)":27.27}
53
- {"index":5,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":29.92,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52,"MLSUMClusteringP2P (fr)":34.53,"MLSUMClusteringS2S (fr)":27.35,"MasakhaNEWSClusteringP2P (fra)":32.04,"MasakhaNEWSClusteringS2S (fra)":29.77}
54
- {"index":60,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.03,"AlloProfClusteringP2P":53.57,"AlloProfClusteringS2S":22.13,"HALClusteringS2S":7.68,"MLSUMClusteringP2P (fr)":36.43,"MLSUMClusteringS2S (fr)":25.26,"MasakhaNEWSClusteringP2P (fra)":37.57,"MasakhaNEWSClusteringS2S (fra)":20.58}
55
- {"index":95,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":28.62,"AlloProfClusteringP2P":56.54,"AlloProfClusteringS2S":21.18,"HALClusteringS2S":5.94,"MLSUMClusteringP2P (fr)":42.67,"MLSUMClusteringS2S (fr)":18.5,"MasakhaNEWSClusteringP2P (fra)":34.02,"MasakhaNEWSClusteringS2S (fra)":21.52}
56
- {"index":94,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":28.42,"AlloProfClusteringP2P":52.24,"AlloProfClusteringS2S":20.37,"HALClusteringS2S":8.68,"MLSUMClusteringP2P (fr)":40.44,"MLSUMClusteringS2S (fr)":24.14,"MasakhaNEWSClusteringP2P (fra)":29.29,"MasakhaNEWSClusteringS2S (fra)":23.76}
57
- {"index":49,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":27.18,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85,"MLSUMClusteringP2P (fr)":39.06,"MLSUMClusteringS2S (fr)":17.13,"MasakhaNEWSClusteringP2P (fra)":41.61,"MasakhaNEWSClusteringS2S (fra)":21.26}
58
- {"index":51,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.11,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26,"MLSUMClusteringP2P (fr)":38.09,"MLSUMClusteringS2S (fr)":18.71,"MasakhaNEWSClusteringP2P (fra)":26.43,"MasakhaNEWSClusteringS2S (fra)":24.68}
59
- {"index":50,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":22.45,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8,"MLSUMClusteringP2P (fr)":33.22,"MLSUMClusteringS2S (fr)":14.9,"MasakhaNEWSClusteringP2P (fra)":28.49,"MasakhaNEWSClusteringS2S (fra)":22.58}
60
- {"index":36,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":"","HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":""}
 
 
1
+ {"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"Average":56.48,"AlloProfClusteringP2P":71.2,"AlloProfClusteringS2S":59.64,"HALClusteringS2S":28.19,"MLSUMClusteringP2P (fr)":47.75,"MLSUMClusteringS2S (fr)":47.46,"MasakhaNEWSClusteringP2P (fra)":73.86,"MasakhaNEWSClusteringS2S (fra)":67.24}
2
  {"index":9,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.56,"AlloProfClusteringP2P":76.06,"AlloProfClusteringS2S":64.52,"HALClusteringS2S":30.83,"MLSUMClusteringP2P (fr)":50.03,"MLSUMClusteringS2S (fr)":43.7,"MasakhaNEWSClusteringP2P (fra)":60.19,"MasakhaNEWSClusteringS2S (fra)":63.62}
3
  {"index":8,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":55.01,"AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":55.42,"HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":71.71}
4
+ {"index":38,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09}
5
+ {"index":27,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":51.26,"AlloProfClusteringP2P":65.3,"AlloProfClusteringS2S":55.37,"HALClusteringS2S":26.27,"MLSUMClusteringP2P (fr)":42.6,"MLSUMClusteringS2S (fr)":42.92,"MasakhaNEWSClusteringP2P (fra)":71.29,"MasakhaNEWSClusteringS2S (fra)":55.09}
6
+ {"index":98,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.67,"AlloProfClusteringP2P":64.83,"AlloProfClusteringS2S":53.52,"HALClusteringS2S":26.18,"MLSUMClusteringP2P (fr)":44.59,"MLSUMClusteringS2S (fr)":41.67,"MasakhaNEWSClusteringP2P (fra)":68.35,"MasakhaNEWSClusteringS2S (fra)":48.58}
7
+ {"index":26,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":47.45,"AlloProfClusteringP2P":64.71,"AlloProfClusteringS2S":45.57,"HALClusteringS2S":25.37,"MLSUMClusteringP2P (fr)":44.23,"MLSUMClusteringS2S (fr)":44.58,"MasakhaNEWSClusteringP2P (fra)":61.58,"MasakhaNEWSClusteringS2S (fra)":46.1}
8
+ {"index":4,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.57,"AlloProfClusteringP2P":65.37,"AlloProfClusteringS2S":47.03,"HALClusteringS2S":27.67,"MLSUMClusteringP2P (fr)":45.99,"MLSUMClusteringS2S (fr)":45.57,"MasakhaNEWSClusteringP2P (fra)":44.53,"MasakhaNEWSClusteringS2S (fra)":49.8}
9
+ {"index":29,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":46.25,"AlloProfClusteringP2P":62.17,"AlloProfClusteringS2S":45.12,"HALClusteringS2S":23.56,"MLSUMClusteringP2P (fr)":43.3,"MLSUMClusteringS2S (fr)":42.77,"MasakhaNEWSClusteringP2P (fra)":52.88,"MasakhaNEWSClusteringS2S (fra)":53.93}
10
+ {"index":2,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.46,"AlloProfClusteringP2P":61.63,"AlloProfClusteringS2S":50.67,"HALClusteringS2S":27.44,"MLSUMClusteringP2P (fr)":45.23,"MLSUMClusteringS2S (fr)":41.48,"MasakhaNEWSClusteringP2P (fra)":56.59,"MasakhaNEWSClusteringS2S (fra)":35.18}
11
+ {"index":0,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.74,"AlloProfClusteringP2P":62.01,"AlloProfClusteringS2S":49.2,"HALClusteringS2S":26.17,"MLSUMClusteringP2P (fr)":45.28,"MLSUMClusteringS2S (fr)":42.74,"MasakhaNEWSClusteringP2P (fra)":48.13,"MasakhaNEWSClusteringS2S (fra)":39.62}
12
+ {"index":3,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":44.23,"AlloProfClusteringP2P":62.5,"AlloProfClusteringS2S":44.28,"HALClusteringS2S":26.36,"MLSUMClusteringP2P (fr)":44.03,"MLSUMClusteringS2S (fr)":42.95,"MasakhaNEWSClusteringP2P (fra)":50.68,"MasakhaNEWSClusteringS2S (fra)":38.79}
13
+ {"index":84,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":43.25,"AlloProfClusteringP2P":60.98,"AlloProfClusteringS2S":43.5,"HALClusteringS2S":21.4,"MLSUMClusteringP2P (fr)":42.24,"MLSUMClusteringS2S (fr)":35.25,"MasakhaNEWSClusteringP2P (fra)":61.15,"MasakhaNEWSClusteringS2S (fra)":38.24}
14
+ {"index":46,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":43.17,"AlloProfClusteringP2P":62.69,"AlloProfClusteringS2S":42.06,"HALClusteringS2S":23.9,"MLSUMClusteringP2P (fr)":42.04,"MLSUMClusteringS2S (fr)":32.29,"MasakhaNEWSClusteringP2P (fra)":54.51,"MasakhaNEWSClusteringS2S (fra)":44.73}
15
+ {"index":56,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.66,"AlloProfClusteringP2P":62.09,"AlloProfClusteringS2S":32.98,"HALClusteringS2S":22.48,"MLSUMClusteringP2P (fr)":43.48,"MLSUMClusteringS2S (fr)":38.53,"MasakhaNEWSClusteringP2P (fra)":47.91,"MasakhaNEWSClusteringS2S (fra)":51.16}
16
+ {"index":93,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":42.0,"AlloProfClusteringP2P":56.9,"AlloProfClusteringS2S":37.84,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.9,"MLSUMClusteringS2S (fr)":35.5,"MasakhaNEWSClusteringP2P (fra)":60.57,"MasakhaNEWSClusteringS2S (fra)":40.31}
17
+ {"index":1,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.88,"AlloProfClusteringP2P":57.96,"AlloProfClusteringS2S":41.65,"HALClusteringS2S":24.84,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":38.77,"MasakhaNEWSClusteringP2P (fra)":48.54,"MasakhaNEWSClusteringS2S (fra)":36.33}
18
+ {"index":67,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.82,"AlloProfClusteringP2P":57.43,"AlloProfClusteringS2S":39.09,"HALClusteringS2S":25.77,"MLSUMClusteringP2P (fr)":42.03,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":49.68,"MasakhaNEWSClusteringS2S (fra)":36.91}
19
+ {"index":37,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.7,"AlloProfClusteringP2P":64.12,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":23.4,"MLSUMClusteringP2P (fr)":42.94,"MLSUMClusteringS2S (fr)":33.91,"MasakhaNEWSClusteringP2P (fra)":53.94,"MasakhaNEWSClusteringS2S (fra)":41.05}
20
+ {"index":10,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68}
21
+ {"index":62,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":41.66,"AlloProfClusteringP2P":54.2,"AlloProfClusteringS2S":44.34,"HALClusteringS2S":25.13,"MLSUMClusteringP2P (fr)":42.33,"MLSUMClusteringS2S (fr)":40.92,"MasakhaNEWSClusteringP2P (fra)":44.02,"MasakhaNEWSClusteringS2S (fra)":40.68}
22
+ {"index":83,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":41.6,"AlloProfClusteringP2P":60.37,"AlloProfClusteringS2S":40.76,"HALClusteringS2S":20.28,"MLSUMClusteringP2P (fr)":41.61,"MLSUMClusteringS2S (fr)":33.6,"MasakhaNEWSClusteringP2P (fra)":62.82,"MasakhaNEWSClusteringS2S (fra)":31.74}
23
+ {"index":64,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.33,"AlloProfClusteringP2P":59.89,"AlloProfClusteringS2S":38.46,"HALClusteringS2S":25.68,"MLSUMClusteringP2P (fr)":44.01,"MLSUMClusteringS2S (fr)":36.92,"MasakhaNEWSClusteringP2P (fra)":47.22,"MasakhaNEWSClusteringS2S (fra)":37.16}
24
+ {"index":7,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":41.21,"AlloProfClusteringP2P":64.0,"AlloProfClusteringS2S":29.93,"HALClusteringS2S":20.82,"MLSUMClusteringP2P (fr)":45.26,"MLSUMClusteringS2S (fr)":44.95,"MasakhaNEWSClusteringP2P (fra)":51.34,"MasakhaNEWSClusteringS2S (fra)":32.2}
25
+ {"index":55,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":41.16,"AlloProfClusteringP2P":61.06,"AlloProfClusteringS2S":28.12,"HALClusteringS2S":19.69,"MLSUMClusteringP2P (fr)":45.59,"MLSUMClusteringS2S (fr)":32.0,"MasakhaNEWSClusteringP2P (fra)":52.47,"MasakhaNEWSClusteringS2S (fra)":49.2}
26
+ {"index":16,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.7,"AlloProfClusteringP2P":63.53,"AlloProfClusteringS2S":36.18,"HALClusteringS2S":19.9,"MLSUMClusteringP2P (fr)":45.08,"MLSUMClusteringS2S (fr)":34.75,"MasakhaNEWSClusteringP2P (fra)":53.18,"MasakhaNEWSClusteringS2S (fra)":32.31}
27
+ {"index":82,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.6,"AlloProfClusteringP2P":61.82,"AlloProfClusteringS2S":39.78,"HALClusteringS2S":18.73,"MLSUMClusteringP2P (fr)":42.07,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":58.6,"MasakhaNEWSClusteringS2S (fra)":31.33}
28
+ {"index":54,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":40.43,"AlloProfClusteringP2P":60.66,"AlloProfClusteringS2S":35.05,"HALClusteringS2S":20.9,"MLSUMClusteringP2P (fr)":43.5,"MLSUMClusteringS2S (fr)":30.99,"MasakhaNEWSClusteringP2P (fra)":49.71,"MasakhaNEWSClusteringS2S (fra)":42.23}
29
+ {"index":66,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":40.4,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":37.62,"HALClusteringS2S":25.76,"MLSUMClusteringP2P (fr)":41.82,"MLSUMClusteringS2S (fr)":41.83,"MasakhaNEWSClusteringP2P (fra)":42.63,"MasakhaNEWSClusteringS2S (fra)":36.4}
30
+ {"index":81,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":40.07,"AlloProfClusteringP2P":58.44,"AlloProfClusteringS2S":35.93,"HALClusteringS2S":17.72,"MLSUMClusteringP2P (fr)":40.77,"MLSUMClusteringS2S (fr)":30.06,"MasakhaNEWSClusteringP2P (fra)":61.9,"MasakhaNEWSClusteringS2S (fra)":35.64}
31
+ {"index":97,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.86,"AlloProfClusteringP2P":56.89,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.5,"MLSUMClusteringP2P (fr)":41.79,"MLSUMClusteringS2S (fr)":41.55,"MasakhaNEWSClusteringP2P (fra)":49.18,"MasakhaNEWSClusteringS2S (fra)":26.94}
32
+ {"index":65,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":39.81,"AlloProfClusteringP2P":59.15,"AlloProfClusteringS2S":36.45,"HALClusteringS2S":24.97,"MLSUMClusteringP2P (fr)":42.49,"MLSUMClusteringS2S (fr)":34.45,"MasakhaNEWSClusteringP2P (fra)":47.58,"MasakhaNEWSClusteringS2S (fra)":33.58}
33
+ {"index":35,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.65,"AlloProfClusteringP2P":64.17,"AlloProfClusteringS2S":38.17,"HALClusteringS2S":24.09,"MLSUMClusteringP2P (fr)":43.8,"MLSUMClusteringS2S (fr)":37.75,"MasakhaNEWSClusteringP2P (fra)":40.8,"MasakhaNEWSClusteringS2S (fra)":28.8}
34
+ {"index":80,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":39.11,"AlloProfClusteringP2P":54.49,"AlloProfClusteringS2S":44.79,"HALClusteringS2S":23.97,"MLSUMClusteringP2P (fr)":40.55,"MLSUMClusteringS2S (fr)":37.53,"MasakhaNEWSClusteringP2P (fra)":41.57,"MasakhaNEWSClusteringS2S (fra)":30.88}
35
+ {"index":59,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.93,"AlloProfClusteringP2P":60.89,"AlloProfClusteringS2S":32.52,"HALClusteringS2S":18.95,"MLSUMClusteringP2P (fr)":43.2,"MLSUMClusteringS2S (fr)":37.61,"MasakhaNEWSClusteringP2P (fra)":40.12,"MasakhaNEWSClusteringS2S (fra)":39.22}
36
+ {"index":15,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.91,"AlloProfClusteringP2P":61.96,"AlloProfClusteringS2S":31.36,"HALClusteringS2S":17.31,"MLSUMClusteringP2P (fr)":42.8,"MLSUMClusteringS2S (fr)":32.72,"MasakhaNEWSClusteringP2P (fra)":56.81,"MasakhaNEWSClusteringS2S (fra)":29.41}
37
+ {"index":57,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":38.7,"AlloProfClusteringP2P":62.99,"AlloProfClusteringS2S":32.26,"HALClusteringS2S":22.44,"MLSUMClusteringP2P (fr)":44.04,"MLSUMClusteringS2S (fr)":37.65,"MasakhaNEWSClusteringP2P (fra)":40.94,"MasakhaNEWSClusteringS2S (fra)":30.56}
38
+ {"index":75,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":38.7,"AlloProfClusteringP2P":55.95,"AlloProfClusteringS2S":35.39,"HALClusteringS2S":18.2,"MLSUMClusteringP2P (fr)":40.17,"MLSUMClusteringS2S (fr)":34.65,"MasakhaNEWSClusteringP2P (fra)":53.76,"MasakhaNEWSClusteringS2S (fra)":32.76}
39
+ {"index":28,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":38.61,"AlloProfClusteringP2P":55.52,"AlloProfClusteringS2S":35.8,"HALClusteringS2S":23.14,"MLSUMClusteringP2P (fr)":40.31,"MLSUMClusteringS2S (fr)":40.05,"MasakhaNEWSClusteringP2P (fra)":45.03,"MasakhaNEWSClusteringS2S (fra)":30.39}
40
+ {"index":79,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":38.35,"AlloProfClusteringP2P":56.06,"AlloProfClusteringS2S":42.16,"HALClusteringS2S":23.21,"MLSUMClusteringP2P (fr)":39.97,"MLSUMClusteringS2S (fr)":36.55,"MasakhaNEWSClusteringP2P (fra)":36.58,"MasakhaNEWSClusteringS2S (fra)":33.9}
41
+ {"index":69,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":38.32,"AlloProfClusteringP2P":54.78,"AlloProfClusteringS2S":31.6,"HALClusteringS2S":20.62,"MLSUMClusteringP2P (fr)":42.09,"MLSUMClusteringS2S (fr)":34.84,"MasakhaNEWSClusteringP2P (fra)":46.16,"MasakhaNEWSClusteringS2S (fra)":38.13}
42
+ {"index":63,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":37.9,"AlloProfClusteringP2P":56.73,"AlloProfClusteringS2S":38.2,"HALClusteringS2S":24.13,"MLSUMClusteringP2P (fr)":42.12,"MLSUMClusteringS2S (fr)":36.69,"MasakhaNEWSClusteringP2P (fra)":34.61,"MasakhaNEWSClusteringS2S (fra)":32.81}
43
+ {"index":94,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.35,"AlloProfClusteringP2P":54.21,"AlloProfClusteringS2S":37.95,"HALClusteringS2S":18.94,"MLSUMClusteringP2P (fr)":41.02,"MLSUMClusteringS2S (fr)":37.97,"MasakhaNEWSClusteringP2P (fra)":24.09,"MasakhaNEWSClusteringS2S (fra)":40.24}
44
+ {"index":45,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":35.44,"AlloProfClusteringP2P":59.09,"AlloProfClusteringS2S":38.92,"HALClusteringS2S":20.22,"MLSUMClusteringP2P (fr)":35.98,"MLSUMClusteringS2S (fr)":27.05,"MasakhaNEWSClusteringP2P (fra)":36.03,"MasakhaNEWSClusteringS2S (fra)":30.77}
45
+ {"index":60,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":35.04,"AlloProfClusteringP2P":62.22,"AlloProfClusteringS2S":27.06,"HALClusteringS2S":13.86,"MLSUMClusteringP2P (fr)":44.11,"MLSUMClusteringS2S (fr)":30.47,"MasakhaNEWSClusteringP2P (fra)":40.2,"MasakhaNEWSClusteringS2S (fra)":27.35}
46
+ {"index":71,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":34.73,"AlloProfClusteringP2P":51.83,"AlloProfClusteringS2S":32.07,"HALClusteringS2S":18.84,"MLSUMClusteringP2P (fr)":36.74,"MLSUMClusteringS2S (fr)":28.12,"MasakhaNEWSClusteringP2P (fra)":34.92,"MasakhaNEWSClusteringS2S (fra)":40.58}
47
+ {"index":21,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":34.09,"AlloProfClusteringP2P":53.16,"AlloProfClusteringS2S":43.43,"HALClusteringS2S":20.26,"MLSUMClusteringP2P (fr)":41.22,"MLSUMClusteringS2S (fr)":31.88,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
48
+ {"index":22,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.96,"AlloProfClusteringP2P":53.49,"AlloProfClusteringS2S":43.1,"HALClusteringS2S":19.78,"MLSUMClusteringP2P (fr)":40.73,"MLSUMClusteringS2S (fr)":31.94,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
49
+ {"index":20,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":33.94,"AlloProfClusteringP2P":53.22,"AlloProfClusteringS2S":42.92,"HALClusteringS2S":19.94,"MLSUMClusteringP2P (fr)":40.96,"MLSUMClusteringS2S (fr)":31.87,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
50
+ {"index":53,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":33.82,"AlloProfClusteringP2P":51.5,"AlloProfClusteringS2S":43.06,"HALClusteringS2S":20.81,"MLSUMClusteringP2P (fr)":40.9,"MLSUMClusteringS2S (fr)":31.8,"MasakhaNEWSClusteringP2P (fra)":24.23,"MasakhaNEWSClusteringS2S (fra)":24.46}
51
+ {"index":70,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":33.75,"AlloProfClusteringP2P":46.03,"AlloProfClusteringS2S":31.83,"HALClusteringS2S":19.58,"MLSUMClusteringP2P (fr)":34.35,"MLSUMClusteringS2S (fr)":29.3,"MasakhaNEWSClusteringP2P (fra)":42.72,"MasakhaNEWSClusteringS2S (fra)":32.47}
52
+ {"index":89,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":33.66,"AlloProfClusteringP2P":49.11,"AlloProfClusteringS2S":32.72,"HALClusteringS2S":16.19,"MLSUMClusteringP2P (fr)":36.19,"MLSUMClusteringS2S (fr)":30.39,"MasakhaNEWSClusteringP2P (fra)":38.51,"MasakhaNEWSClusteringS2S (fra)":32.51}
53
+ {"index":78,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":32.84,"AlloProfClusteringP2P":49.13,"AlloProfClusteringS2S":26.16,"HALClusteringS2S":12.49,"MLSUMClusteringP2P (fr)":35.15,"MLSUMClusteringS2S (fr)":25.95,"MasakhaNEWSClusteringP2P (fra)":53.73,"MasakhaNEWSClusteringS2S (fra)":27.27}
54
+ {"index":5,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":29.92,"AlloProfClusteringP2P":48.45,"AlloProfClusteringS2S":25.81,"HALClusteringS2S":11.52,"MLSUMClusteringP2P (fr)":34.53,"MLSUMClusteringS2S (fr)":27.35,"MasakhaNEWSClusteringP2P (fra)":32.04,"MasakhaNEWSClusteringS2S (fra)":29.77}
55
+ {"index":61,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":29.03,"AlloProfClusteringP2P":53.57,"AlloProfClusteringS2S":22.13,"HALClusteringS2S":7.68,"MLSUMClusteringP2P (fr)":36.43,"MLSUMClusteringS2S (fr)":25.26,"MasakhaNEWSClusteringP2P (fra)":37.57,"MasakhaNEWSClusteringS2S (fra)":20.58}
56
+ {"index":96,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":28.62,"AlloProfClusteringP2P":56.54,"AlloProfClusteringS2S":21.18,"HALClusteringS2S":5.94,"MLSUMClusteringP2P (fr)":42.67,"MLSUMClusteringS2S (fr)":18.5,"MasakhaNEWSClusteringP2P (fra)":34.02,"MasakhaNEWSClusteringS2S (fra)":21.52}
57
+ {"index":95,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":28.42,"AlloProfClusteringP2P":52.24,"AlloProfClusteringS2S":20.37,"HALClusteringS2S":8.68,"MLSUMClusteringP2P (fr)":40.44,"MLSUMClusteringS2S (fr)":24.14,"MasakhaNEWSClusteringP2P (fra)":29.29,"MasakhaNEWSClusteringS2S (fra)":23.76}
58
+ {"index":50,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":27.18,"AlloProfClusteringP2P":52.86,"AlloProfClusteringS2S":14.46,"HALClusteringS2S":3.85,"MLSUMClusteringP2P (fr)":39.06,"MLSUMClusteringS2S (fr)":17.13,"MasakhaNEWSClusteringP2P (fra)":41.61,"MasakhaNEWSClusteringS2S (fra)":21.26}
59
+ {"index":52,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":25.11,"AlloProfClusteringP2P":40.85,"AlloProfClusteringS2S":21.76,"HALClusteringS2S":5.26,"MLSUMClusteringP2P (fr)":38.09,"MLSUMClusteringS2S (fr)":18.71,"MasakhaNEWSClusteringP2P (fra)":26.43,"MasakhaNEWSClusteringS2S (fra)":24.68}
60
+ {"index":51,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":22.45,"AlloProfClusteringP2P":43.2,"AlloProfClusteringS2S":12.94,"HALClusteringS2S":1.8,"MLSUMClusteringP2P (fr)":33.22,"MLSUMClusteringS2S (fr)":14.9,"MasakhaNEWSClusteringP2P (fra)":28.49,"MasakhaNEWSClusteringS2S (fra)":22.58}
61
+ {"index":36,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloProfClusteringP2P":70.55,"AlloProfClusteringS2S":"","HALClusteringS2S":28.3,"MLSUMClusteringP2P (fr)":45.27,"MLSUMClusteringS2S (fr)":"","MasakhaNEWSClusteringP2P (fra)":71.04,"MasakhaNEWSClusteringS2S (fra)":""}
boards_data/fr/data_tasks/PairClassification/default.jsonl CHANGED
@@ -1,61 +1,62 @@
1
  {"index":9,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86}
2
  {"index":8,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77}
3
  {"index":36,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77}
4
- {"index":11,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":85.07,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":70.14}
5
  {"index":5,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":82.04,"OpusparcusPC (fr)":93.77,"PawsXPairClassification (fr)":70.31}
6
  {"index":7,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.54,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":61.07}
7
- {"index":64,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":80.23,"OpusparcusPC (fr)":93.48,"PawsXPairClassification (fr)":66.98}
8
- {"index":66,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":80.15,"OpusparcusPC (fr)":93.37,"PawsXPairClassification (fr)":66.92}
9
- {"index":27,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51}
10
- {"index":65,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":79.57,"OpusparcusPC (fr)":93.72,"PawsXPairClassification (fr)":65.42}
11
- {"index":10,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93}
12
- {"index":61,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93}
13
- {"index":83,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.97,"OpusparcusPC (fr)":93.94,"PawsXPairClassification (fr)":64.01}
14
- {"index":88,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.82,"OpusparcusPC (fr)":92.04,"PawsXPairClassification (fr)":65.6}
15
- {"index":4,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.7,"OpusparcusPC (fr)":93.68,"PawsXPairClassification (fr)":63.71}
16
- {"index":28,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":78.3,"OpusparcusPC (fr)":93.15,"PawsXPairClassification (fr)":63.44}
17
- {"index":16,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.67,"OpusparcusPC (fr)":94.08,"PawsXPairClassification (fr)":61.26}
18
- {"index":82,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.54,"OpusparcusPC (fr)":92.48,"PawsXPairClassification (fr)":62.59}
19
- {"index":0,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.34,"OpusparcusPC (fr)":92.64,"PawsXPairClassification (fr)":62.05}
20
- {"index":37,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.31,"OpusparcusPC (fr)":91.42,"PawsXPairClassification (fr)":63.19}
21
- {"index":3,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.3,"OpusparcusPC (fr)":93.06,"PawsXPairClassification (fr)":61.54}
22
- {"index":97,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.18,"OpusparcusPC (fr)":94.16,"PawsXPairClassification (fr)":60.19}
23
- {"index":45,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":77.12,"OpusparcusPC (fr)":94.63,"PawsXPairClassification (fr)":59.61}
24
- {"index":35,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":77.1,"OpusparcusPC (fr)":94.02,"PawsXPairClassification (fr)":60.19}
25
- {"index":62,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":77.1,"OpusparcusPC (fr)":93.34,"PawsXPairClassification (fr)":60.85}
26
- {"index":59,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.05,"OpusparcusPC (fr)":90.15,"PawsXPairClassification (fr)":63.95}
27
- {"index":26,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.01,"OpusparcusPC (fr)":93.64,"PawsXPairClassification (fr)":60.38}
28
- {"index":96,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":76.97,"OpusparcusPC (fr)":93.18,"PawsXPairClassification (fr)":60.76}
29
- {"index":2,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.88,"OpusparcusPC (fr)":92.87,"PawsXPairClassification (fr)":60.88}
30
- {"index":56,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.25,"OpusparcusPC (fr)":93.89,"PawsXPairClassification (fr)":58.61}
31
- {"index":54,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":76.08,"OpusparcusPC (fr)":88.5,"PawsXPairClassification (fr)":63.65}
32
- {"index":79,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.8,"OpusparcusPC (fr)":93.45,"PawsXPairClassification (fr)":58.14}
33
- {"index":29,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.61,"OpusparcusPC (fr)":92.6,"PawsXPairClassification (fr)":58.63}
34
- {"index":81,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":75.44,"OpusparcusPC (fr)":91.19,"PawsXPairClassification (fr)":59.69}
35
- {"index":55,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":74.83,"OpusparcusPC (fr)":92.73,"PawsXPairClassification (fr)":56.93}
36
- {"index":44,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.74,"OpusparcusPC (fr)":92.05,"PawsXPairClassification (fr)":57.44}
37
- {"index":78,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.52,"OpusparcusPC (fr)":92.01,"PawsXPairClassification (fr)":57.03}
38
- {"index":1,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.4,"OpusparcusPC (fr)":89.83,"PawsXPairClassification (fr)":58.97}
39
- {"index":68,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":74.3,"OpusparcusPC (fr)":93.96,"PawsXPairClassification (fr)":54.63}
40
- {"index":15,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.14,"OpusparcusPC (fr)":90.92,"PawsXPairClassification (fr)":57.35}
41
- {"index":58,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.1,"OpusparcusPC (fr)":92.52,"PawsXPairClassification (fr)":55.68}
42
- {"index":60,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.93,"OpusparcusPC (fr)":85.87,"PawsXPairClassification (fr)":61.99}
43
- {"index":93,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.52,"OpusparcusPC (fr)":93.38,"PawsXPairClassification (fr)":53.66}
44
- {"index":77,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":72.77,"OpusparcusPC (fr)":88.07,"PawsXPairClassification (fr)":57.48}
45
- {"index":80,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":72.42,"OpusparcusPC (fr)":89.41,"PawsXPairClassification (fr)":55.43}
46
- {"index":92,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.94,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.41}
47
- {"index":74,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":71.61,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.16}
48
- {"index":70,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4}
49
- {"index":22,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4}
50
- {"index":20,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4}
51
- {"index":52,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":70.59,"OpusparcusPC (fr)":87.76,"PawsXPairClassification (fr)":53.41}
52
- {"index":21,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.56,"OpusparcusPC (fr)":87.73,"PawsXPairClassification (fr)":53.38}
53
- {"index":53,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":70.43,"OpusparcusPC (fr)":87.53,"PawsXPairClassification (fr)":53.33}
54
- {"index":51,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":70.42,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":54.94}
55
- {"index":94,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":68.82,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":51.73}
56
- {"index":95,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":68.62,"OpusparcusPC (fr)":83.79,"PawsXPairClassification (fr)":53.44}
57
- {"index":50,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.44,"OpusparcusPC (fr)":82.0,"PawsXPairClassification (fr)":52.89}
58
- {"index":49,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.17,"OpusparcusPC (fr)":82.15,"PawsXPairClassification (fr)":52.19}
59
- {"index":48,"Rank":82,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":71.36}
60
- {"index":63,"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":66.96}
61
- {"index":98,"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":""}
 
 
1
  {"index":9,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":90.43,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":80.86}
2
  {"index":8,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77}
3
  {"index":36,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":86.88,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":73.77}
4
+ {"index":11,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"Average":85.07,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":70.14}
5
  {"index":5,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":82.04,"OpusparcusPC (fr)":93.77,"PawsXPairClassification (fr)":70.31}
6
  {"index":7,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.54,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":61.07}
7
+ {"index":65,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":80.23,"OpusparcusPC (fr)":93.48,"PawsXPairClassification (fr)":66.98}
8
+ {"index":67,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":80.15,"OpusparcusPC (fr)":93.37,"PawsXPairClassification (fr)":66.92}
9
+ {"index":38,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51}
10
+ {"index":27,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.64,"OpusparcusPC (fr)":94.77,"PawsXPairClassification (fr)":64.51}
11
+ {"index":66,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":79.57,"OpusparcusPC (fr)":93.72,"PawsXPairClassification (fr)":65.42}
12
+ {"index":10,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93}
13
+ {"index":62,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":79.46,"OpusparcusPC (fr)":100.0,"PawsXPairClassification (fr)":58.93}
14
+ {"index":84,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.97,"OpusparcusPC (fr)":93.94,"PawsXPairClassification (fr)":64.01}
15
+ {"index":89,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.82,"OpusparcusPC (fr)":92.04,"PawsXPairClassification (fr)":65.6}
16
+ {"index":4,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.7,"OpusparcusPC (fr)":93.68,"PawsXPairClassification (fr)":63.71}
17
+ {"index":28,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":78.3,"OpusparcusPC (fr)":93.15,"PawsXPairClassification (fr)":63.44}
18
+ {"index":16,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.67,"OpusparcusPC (fr)":94.08,"PawsXPairClassification (fr)":61.26}
19
+ {"index":83,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.54,"OpusparcusPC (fr)":92.48,"PawsXPairClassification (fr)":62.59}
20
+ {"index":0,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.34,"OpusparcusPC (fr)":92.64,"PawsXPairClassification (fr)":62.05}
21
+ {"index":37,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.31,"OpusparcusPC (fr)":91.42,"PawsXPairClassification (fr)":63.19}
22
+ {"index":3,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.3,"OpusparcusPC (fr)":93.06,"PawsXPairClassification (fr)":61.54}
23
+ {"index":98,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.18,"OpusparcusPC (fr)":94.16,"PawsXPairClassification (fr)":60.19}
24
+ {"index":46,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":77.12,"OpusparcusPC (fr)":94.63,"PawsXPairClassification (fr)":59.61}
25
+ {"index":35,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.1,"OpusparcusPC (fr)":94.02,"PawsXPairClassification (fr)":60.19}
26
+ {"index":63,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":77.1,"OpusparcusPC (fr)":93.34,"PawsXPairClassification (fr)":60.85}
27
+ {"index":60,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.05,"OpusparcusPC (fr)":90.15,"PawsXPairClassification (fr)":63.95}
28
+ {"index":26,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.01,"OpusparcusPC (fr)":93.64,"PawsXPairClassification (fr)":60.38}
29
+ {"index":97,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":76.97,"OpusparcusPC (fr)":93.18,"PawsXPairClassification (fr)":60.76}
30
+ {"index":2,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.88,"OpusparcusPC (fr)":92.87,"PawsXPairClassification (fr)":60.88}
31
+ {"index":57,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.25,"OpusparcusPC (fr)":93.89,"PawsXPairClassification (fr)":58.61}
32
+ {"index":55,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":76.08,"OpusparcusPC (fr)":88.5,"PawsXPairClassification (fr)":63.65}
33
+ {"index":80,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.8,"OpusparcusPC (fr)":93.45,"PawsXPairClassification (fr)":58.14}
34
+ {"index":29,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.61,"OpusparcusPC (fr)":92.6,"PawsXPairClassification (fr)":58.63}
35
+ {"index":82,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":75.44,"OpusparcusPC (fr)":91.19,"PawsXPairClassification (fr)":59.69}
36
+ {"index":56,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":74.83,"OpusparcusPC (fr)":92.73,"PawsXPairClassification (fr)":56.93}
37
+ {"index":45,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.74,"OpusparcusPC (fr)":92.05,"PawsXPairClassification (fr)":57.44}
38
+ {"index":79,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.52,"OpusparcusPC (fr)":92.01,"PawsXPairClassification (fr)":57.03}
39
+ {"index":1,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.4,"OpusparcusPC (fr)":89.83,"PawsXPairClassification (fr)":58.97}
40
+ {"index":69,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":74.3,"OpusparcusPC (fr)":93.96,"PawsXPairClassification (fr)":54.63}
41
+ {"index":15,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.14,"OpusparcusPC (fr)":90.92,"PawsXPairClassification (fr)":57.35}
42
+ {"index":59,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":74.1,"OpusparcusPC (fr)":92.52,"PawsXPairClassification (fr)":55.68}
43
+ {"index":61,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.93,"OpusparcusPC (fr)":85.87,"PawsXPairClassification (fr)":61.99}
44
+ {"index":94,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.52,"OpusparcusPC (fr)":93.38,"PawsXPairClassification (fr)":53.66}
45
+ {"index":78,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":72.77,"OpusparcusPC (fr)":88.07,"PawsXPairClassification (fr)":57.48}
46
+ {"index":81,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":72.42,"OpusparcusPC (fr)":89.41,"PawsXPairClassification (fr)":55.43}
47
+ {"index":93,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.94,"OpusparcusPC (fr)":91.46,"PawsXPairClassification (fr)":52.41}
48
+ {"index":75,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":71.61,"OpusparcusPC (fr)":92.07,"PawsXPairClassification (fr)":51.16}
49
+ {"index":71,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":70.96,"OpusparcusPC (fr)":86.53,"PawsXPairClassification (fr)":55.4}
50
+ {"index":22,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4}
51
+ {"index":20,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.59,"OpusparcusPC (fr)":87.78,"PawsXPairClassification (fr)":53.4}
52
+ {"index":53,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":70.59,"OpusparcusPC (fr)":87.76,"PawsXPairClassification (fr)":53.41}
53
+ {"index":21,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":70.56,"OpusparcusPC (fr)":87.73,"PawsXPairClassification (fr)":53.38}
54
+ {"index":54,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":70.43,"OpusparcusPC (fr)":87.53,"PawsXPairClassification (fr)":53.33}
55
+ {"index":52,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":70.42,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":54.94}
56
+ {"index":95,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":68.82,"OpusparcusPC (fr)":85.91,"PawsXPairClassification (fr)":51.73}
57
+ {"index":96,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":68.62,"OpusparcusPC (fr)":83.79,"PawsXPairClassification (fr)":53.44}
58
+ {"index":51,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.44,"OpusparcusPC (fr)":82.0,"PawsXPairClassification (fr)":52.89}
59
+ {"index":50,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":67.17,"OpusparcusPC (fr)":82.15,"PawsXPairClassification (fr)":52.19}
60
+ {"index":49,"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":71.36}
61
+ {"index":64,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","OpusparcusPC (fr)":"","PawsXPairClassification (fr)":66.96}
62
+ {"index":99,"Rank":100,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-embedding-models-and-api-updates\">text-embedding-3-small<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","OpusparcusPC (fr)":94.45,"PawsXPairClassification (fr)":""}
boards_data/fr/data_tasks/Reranking/default.jsonl CHANGED
@@ -1,58 +1,59 @@
1
- {"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":85.22,"AlloprofReranking":78.62,"SyntecReranking":91.83}
2
  {"index":8,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03}
3
  {"index":36,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03}
4
  {"index":4,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.59,"AlloprofReranking":74.78,"SyntecReranking":90.4}
5
  {"index":3,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.06,"AlloprofReranking":72.92,"SyntecReranking":91.2}
6
  {"index":0,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.46,"AlloprofReranking":72.36,"SyntecReranking":88.57}
7
  {"index":28,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":80.35,"AlloprofReranking":73.1,"SyntecReranking":87.6}
8
- {"index":27,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95}
9
- {"index":2,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.78,"AlloprofReranking":70.79,"SyntecReranking":86.77}
10
- {"index":9,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32}
11
- {"index":26,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.14,"AlloprofReranking":70.46,"SyntecReranking":83.83}
12
- {"index":83,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":76.76,"AlloprofReranking":68.36,"SyntecReranking":85.15}
13
- {"index":35,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":76.58,"AlloprofReranking":64.88,"SyntecReranking":88.28}
14
- {"index":61,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03}
15
- {"index":10,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03}
16
- {"index":66,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":76.43,"AlloprofReranking":68.79,"SyntecReranking":84.07}
17
- {"index":29,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":76.0,"AlloprofReranking":69.5,"SyntecReranking":82.5}
18
- {"index":96,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.75,"AlloprofReranking":68.73,"SyntecReranking":82.77}
19
- {"index":65,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.48,"AlloprofReranking":68.31,"SyntecReranking":82.65}
20
- {"index":62,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":75.3,"AlloprofReranking":65.17,"SyntecReranking":85.43}
21
- {"index":64,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.2,"AlloprofReranking":67.24,"SyntecReranking":83.17}
22
- {"index":82,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":73.18,"AlloprofReranking":63.3,"SyntecReranking":83.07}
23
- {"index":1,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.1,"AlloprofReranking":63.54,"SyntecReranking":82.65}
24
- {"index":45,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":72.89,"AlloprofReranking":57.62,"SyntecReranking":88.15}
25
- {"index":56,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":72.14,"AlloprofReranking":57.37,"SyntecReranking":86.9}
26
- {"index":55,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.76,"AlloprofReranking":58.1,"SyntecReranking":85.43}
27
- {"index":58,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":71.44,"AlloprofReranking":56.17,"SyntecReranking":86.7}
28
- {"index":15,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.82,"AlloprofReranking":51.6,"SyntecReranking":88.03}
29
- {"index":81,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":68.88,"AlloprofReranking":57.99,"SyntecReranking":79.77}
30
- {"index":79,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":68.78,"AlloprofReranking":54.34,"SyntecReranking":83.23}
31
- {"index":16,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.36,"AlloprofReranking":51.01,"SyntecReranking":85.72}
32
- {"index":37,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.95,"AlloprofReranking":53.0,"SyntecReranking":82.9}
33
- {"index":93,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.26,"AlloprofReranking":55.39,"SyntecReranking":77.13}
34
- {"index":92,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.04,"AlloprofReranking":56.23,"SyntecReranking":73.85}
35
- {"index":44,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":64.22,"AlloprofReranking":48.68,"SyntecReranking":79.75}
36
- {"index":80,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":64.08,"AlloprofReranking":50.12,"SyntecReranking":78.05}
37
- {"index":74,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":63.28,"AlloprofReranking":51.77,"SyntecReranking":74.78}
38
- {"index":54,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":62.2,"AlloprofReranking":47.36,"SyntecReranking":77.05}
39
- {"index":78,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":62.02,"AlloprofReranking":49.01,"SyntecReranking":75.03}
40
- {"index":68,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":61.4,"AlloprofReranking":49.51,"SyntecReranking":73.28}
41
- {"index":88,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.88,"AlloprofReranking":51.48,"SyntecReranking":70.28}
42
- {"index":77,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":52.68,"AlloprofReranking":40.28,"SyntecReranking":65.08}
43
- {"index":53,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":52.62,"AlloprofReranking":38.85,"SyntecReranking":66.4}
44
- {"index":59,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.86,"AlloprofReranking":39.13,"SyntecReranking":62.58}
45
- {"index":7,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.98,"AlloprofReranking":37.09,"SyntecReranking":62.87}
46
- {"index":50,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":45.86,"AlloprofReranking":34.55,"SyntecReranking":57.18}
47
- {"index":70,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":45.63,"AlloprofReranking":31.69,"SyntecReranking":59.57}
48
- {"index":5,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":45.61,"AlloprofReranking":35.29,"SyntecReranking":55.93}
49
- {"index":49,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":45.34,"AlloprofReranking":34.81,"SyntecReranking":55.88}
50
- {"index":22,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.75,"AlloprofReranking":36.25,"SyntecReranking":53.25}
51
- {"index":52,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":44.74,"AlloprofReranking":36.23,"SyntecReranking":53.25}
52
- {"index":21,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25}
53
- {"index":20,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25}
54
- {"index":60,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.82,"AlloprofReranking":28.75,"SyntecReranking":50.88}
55
- {"index":95,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":39.01,"AlloprofReranking":28.62,"SyntecReranking":49.4}
56
- {"index":94,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":34.66,"AlloprofReranking":25.58,"SyntecReranking":43.75}
57
- {"index":51,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":34.54,"AlloprofReranking":26.29,"SyntecReranking":42.8}
58
- {"index":97,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":"","SyntecReranking":89.87}
 
 
1
+ {"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"Average":85.22,"AlloprofReranking":78.62,"SyntecReranking":91.83}
2
  {"index":8,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03}
3
  {"index":36,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":83.76,"AlloprofReranking":73.49,"SyntecReranking":94.03}
4
  {"index":4,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.59,"AlloprofReranking":74.78,"SyntecReranking":90.4}
5
  {"index":3,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":82.06,"AlloprofReranking":72.92,"SyntecReranking":91.2}
6
  {"index":0,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.46,"AlloprofReranking":72.36,"SyntecReranking":88.57}
7
  {"index":28,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":80.35,"AlloprofReranking":73.1,"SyntecReranking":87.6}
8
+ {"index":38,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95}
9
+ {"index":27,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.79,"AlloprofReranking":73.63,"SyntecReranking":85.95}
10
+ {"index":2,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.78,"AlloprofReranking":70.79,"SyntecReranking":86.77}
11
+ {"index":9,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":78.7,"AlloprofReranking":73.08,"SyntecReranking":84.32}
12
+ {"index":26,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.14,"AlloprofReranking":70.46,"SyntecReranking":83.83}
13
+ {"index":84,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":76.76,"AlloprofReranking":68.36,"SyntecReranking":85.15}
14
+ {"index":35,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":76.58,"AlloprofReranking":64.88,"SyntecReranking":88.28}
15
+ {"index":62,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03}
16
+ {"index":10,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":76.47,"AlloprofReranking":64.91,"SyntecReranking":88.03}
17
+ {"index":67,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":76.43,"AlloprofReranking":68.79,"SyntecReranking":84.07}
18
+ {"index":29,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":76.0,"AlloprofReranking":69.5,"SyntecReranking":82.5}
19
+ {"index":97,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":75.75,"AlloprofReranking":68.73,"SyntecReranking":82.77}
20
+ {"index":66,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.48,"AlloprofReranking":68.31,"SyntecReranking":82.65}
21
+ {"index":63,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":75.3,"AlloprofReranking":65.17,"SyntecReranking":85.43}
22
+ {"index":65,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.2,"AlloprofReranking":67.24,"SyntecReranking":83.17}
23
+ {"index":83,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":73.18,"AlloprofReranking":63.3,"SyntecReranking":83.07}
24
+ {"index":1,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":73.1,"AlloprofReranking":63.54,"SyntecReranking":82.65}
25
+ {"index":46,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":72.89,"AlloprofReranking":57.62,"SyntecReranking":88.15}
26
+ {"index":57,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":72.14,"AlloprofReranking":57.37,"SyntecReranking":86.9}
27
+ {"index":56,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":71.76,"AlloprofReranking":58.1,"SyntecReranking":85.43}
28
+ {"index":59,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":71.44,"AlloprofReranking":56.17,"SyntecReranking":86.7}
29
+ {"index":15,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":69.82,"AlloprofReranking":51.6,"SyntecReranking":88.03}
30
+ {"index":82,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":68.88,"AlloprofReranking":57.99,"SyntecReranking":79.77}
31
+ {"index":80,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":68.78,"AlloprofReranking":54.34,"SyntecReranking":83.23}
32
+ {"index":16,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":68.36,"AlloprofReranking":51.01,"SyntecReranking":85.72}
33
+ {"index":37,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":67.95,"AlloprofReranking":53.0,"SyntecReranking":82.9}
34
+ {"index":94,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":66.26,"AlloprofReranking":55.39,"SyntecReranking":77.13}
35
+ {"index":93,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":65.04,"AlloprofReranking":56.23,"SyntecReranking":73.85}
36
+ {"index":45,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":64.22,"AlloprofReranking":48.68,"SyntecReranking":79.75}
37
+ {"index":81,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":64.08,"AlloprofReranking":50.12,"SyntecReranking":78.05}
38
+ {"index":75,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":63.28,"AlloprofReranking":51.77,"SyntecReranking":74.78}
39
+ {"index":55,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":62.2,"AlloprofReranking":47.36,"SyntecReranking":77.05}
40
+ {"index":79,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":62.02,"AlloprofReranking":49.01,"SyntecReranking":75.03}
41
+ {"index":69,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":61.4,"AlloprofReranking":49.51,"SyntecReranking":73.28}
42
+ {"index":89,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":60.88,"AlloprofReranking":51.48,"SyntecReranking":70.28}
43
+ {"index":78,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":52.68,"AlloprofReranking":40.28,"SyntecReranking":65.08}
44
+ {"index":54,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":52.62,"AlloprofReranking":38.85,"SyntecReranking":66.4}
45
+ {"index":60,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.86,"AlloprofReranking":39.13,"SyntecReranking":62.58}
46
+ {"index":7,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":49.98,"AlloprofReranking":37.09,"SyntecReranking":62.87}
47
+ {"index":51,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":45.86,"AlloprofReranking":34.55,"SyntecReranking":57.18}
48
+ {"index":71,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":45.63,"AlloprofReranking":31.69,"SyntecReranking":59.57}
49
+ {"index":5,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":45.61,"AlloprofReranking":35.29,"SyntecReranking":55.93}
50
+ {"index":50,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":45.34,"AlloprofReranking":34.81,"SyntecReranking":55.88}
51
+ {"index":22,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.75,"AlloprofReranking":36.25,"SyntecReranking":53.25}
52
+ {"index":53,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":44.74,"AlloprofReranking":36.23,"SyntecReranking":53.25}
53
+ {"index":21,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25}
54
+ {"index":20,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":44.73,"AlloprofReranking":36.21,"SyntecReranking":53.25}
55
+ {"index":61,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":39.82,"AlloprofReranking":28.75,"SyntecReranking":50.88}
56
+ {"index":96,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":39.01,"AlloprofReranking":28.62,"SyntecReranking":49.4}
57
+ {"index":95,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":34.66,"AlloprofReranking":25.58,"SyntecReranking":43.75}
58
+ {"index":52,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":34.54,"AlloprofReranking":26.29,"SyntecReranking":42.8}
59
+ {"index":98,"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AlloprofReranking":"","SyntecReranking":89.87}
boards_data/fr/data_tasks/Retrieval/default.jsonl CHANGED
@@ -1,60 +1,61 @@
1
- {"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":63.47,"AlloprofRetrieval":58.5,"BSARDRetrieval":28.52,"MintakaRetrieval (fr)":62.53,"SyntecRetrieval":90.37,"XPQARetrieval (fr)":77.42}
2
  {"index":9,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3}
3
  {"index":4,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.56,"AlloprofRetrieval":58.27,"BSARDRetrieval":5.14,"MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"XPQARetrieval (fr)":72.92}
4
  {"index":3,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.98,"AlloprofRetrieval":57.28,"BSARDRetrieval":11.83,"MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"XPQARetrieval (fr)":73.56}
5
  {"index":10,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33}
6
- {"index":61,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33}
7
  {"index":8,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58}
8
  {"index":36,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58}
9
  {"index":27,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43}
10
- {"index":97,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.23,"AlloprofRetrieval":51.64,"BSARDRetrieval":0.61,"MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"XPQARetrieval (fr)":73.0}
11
- {"index":0,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.81,"AlloprofRetrieval":56.84,"BSARDRetrieval":2.48,"MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"XPQARetrieval (fr)":74.24}
12
- {"index":35,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":46.78,"AlloprofRetrieval":46.94,"BSARDRetrieval":2.08,"MintakaRetrieval (fr)":30.07,"SyntecRetrieval":84.6,"XPQARetrieval (fr)":70.22}
13
- {"index":28,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":46.68,"AlloprofRetrieval":44.42,"BSARDRetrieval":12.01,"MintakaRetrieval (fr)":25.19,"SyntecRetrieval":82.86,"XPQARetrieval (fr)":68.91}
14
- {"index":2,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.33,"AlloprofRetrieval":52.61,"BSARDRetrieval":0.29,"MintakaRetrieval (fr)":19.05,"SyntecRetrieval":82.77,"XPQARetrieval (fr)":71.95}
15
- {"index":26,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.99,"AlloprofRetrieval":41.26,"BSARDRetrieval":12.22,"MintakaRetrieval (fr)":27.6,"SyntecRetrieval":79.68,"XPQARetrieval (fr)":64.21}
16
- {"index":65,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":44.9,"AlloprofRetrieval":49.84,"BSARDRetrieval":0.22,"MintakaRetrieval (fr)":31.25,"SyntecRetrieval":76.63,"XPQARetrieval (fr)":66.55}
17
- {"index":66,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":44.41,"AlloprofRetrieval":49.05,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":31.06,"SyntecRetrieval":76.96,"XPQARetrieval (fr)":64.8}
18
- {"index":64,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":43.85,"AlloprofRetrieval":47.69,"BSARDRetrieval":1.75,"MintakaRetrieval (fr)":27.88,"SyntecRetrieval":77.67,"XPQARetrieval (fr)":64.27}
19
- {"index":83,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":43.84,"AlloprofRetrieval":45.75,"BSARDRetrieval":3.33,"MintakaRetrieval (fr)":34.93,"SyntecRetrieval":78.97,"XPQARetrieval (fr)":56.2}
20
- {"index":62,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":43.58,"AlloprofRetrieval":45.1,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.17,"SyntecRetrieval":79.14,"XPQARetrieval (fr)":68.49}
21
- {"index":96,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.96,"AlloprofRetrieval":38.06,"BSARDRetrieval":11.04,"MintakaRetrieval (fr)":27.48,"SyntecRetrieval":78.2,"XPQARetrieval (fr)":60.02}
22
- {"index":29,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.92,"AlloprofRetrieval":39.89,"BSARDRetrieval":8.41,"MintakaRetrieval (fr)":25.52,"SyntecRetrieval":77.57,"XPQARetrieval (fr)":63.2}
23
- {"index":56,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":42.17,"AlloprofRetrieval":38.15,"BSARDRetrieval":0.27,"MintakaRetrieval (fr)":25.2,"SyntecRetrieval":81.07,"XPQARetrieval (fr)":66.15}
24
- {"index":55,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":41.19,"AlloprofRetrieval":36.21,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.46,"SyntecRetrieval":80.49,"XPQARetrieval (fr)":65.81}
25
- {"index":63,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.15,"AlloprofRetrieval":45.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.7,"SyntecRetrieval":75.75,"XPQARetrieval (fr)":58.88}
26
- {"index":1,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.81,"AlloprofRetrieval":45.5,"BSARDRetrieval":0.15,"MintakaRetrieval (fr)":15.51,"SyntecRetrieval":75.83,"XPQARetrieval (fr)":67.07}
27
- {"index":16,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.42,"AlloprofRetrieval":38.36,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":25.44,"SyntecRetrieval":79.27,"XPQARetrieval (fr)":58.87}
28
- {"index":45,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":40.04,"AlloprofRetrieval":31.62,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.87,"SyntecRetrieval":81.11,"XPQARetrieval (fr)":65.62}
29
- {"index":82,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":39.69,"AlloprofRetrieval":40.38,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":31.54,"SyntecRetrieval":74.24,"XPQARetrieval (fr)":52.14}
30
- {"index":92,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.16,"AlloprofRetrieval":35.27,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.12,"SyntecRetrieval":69.82,"XPQARetrieval (fr)":59.59}
31
- {"index":93,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.78,"AlloprofRetrieval":33.78,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.21,"SyntecRetrieval":63.69,"XPQARetrieval (fr)":65.21}
32
- {"index":37,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":36.81,"AlloprofRetrieval":29.97,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.31,"SyntecRetrieval":74.2,"XPQARetrieval (fr)":58.57}
33
- {"index":58,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":36.55,"AlloprofRetrieval":27.01,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.53,"SyntecRetrieval":75.76,"XPQARetrieval (fr)":57.47}
34
- {"index":15,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.1,"AlloprofRetrieval":35.39,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.0,"SyntecRetrieval":76.88,"XPQARetrieval (fr)":45.23}
35
- {"index":81,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":35.66,"AlloprofRetrieval":34.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.92,"SyntecRetrieval":71.05,"XPQARetrieval (fr)":48.79}
36
- {"index":79,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":35.49,"AlloprofRetrieval":30.8,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":24.45,"SyntecRetrieval":76.0,"XPQARetrieval (fr)":46.22}
37
- {"index":74,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":33.22,"AlloprofRetrieval":26.99,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.55,"SyntecRetrieval":65.34,"XPQARetrieval (fr)":51.2}
38
- {"index":44,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":32.37,"AlloprofRetrieval":21.94,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":13.36,"SyntecRetrieval":68.62,"XPQARetrieval (fr)":57.92}
39
- {"index":80,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":32.18,"AlloprofRetrieval":27.52,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":21.04,"SyntecRetrieval":67.0,"XPQARetrieval (fr)":45.19}
40
- {"index":78,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":31.24,"AlloprofRetrieval":26.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.53,"SyntecRetrieval":65.54,"XPQARetrieval (fr)":42.51}
41
- {"index":77,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":30.69,"AlloprofRetrieval":30.23,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":16.31,"SyntecRetrieval":58.07,"XPQARetrieval (fr)":48.83}
42
- {"index":70,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":29.91,"AlloprofRetrieval":28.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":9.19,"SyntecRetrieval":60.15,"XPQARetrieval (fr)":51.79}
43
- {"index":68,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":28.47,"AlloprofRetrieval":19.77,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":15.53,"SyntecRetrieval":55.31,"XPQARetrieval (fr)":51.74}
44
- {"index":88,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.76,"AlloprofRetrieval":18.9,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":14.81,"SyntecRetrieval":49.69,"XPQARetrieval (fr)":40.4}
45
- {"index":54,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":23.44,"AlloprofRetrieval":16.46,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.57,"SyntecRetrieval":55.9,"XPQARetrieval (fr)":41.29}
46
- {"index":59,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.91,"AlloprofRetrieval":12.37,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.78,"SyntecRetrieval":40.57,"XPQARetrieval (fr)":33.82}
47
- {"index":5,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":16.19,"AlloprofRetrieval":3.1,"BSARDRetrieval":0.36,"MintakaRetrieval (fr)":6.31,"SyntecRetrieval":28.58,"XPQARetrieval (fr)":42.59}
48
- {"index":53,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":13.89,"AlloprofRetrieval":5.51,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.87,"SyntecRetrieval":34.95,"XPQARetrieval (fr)":26.12}
49
- {"index":7,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":12.94,"AlloprofRetrieval":6.83,"BSARDRetrieval":2.18,"MintakaRetrieval (fr)":1.66,"SyntecRetrieval":27.64,"XPQARetrieval (fr)":26.39}
50
- {"index":52,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":8.52,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.49}
51
- {"index":22,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.51,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.46}
52
- {"index":20,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.5,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.39}
53
- {"index":21,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.49,"AlloprofRetrieval":1.61,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.35}
54
- {"index":60,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":7.98,"AlloprofRetrieval":1.98,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.48,"SyntecRetrieval":24.45,"XPQARetrieval (fr)":12.98}
55
- {"index":50,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":6.73,"AlloprofRetrieval":1.72,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.51,"SyntecRetrieval":22.33,"XPQARetrieval (fr)":9.09}
56
- {"index":49,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":5.87,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.58,"SyntecRetrieval":20.56,"XPQARetrieval (fr)":6.59}
57
- {"index":95,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":4.14,"AlloprofRetrieval":0.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.9,"SyntecRetrieval":6.6,"XPQARetrieval (fr)":12.7}
58
- {"index":94,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":3.2,"AlloprofRetrieval":0.16,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.88,"SyntecRetrieval":3.33,"XPQARetrieval (fr)":11.65}
59
- {"index":51,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":1.22,"AlloprofRetrieval":0.58,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"XPQARetrieval (fr)":3.69}
60
- {"index":69,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AlloprofRetrieval":33.2,"BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":55.9}
 
 
1
+ {"index":11,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"Average":63.47,"AlloprofRetrieval":58.5,"BSARDRetrieval":28.52,"MintakaRetrieval (fr)":62.53,"SyntecRetrieval":90.37,"XPQARetrieval (fr)":77.42}
2
  {"index":9,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":55.65,"AlloprofRetrieval":58.88,"BSARDRetrieval":18.8,"MintakaRetrieval (fr)":54.03,"SyntecRetrieval":78.25,"XPQARetrieval (fr)":68.3}
3
  {"index":4,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":54.56,"AlloprofRetrieval":58.27,"BSARDRetrieval":5.14,"MintakaRetrieval (fr)":49.19,"SyntecRetrieval":87.28,"XPQARetrieval (fr)":72.92}
4
  {"index":3,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.98,"AlloprofRetrieval":57.28,"BSARDRetrieval":11.83,"MintakaRetrieval (fr)":34.92,"SyntecRetrieval":87.33,"XPQARetrieval (fr)":73.56}
5
  {"index":10,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33}
6
+ {"index":62,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":52.97,"AlloprofRetrieval":53.64,"BSARDRetrieval":26.11,"MintakaRetrieval (fr)":34.71,"SyntecRetrieval":83.04,"XPQARetrieval (fr)":67.33}
7
  {"index":8,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58}
8
  {"index":36,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":52.56,"AlloprofRetrieval":57.89,"BSARDRetrieval":6.3,"MintakaRetrieval (fr)":42.56,"SyntecRetrieval":90.47,"XPQARetrieval (fr)":65.58}
9
  {"index":27,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43}
10
+ {"index":38,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":50.09,"AlloprofRetrieval":47.6,"BSARDRetrieval":19.58,"MintakaRetrieval (fr)":32.62,"SyntecRetrieval":84.2,"XPQARetrieval (fr)":66.43}
11
+ {"index":98,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":48.23,"AlloprofRetrieval":51.64,"BSARDRetrieval":0.61,"MintakaRetrieval (fr)":29.94,"SyntecRetrieval":85.97,"XPQARetrieval (fr)":73.0}
12
+ {"index":0,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.81,"AlloprofRetrieval":56.84,"BSARDRetrieval":2.48,"MintakaRetrieval (fr)":21.73,"SyntecRetrieval":78.77,"XPQARetrieval (fr)":74.24}
13
+ {"index":35,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":46.78,"AlloprofRetrieval":46.94,"BSARDRetrieval":2.08,"MintakaRetrieval (fr)":30.07,"SyntecRetrieval":84.6,"XPQARetrieval (fr)":70.22}
14
+ {"index":28,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":46.68,"AlloprofRetrieval":44.42,"BSARDRetrieval":12.01,"MintakaRetrieval (fr)":25.19,"SyntecRetrieval":82.86,"XPQARetrieval (fr)":68.91}
15
+ {"index":2,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":45.33,"AlloprofRetrieval":52.61,"BSARDRetrieval":0.29,"MintakaRetrieval (fr)":19.05,"SyntecRetrieval":82.77,"XPQARetrieval (fr)":71.95}
16
+ {"index":26,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":44.99,"AlloprofRetrieval":41.26,"BSARDRetrieval":12.22,"MintakaRetrieval (fr)":27.6,"SyntecRetrieval":79.68,"XPQARetrieval (fr)":64.21}
17
+ {"index":66,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":44.9,"AlloprofRetrieval":49.84,"BSARDRetrieval":0.22,"MintakaRetrieval (fr)":31.25,"SyntecRetrieval":76.63,"XPQARetrieval (fr)":66.55}
18
+ {"index":67,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":44.41,"AlloprofRetrieval":49.05,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":31.06,"SyntecRetrieval":76.96,"XPQARetrieval (fr)":64.8}
19
+ {"index":65,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":43.85,"AlloprofRetrieval":47.69,"BSARDRetrieval":1.75,"MintakaRetrieval (fr)":27.88,"SyntecRetrieval":77.67,"XPQARetrieval (fr)":64.27}
20
+ {"index":84,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":43.84,"AlloprofRetrieval":45.75,"BSARDRetrieval":3.33,"MintakaRetrieval (fr)":34.93,"SyntecRetrieval":78.97,"XPQARetrieval (fr)":56.2}
21
+ {"index":63,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":43.58,"AlloprofRetrieval":45.1,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.17,"SyntecRetrieval":79.14,"XPQARetrieval (fr)":68.49}
22
+ {"index":97,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":42.96,"AlloprofRetrieval":38.06,"BSARDRetrieval":11.04,"MintakaRetrieval (fr)":27.48,"SyntecRetrieval":78.2,"XPQARetrieval (fr)":60.02}
23
+ {"index":29,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":42.92,"AlloprofRetrieval":39.89,"BSARDRetrieval":8.41,"MintakaRetrieval (fr)":25.52,"SyntecRetrieval":77.57,"XPQARetrieval (fr)":63.2}
24
+ {"index":57,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":42.17,"AlloprofRetrieval":38.15,"BSARDRetrieval":0.27,"MintakaRetrieval (fr)":25.2,"SyntecRetrieval":81.07,"XPQARetrieval (fr)":66.15}
25
+ {"index":56,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":41.19,"AlloprofRetrieval":36.21,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.46,"SyntecRetrieval":80.49,"XPQARetrieval (fr)":65.81}
26
+ {"index":64,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":41.15,"AlloprofRetrieval":45.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":25.7,"SyntecRetrieval":75.75,"XPQARetrieval (fr)":58.88}
27
+ {"index":1,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.81,"AlloprofRetrieval":45.5,"BSARDRetrieval":0.15,"MintakaRetrieval (fr)":15.51,"SyntecRetrieval":75.83,"XPQARetrieval (fr)":67.07}
28
+ {"index":16,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":40.42,"AlloprofRetrieval":38.36,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":25.44,"SyntecRetrieval":79.27,"XPQARetrieval (fr)":58.87}
29
+ {"index":46,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":40.04,"AlloprofRetrieval":31.62,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.87,"SyntecRetrieval":81.11,"XPQARetrieval (fr)":65.62}
30
+ {"index":83,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":39.69,"AlloprofRetrieval":40.38,"BSARDRetrieval":0.14,"MintakaRetrieval (fr)":31.54,"SyntecRetrieval":74.24,"XPQARetrieval (fr)":52.14}
31
+ {"index":93,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":38.16,"AlloprofRetrieval":35.27,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.12,"SyntecRetrieval":69.82,"XPQARetrieval (fr)":59.59}
32
+ {"index":94,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.78,"AlloprofRetrieval":33.78,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":26.21,"SyntecRetrieval":63.69,"XPQARetrieval (fr)":65.21}
33
+ {"index":37,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":36.81,"AlloprofRetrieval":29.97,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.31,"SyntecRetrieval":74.2,"XPQARetrieval (fr)":58.57}
34
+ {"index":59,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":36.55,"AlloprofRetrieval":27.01,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.53,"SyntecRetrieval":75.76,"XPQARetrieval (fr)":57.47}
35
+ {"index":15,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":36.1,"AlloprofRetrieval":35.39,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.0,"SyntecRetrieval":76.88,"XPQARetrieval (fr)":45.23}
36
+ {"index":82,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":35.66,"AlloprofRetrieval":34.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":23.92,"SyntecRetrieval":71.05,"XPQARetrieval (fr)":48.79}
37
+ {"index":80,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":35.49,"AlloprofRetrieval":30.8,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":24.45,"SyntecRetrieval":76.0,"XPQARetrieval (fr)":46.22}
38
+ {"index":75,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":33.22,"AlloprofRetrieval":26.99,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":22.55,"SyntecRetrieval":65.34,"XPQARetrieval (fr)":51.2}
39
+ {"index":45,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":32.37,"AlloprofRetrieval":21.94,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":13.36,"SyntecRetrieval":68.62,"XPQARetrieval (fr)":57.92}
40
+ {"index":81,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":32.18,"AlloprofRetrieval":27.52,"BSARDRetrieval":0.16,"MintakaRetrieval (fr)":21.04,"SyntecRetrieval":67.0,"XPQARetrieval (fr)":45.19}
41
+ {"index":79,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":31.24,"AlloprofRetrieval":26.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":21.53,"SyntecRetrieval":65.54,"XPQARetrieval (fr)":42.51}
42
+ {"index":78,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":30.69,"AlloprofRetrieval":30.23,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":16.31,"SyntecRetrieval":58.07,"XPQARetrieval (fr)":48.83}
43
+ {"index":71,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":29.91,"AlloprofRetrieval":28.41,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":9.19,"SyntecRetrieval":60.15,"XPQARetrieval (fr)":51.79}
44
+ {"index":69,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":28.47,"AlloprofRetrieval":19.77,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":15.53,"SyntecRetrieval":55.31,"XPQARetrieval (fr)":51.74}
45
+ {"index":89,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":24.76,"AlloprofRetrieval":18.9,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":14.81,"SyntecRetrieval":49.69,"XPQARetrieval (fr)":40.4}
46
+ {"index":55,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":23.44,"AlloprofRetrieval":16.46,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.57,"SyntecRetrieval":55.9,"XPQARetrieval (fr)":41.29}
47
+ {"index":60,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":17.91,"AlloprofRetrieval":12.37,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.78,"SyntecRetrieval":40.57,"XPQARetrieval (fr)":33.82}
48
+ {"index":5,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":16.19,"AlloprofRetrieval":3.1,"BSARDRetrieval":0.36,"MintakaRetrieval (fr)":6.31,"SyntecRetrieval":28.58,"XPQARetrieval (fr)":42.59}
49
+ {"index":54,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":13.89,"AlloprofRetrieval":5.51,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":2.87,"SyntecRetrieval":34.95,"XPQARetrieval (fr)":26.12}
50
+ {"index":7,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":12.94,"AlloprofRetrieval":6.83,"BSARDRetrieval":2.18,"MintakaRetrieval (fr)":1.66,"SyntecRetrieval":27.64,"XPQARetrieval (fr)":26.39}
51
+ {"index":53,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":8.52,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.49}
52
+ {"index":22,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.51,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.46}
53
+ {"index":20,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.5,"AlloprofRetrieval":1.6,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.39}
54
+ {"index":21,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":8.49,"AlloprofRetrieval":1.61,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":3.55,"SyntecRetrieval":18.95,"XPQARetrieval (fr)":18.35}
55
+ {"index":61,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":7.98,"AlloprofRetrieval":1.98,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.48,"SyntecRetrieval":24.45,"XPQARetrieval (fr)":12.98}
56
+ {"index":51,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":6.73,"AlloprofRetrieval":1.72,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.51,"SyntecRetrieval":22.33,"XPQARetrieval (fr)":9.09}
57
+ {"index":50,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":5.87,"AlloprofRetrieval":1.63,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.58,"SyntecRetrieval":20.56,"XPQARetrieval (fr)":6.59}
58
+ {"index":96,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":4.14,"AlloprofRetrieval":0.52,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.9,"SyntecRetrieval":6.6,"XPQARetrieval (fr)":12.7}
59
+ {"index":95,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":3.2,"AlloprofRetrieval":0.16,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.88,"SyntecRetrieval":3.33,"XPQARetrieval (fr)":11.65}
60
+ {"index":52,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":1.22,"AlloprofRetrieval":0.58,"BSARDRetrieval":0.0,"MintakaRetrieval (fr)":0.26,"SyntecRetrieval":1.58,"XPQARetrieval (fr)":3.69}
61
+ {"index":70,"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AlloprofRetrieval":33.2,"BSARDRetrieval":"","MintakaRetrieval (fr)":"","SyntecRetrieval":"","XPQARetrieval (fr)":55.9}
boards_data/fr/data_tasks/STS/default.jsonl CHANGED
@@ -1,82 +1,83 @@
1
- {"index":27,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2}
2
- {"index":28,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":83.08,"STS22 (fr)":82.84,"STSBenchmarkMultilingualSTS (fr)":86.59,"SICKFr":79.81}
3
- {"index":11,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":82.59,"STS22 (fr)":83.28,"STSBenchmarkMultilingualSTS (fr)":85.09,"SICKFr":79.39}
4
- {"index":9,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9}
5
- {"index":45,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":81.74,"STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7}
6
- {"index":61,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63}
7
- {"index":10,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63}
8
- {"index":16,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.28,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23}
9
- {"index":8,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68}
10
- {"index":36,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68}
11
- {"index":96,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.59,"STS22 (fr)":80.31,"STSBenchmarkMultilingualSTS (fr)":84.36,"SICKFr":77.1}
12
- {"index":3,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.29,"STS22 (fr)":83.75,"STSBenchmarkMultilingualSTS (fr)":83.02,"SICKFr":74.09}
13
- {"index":4,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.13,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":82.72,"SICKFr":74.9}
14
- {"index":26,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.12,"STS22 (fr)":81.14,"STSBenchmarkMultilingualSTS (fr)":83.75,"SICKFr":75.48}
15
- {"index":35,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":80.01,"STS22 (fr)":83.31,"STSBenchmarkMultilingualSTS (fr)":79.99,"SICKFr":76.74}
16
- {"index":0,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.56,"STS22 (fr)":82.74,"STSBenchmarkMultilingualSTS (fr)":79.72,"SICKFr":76.21}
17
- {"index":62,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":79.5,"STS22 (fr)":81.7,"STSBenchmarkMultilingualSTS (fr)":81.3,"SICKFr":75.51}
18
- {"index":56,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.37,"STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":82.53,"SICKFr":78.78}
19
- {"index":29,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":79.32,"STS22 (fr)":82.57,"STSBenchmarkMultilingualSTS (fr)":82.51,"SICKFr":72.88}
20
- {"index":83,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.37,"STS22 (fr)":76.8,"STSBenchmarkMultilingualSTS (fr)":81.24,"SICKFr":77.07}
21
- {"index":97,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.31,"STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":77.55,"SICKFr":76.28}
22
- {"index":88,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.28,"STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":83.48,"SICKFr":77.25}
23
- {"index":15,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.26,"STS22 (fr)":82.8,"STSBenchmarkMultilingualSTS (fr)":76.48,"SICKFr":75.5}
24
- {"index":79,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":78.18,"STS22 (fr)":74.3,"STSBenchmarkMultilingualSTS (fr)":84.69,"SICKFr":75.56}
25
- {"index":44,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":77.79,"STS22 (fr)":77.54,"STSBenchmarkMultilingualSTS (fr)":81.64,"SICKFr":74.18}
26
- {"index":66,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.72,"STS22 (fr)":82.35,"STSBenchmarkMultilingualSTS (fr)":79.22,"SICKFr":71.6}
27
- {"index":65,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.64,"STS22 (fr)":80.8,"STSBenchmarkMultilingualSTS (fr)":80.23,"SICKFr":71.89}
28
- {"index":2,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.52,"STS22 (fr)":79.99,"STSBenchmarkMultilingualSTS (fr)":79.02,"SICKFr":73.56}
29
- {"index":82,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.33,"STS22 (fr)":77.49,"STSBenchmarkMultilingualSTS (fr)":79.42,"SICKFr":75.08}
30
- {"index":55,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.22,"STS22 (fr)":74.8,"STSBenchmarkMultilingualSTS (fr)":80.62,"SICKFr":76.23}
31
- {"index":58,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":77.17,"STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":79.32,"SICKFr":75.62}
32
- {"index":37,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.87,"STS22 (fr)":78.77,"STSBenchmarkMultilingualSTS (fr)":79.23,"SICKFr":69.6}
33
- {"index":74,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":75.46,"STS22 (fr)":76.41,"STSBenchmarkMultilingualSTS (fr)":77.49,"SICKFr":72.49}
34
- {"index":78,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.18,"STS22 (fr)":70.55,"STSBenchmarkMultilingualSTS (fr)":79.9,"SICKFr":75.1}
35
- {"index":81,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":75.14,"STS22 (fr)":75.01,"STSBenchmarkMultilingualSTS (fr)":77.59,"SICKFr":72.83}
36
- {"index":92,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.92,"STS22 (fr)":77.91,"STSBenchmarkMultilingualSTS (fr)":75.48,"SICKFr":71.37}
37
- {"index":64,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":74.91,"STS22 (fr)":78.68,"STSBenchmarkMultilingualSTS (fr)":76.38,"SICKFr":69.67}
38
- {"index":93,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.55,"STS22 (fr)":71.11,"STSBenchmarkMultilingualSTS (fr)":78.16,"SICKFr":74.39}
39
- {"index":80,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.49,"STS22 (fr)":77.69,"STSBenchmarkMultilingualSTS (fr)":74.04,"SICKFr":71.74}
40
- {"index":68,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":74.33,"STS22 (fr)":77.95,"STSBenchmarkMultilingualSTS (fr)":75.1,"SICKFr":69.94}
41
- {"index":63,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":72.28,"STS22 (fr)":75.66,"STSBenchmarkMultilingualSTS (fr)":71.13,"SICKFr":70.04}
42
- {"index":1,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.82,"STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51}
43
- {"index":70,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":68.14,"STS22 (fr)":77.0,"STSBenchmarkMultilingualSTS (fr)":64.93,"SICKFr":62.48}
44
- {"index":77,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":66.86,"STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11}
45
- {"index":54,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":65.36,"STS22 (fr)":69.82,"STSBenchmarkMultilingualSTS (fr)":61.87,"SICKFr":64.39}
46
- {"index":5,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":64.46,"STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95}
47
- {"index":59,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.34,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94}
48
- {"index":7,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.33,"STS22 (fr)":67.83,"STSBenchmarkMultilingualSTS (fr)":51.98,"SICKFr":58.18}
49
- {"index":53,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":56.57,"STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26}
50
- {"index":49,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":52.12,"STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86}
51
- {"index":60,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.89,"STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54}
52
- {"index":94,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":50.52,"STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62}
53
- {"index":21,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":50.47,"STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77}
54
- {"index":20,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":50.44,"STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76}
55
- {"index":52,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":50.02,"STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75}
56
- {"index":22,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":49.93,"STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76}
57
- {"index":95,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":49.27,"STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01}
58
- {"index":50,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":43.49,"STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9}
59
- {"index":51,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":32.93,"STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6}
60
- {"index":24,"Rank":68,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
61
- {"index":25,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","STS22 (fr)":79.88,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
62
- {"index":30,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ManiShankar-AlpesAi\/paraphrase-multilingual-mpnet-base-v2-KE_Sieve\">paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":72.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
63
- {"index":31,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
64
- {"index":32,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":67.66,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
65
- {"index":33,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":54.56,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
66
- {"index":38,"Rank":75,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":81.47,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
67
- {"index":39,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","STS22 (fr)":73.13,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
68
- {"index":40,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","STS22 (fr)":80.38,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
69
- {"index":42,"Rank":79,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
70
- {"index":48,"Rank":83,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":61.72,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
71
- {"index":67,"Rank":85,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
72
- {"index":69,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
73
- {"index":72,"Rank":88,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
74
- {"index":73,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
75
- {"index":75,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
76
- {"index":76,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
77
- {"index":85,"Rank":93,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS22 (fr)":42.0,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
78
- {"index":86,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
79
- {"index":87,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
80
- {"index":89,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
81
- {"index":90,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
82
- {"index":91,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
 
 
1
+ {"index":38,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2}
2
+ {"index":27,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":83.62,"STS22 (fr)":84.64,"STSBenchmarkMultilingualSTS (fr)":87.02,"SICKFr":79.2}
3
+ {"index":28,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":83.08,"STS22 (fr)":82.84,"STSBenchmarkMultilingualSTS (fr)":86.59,"SICKFr":79.81}
4
+ {"index":11,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"Average":82.59,"STS22 (fr)":83.28,"STSBenchmarkMultilingualSTS (fr)":85.09,"SICKFr":79.39}
5
+ {"index":9,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":82.31,"STS22 (fr)":82.58,"STSBenchmarkMultilingualSTS (fr)":85.46,"SICKFr":78.9}
6
+ {"index":46,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":81.74,"STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7}
7
+ {"index":62,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63}
8
+ {"index":10,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":81.36,"STS22 (fr)":81.03,"STSBenchmarkMultilingualSTS (fr)":84.43,"SICKFr":78.63}
9
+ {"index":16,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.28,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23}
10
+ {"index":8,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68}
11
+ {"index":36,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":81.26,"STS22 (fr)":81.84,"STSBenchmarkMultilingualSTS (fr)":82.25,"SICKFr":79.68}
12
+ {"index":97,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.59,"STS22 (fr)":80.31,"STSBenchmarkMultilingualSTS (fr)":84.36,"SICKFr":77.1}
13
+ {"index":3,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.29,"STS22 (fr)":83.75,"STSBenchmarkMultilingualSTS (fr)":83.02,"SICKFr":74.09}
14
+ {"index":4,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.13,"STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":82.72,"SICKFr":74.9}
15
+ {"index":26,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":80.12,"STS22 (fr)":81.14,"STSBenchmarkMultilingualSTS (fr)":83.75,"SICKFr":75.48}
16
+ {"index":35,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":80.01,"STS22 (fr)":83.31,"STSBenchmarkMultilingualSTS (fr)":79.99,"SICKFr":76.74}
17
+ {"index":0,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":79.56,"STS22 (fr)":82.74,"STSBenchmarkMultilingualSTS (fr)":79.72,"SICKFr":76.21}
18
+ {"index":63,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"Average":79.5,"STS22 (fr)":81.7,"STSBenchmarkMultilingualSTS (fr)":81.3,"SICKFr":75.51}
19
+ {"index":57,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":79.37,"STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":82.53,"SICKFr":78.78}
20
+ {"index":29,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":79.32,"STS22 (fr)":82.57,"STSBenchmarkMultilingualSTS (fr)":82.51,"SICKFr":72.88}
21
+ {"index":84,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":78.37,"STS22 (fr)":76.8,"STSBenchmarkMultilingualSTS (fr)":81.24,"SICKFr":77.07}
22
+ {"index":98,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.31,"STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":77.55,"SICKFr":76.28}
23
+ {"index":89,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.28,"STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":83.48,"SICKFr":77.25}
24
+ {"index":15,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":78.26,"STS22 (fr)":82.8,"STSBenchmarkMultilingualSTS (fr)":76.48,"SICKFr":75.5}
25
+ {"index":80,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":78.18,"STS22 (fr)":74.3,"STSBenchmarkMultilingualSTS (fr)":84.69,"SICKFr":75.56}
26
+ {"index":45,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":77.79,"STS22 (fr)":77.54,"STSBenchmarkMultilingualSTS (fr)":81.64,"SICKFr":74.18}
27
+ {"index":67,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.72,"STS22 (fr)":82.35,"STSBenchmarkMultilingualSTS (fr)":79.22,"SICKFr":71.6}
28
+ {"index":66,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":77.64,"STS22 (fr)":80.8,"STSBenchmarkMultilingualSTS (fr)":80.23,"SICKFr":71.89}
29
+ {"index":2,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":77.52,"STS22 (fr)":79.99,"STSBenchmarkMultilingualSTS (fr)":79.02,"SICKFr":73.56}
30
+ {"index":83,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":77.33,"STS22 (fr)":77.49,"STSBenchmarkMultilingualSTS (fr)":79.42,"SICKFr":75.08}
31
+ {"index":56,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.22,"STS22 (fr)":74.8,"STSBenchmarkMultilingualSTS (fr)":80.62,"SICKFr":76.23}
32
+ {"index":59,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":77.17,"STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":79.32,"SICKFr":75.62}
33
+ {"index":37,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":75.87,"STS22 (fr)":78.77,"STSBenchmarkMultilingualSTS (fr)":79.23,"SICKFr":69.6}
34
+ {"index":75,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":75.46,"STS22 (fr)":76.41,"STSBenchmarkMultilingualSTS (fr)":77.49,"SICKFr":72.49}
35
+ {"index":79,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.18,"STS22 (fr)":70.55,"STSBenchmarkMultilingualSTS (fr)":79.9,"SICKFr":75.1}
36
+ {"index":82,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":75.14,"STS22 (fr)":75.01,"STSBenchmarkMultilingualSTS (fr)":77.59,"SICKFr":72.83}
37
+ {"index":93,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.92,"STS22 (fr)":77.91,"STSBenchmarkMultilingualSTS (fr)":75.48,"SICKFr":71.37}
38
+ {"index":65,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":74.91,"STS22 (fr)":78.68,"STSBenchmarkMultilingualSTS (fr)":76.38,"SICKFr":69.67}
39
+ {"index":94,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":74.55,"STS22 (fr)":71.11,"STSBenchmarkMultilingualSTS (fr)":78.16,"SICKFr":74.39}
40
+ {"index":81,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":74.49,"STS22 (fr)":77.69,"STSBenchmarkMultilingualSTS (fr)":74.04,"SICKFr":71.74}
41
+ {"index":69,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":74.33,"STS22 (fr)":77.95,"STSBenchmarkMultilingualSTS (fr)":75.1,"SICKFr":69.94}
42
+ {"index":64,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":72.28,"STS22 (fr)":75.66,"STSBenchmarkMultilingualSTS (fr)":71.13,"SICKFr":70.04}
43
+ {"index":1,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":71.82,"STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51}
44
+ {"index":71,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":68.14,"STS22 (fr)":77.0,"STSBenchmarkMultilingualSTS (fr)":64.93,"SICKFr":62.48}
45
+ {"index":78,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":66.86,"STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11}
46
+ {"index":55,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":65.36,"STS22 (fr)":69.82,"STSBenchmarkMultilingualSTS (fr)":61.87,"SICKFr":64.39}
47
+ {"index":5,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":64.46,"STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95}
48
+ {"index":60,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":62.34,"STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94}
49
+ {"index":7,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":59.33,"STS22 (fr)":67.83,"STSBenchmarkMultilingualSTS (fr)":51.98,"SICKFr":58.18}
50
+ {"index":54,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":56.57,"STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26}
51
+ {"index":50,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":52.12,"STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86}
52
+ {"index":61,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":50.89,"STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54}
53
+ {"index":95,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":50.52,"STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62}
54
+ {"index":21,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":50.47,"STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77}
55
+ {"index":20,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":50.44,"STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76}
56
+ {"index":53,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":50.02,"STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75}
57
+ {"index":22,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":49.93,"STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76}
58
+ {"index":96,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":49.27,"STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01}
59
+ {"index":51,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":43.49,"STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9}
60
+ {"index":52,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":32.93,"STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6}
61
+ {"index":24,"Rank":69,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
62
+ {"index":25,"Rank":70,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","STS22 (fr)":79.88,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
63
+ {"index":30,"Rank":71,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ManiShankar-AlpesAi\/paraphrase-multilingual-mpnet-base-v2-KE_Sieve\">paraphrase-multilingual-mpnet-base-v2-KE_Sieve<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":72.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
64
+ {"index":31,"Rank":72,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":76.58,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
65
+ {"index":32,"Rank":73,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":67.66,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
66
+ {"index":33,"Rank":74,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":54.56,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
67
+ {"index":39,"Rank":76,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":81.47,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
68
+ {"index":40,"Rank":77,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience-data\/sgpt-bloom-1b7-nli\">sgpt-bloom-1b7-nli<\/a>","Model Size (Million Parameters)":1722,"Memory Usage (GB, fp32)":6.42,"Average":"","STS22 (fr)":73.13,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
69
+ {"index":41,"Rank":78,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","STS22 (fr)":80.38,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
70
+ {"index":43,"Rank":80,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
71
+ {"index":49,"Rank":84,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":61.72,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
72
+ {"index":68,"Rank":86,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
73
+ {"index":70,"Rank":87,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
74
+ {"index":73,"Rank":89,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
75
+ {"index":74,"Rank":90,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
76
+ {"index":76,"Rank":91,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
77
+ {"index":77,"Rank":92,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
78
+ {"index":86,"Rank":94,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","STS22 (fr)":42.0,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
79
+ {"index":87,"Rank":95,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
80
+ {"index":88,"Rank":96,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":76.79,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
81
+ {"index":90,"Rank":97,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
82
+ {"index":91,"Rank":98,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
83
+ {"index":92,"Rank":99,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":52.69,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":""}
boards_data/fr/data_tasks/Summarization/default.jsonl CHANGED
@@ -1,59 +1,60 @@
1
- {"index":65,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":32.46}
2
- {"index":54,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEvalFr":32.22}
3
- {"index":58,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":31.85}
4
  {"index":28,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"SummEvalFr":31.62}
5
- {"index":82,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEvalFr":31.59}
6
  {"index":5,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"SummEvalFr":31.56}
7
  {"index":29,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":31.55}
8
  {"index":0,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.47}
9
  {"index":9,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"SummEvalFr":31.45}
10
  {"index":15,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.4}
11
- {"index":16,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.26}
12
- {"index":11,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"SummEvalFr":31.26}
13
- {"index":49,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":31.26}
14
- {"index":56,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.92}
15
  {"index":1,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.88}
16
- {"index":45,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"SummEvalFr":30.88}
17
- {"index":55,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":30.76}
18
- {"index":53,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEvalFr":30.72}
19
- {"index":8,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"SummEvalFr":30.5}
20
- {"index":36,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5}
21
- {"index":97,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5}
22
- {"index":83,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEvalFr":30.39}
23
  {"index":3,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.34}
24
- {"index":27,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.3}
25
- {"index":63,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.28}
26
- {"index":64,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.27}
27
- {"index":81,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEvalFr":30.23}
28
- {"index":66,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.22}
29
- {"index":26,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":30.16}
30
- {"index":68,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEvalFr":30.16}
31
- {"index":62,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"SummEvalFr":30.13}
32
- {"index":80,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":30.01}
33
- {"index":4,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.96}
34
- {"index":10,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74}
35
- {"index":61,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74}
36
- {"index":35,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":29.69}
37
- {"index":96,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.65}
38
- {"index":59,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.48}
39
- {"index":79,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.47}
40
- {"index":50,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.43}
41
- {"index":88,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.33}
42
- {"index":51,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"SummEvalFr":29.25}
43
- {"index":78,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":29.2}
44
- {"index":94,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.14}
45
- {"index":21,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.13}
46
- {"index":20,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.06}
47
- {"index":37,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":29.04}
48
- {"index":95,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":28.89}
49
- {"index":22,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":28.84}
50
- {"index":52,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"SummEvalFr":28.81}
51
- {"index":44,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":28.77}
52
- {"index":7,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.72}
53
- {"index":93,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.56}
54
- {"index":2,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.34}
55
- {"index":70,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEvalFr":28.28}
56
- {"index":92,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.21}
57
- {"index":74,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"SummEvalFr":28.12}
58
- {"index":77,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEvalFr":27.59}
59
- {"index":60,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":23.63}
 
 
1
+ {"index":66,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.3\">sentence_croissant_alpha_v0.3<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":32.46}
2
+ {"index":55,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"SummEvalFr":32.22}
3
+ {"index":59,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":31.85}
4
  {"index":28,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large-8k\">bilingual-embedding-large-8k<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"SummEvalFr":31.62}
5
+ {"index":83,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"SummEvalFr":31.59}
6
  {"index":5,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"SummEvalFr":31.56}
7
  {"index":29,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-small\">bilingual-embedding-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":31.55}
8
  {"index":0,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.47}
9
  {"index":9,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"SummEvalFr":31.45}
10
  {"index":15,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.4}
11
+ {"index":11,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9240,"Memory Usage (GB, fp32)":34.42,"SummEvalFr":31.26}
12
+ {"index":16,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":31.26}
13
+ {"index":50,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":31.26}
14
+ {"index":57,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.92}
15
  {"index":1,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.88}
16
+ {"index":46,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"SummEvalFr":30.88}
17
+ {"index":56,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":30.76}
18
+ {"index":54,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEvalFr":30.72}
19
+ {"index":36,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5}
20
+ {"index":98,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.5}
21
+ {"index":8,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"SummEvalFr":30.5}
22
+ {"index":84,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"SummEvalFr":30.39}
23
  {"index":3,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":30.34}
24
+ {"index":38,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/actualdata\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.3}
25
+ {"index":27,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-large\">bilingual-embedding-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":30.3}
26
+ {"index":64,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.1\">sentence_croissant_alpha_v0.1<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.28}
27
+ {"index":65,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.2\">sentence_croissant_alpha_v0.2<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.27}
28
+ {"index":82,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"SummEvalFr":30.23}
29
+ {"index":67,"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/sentence_croissant_alpha_v0.4\">sentence_croissant_alpha_v0.4<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":30.22}
30
+ {"index":26,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Lajavaness\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":30.16}
31
+ {"index":69,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"SummEvalFr":30.16}
32
+ {"index":63,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/manu\/bge-m3-custom-fr\">bge-m3-custom-fr<\/a>","Model Size (Million Parameters)":568,"Memory Usage (GB, fp32)":2.12,"SummEvalFr":30.13}
33
+ {"index":81,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":30.01}
34
+ {"index":4,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.96}
35
+ {"index":10,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74}
36
+ {"index":62,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"SummEvalFr":29.74}
37
+ {"index":35,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrdalieTech\/Solon-embeddings-large-0.1\">Solon-embeddings-large-0.1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.69}
38
+ {"index":97,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/yco\/bilingual-embedding-base\">bilingual-embedding-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.65}
39
+ {"index":60,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.48}
40
+ {"index":80,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.47}
41
+ {"index":51,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.43}
42
+ {"index":89,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":29.33}
43
+ {"index":52,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"SummEvalFr":29.25}
44
+ {"index":79,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"SummEvalFr":29.2}
45
+ {"index":95,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"SummEvalFr":29.14}
46
+ {"index":21,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.13}
47
+ {"index":20,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":29.06}
48
+ {"index":37,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"SummEvalFr":29.04}
49
+ {"index":96,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"SummEvalFr":28.89}
50
+ {"index":22,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"SummEvalFr":28.84}
51
+ {"index":53,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"SummEvalFr":28.81}
52
+ {"index":45,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"SummEvalFr":28.77}
53
+ {"index":7,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.72}
54
+ {"index":94,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.56}
55
+ {"index":2,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.34}
56
+ {"index":71,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEvalFr":28.28}
57
+ {"index":93,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":28.21}
58
+ {"index":75,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"SummEvalFr":28.12}
59
+ {"index":78,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"SummEvalFr":27.59}
60
+ {"index":61,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","SummEvalFr":23.63}
boards_data/other-cls/data_tasks/Classification/default.jsonl CHANGED
@@ -39,7 +39,7 @@
39
  {"index":6,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.18,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""}
40
  {"index":7,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.07,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":75.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.76,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":56.03,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":59.3,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""}
41
  {"index":8,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":52.95,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""}
42
- {"index":9,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":53.47,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.21,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":93.48,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":80.23,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":79.1,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""}
43
  {"index":10,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.53,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.98,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":96.69,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":87.47,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":81.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":86.64,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""}
44
  {"index":11,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":40.11,"AmazonReviewsClassification (es)":40.17,"AmazonReviewsClassification (fr)":39.57,"AmazonReviewsClassification (ja)":35.75,"AmazonReviewsClassification (zh)":33.34,"MTOPDomainClassification (de)":88.27,"MTOPDomainClassification (es)":90.88,"MTOPDomainClassification (fr)":87.49,"MTOPDomainClassification (hi)":89.45,"MTOPDomainClassification (th)":83.46,"MTOPIntentClassification (de)":63.51,"MTOPIntentClassification (es)":71.66,"MTOPIntentClassification (fr)":64.06,"MTOPIntentClassification (hi)":65.27,"MTOPIntentClassification (th)":63.05,"MassiveIntentClassification (af)":57.95,"MassiveIntentClassification (am)":49.27,"MassiveIntentClassification (ar)":55.49,"MassiveIntentClassification (az)":60.98,"MassiveIntentClassification (bn)":57.57,"MassiveIntentClassification (cy)":48.35,"MassiveIntentClassification (de)":62.55,"MassiveIntentClassification (el)":63.09,"MassiveIntentClassification (es)":67.41,"MassiveIntentClassification (fa)":65.6,"MassiveIntentClassification (fi)":62.91,"MassiveIntentClassification (fr)":67.92,"MassiveIntentClassification (he)":55.2,"MassiveIntentClassification (hi)":65.04,"MassiveIntentClassification (hu)":63.31,"MassiveIntentClassification (hy)":55.52,"MassiveIntentClassification (id)":66.06,"MassiveIntentClassification (is)":56.02,"MassiveIntentClassification (it)":67.28,"MassiveIntentClassification (ja)":66.8,"MassiveIntentClassification (jv)":50.18,"MassiveIntentClassification (ka)":47.89,"MassiveIntentClassification (km)":50.8,"MassiveIntentClassification (kn)":57.23,"MassiveIntentClassification (ko)":64.59,"MassiveIntentClassification (lv)":59.08,"MassiveIntentClassification (ml)":59.55,"MassiveIntentClassification (mn)":53.44,"MassiveIntentClassification (ms)":61.65,"MassiveIntentClassification (my)":53.46,"MassiveIntentClassification (nl)":66.36,"MassiveIntentClassification (pt)":68.07,"MassiveIntentClassification (ro)":63.12,"MassiveIntentClassification (ru)":67.46,"MassiveIntentClassification (sl)":60.54,"MassiveIntentClassification (sq)":58.2,"MassiveIntentClassification (sw)":51.68,"MassiveIntentClassification (ta)":58.52,"MassiveIntentClassification (te)":58.53,"MassiveIntentClassification (th)":61.88,"MassiveIntentClassification (tl)":56.65,"MassiveIntentClassification (tr)":64.85,"MassiveIntentClassification (ur)":58.62,"MassiveIntentClassification (vi)":64.16,"MassiveIntentClassification (zh-TW)":64.17,"MassiveScenarioClassification (af)":64.9,"MassiveScenarioClassification (am)":57.28,"MassiveScenarioClassification (ar)":62.27,"MassiveScenarioClassification (az)":65.1,"MassiveScenarioClassification (bn)":62.41,"MassiveScenarioClassification (cy)":55.37,"MassiveScenarioClassification (de)":70.3,"MassiveScenarioClassification (el)":69.53,"MassiveScenarioClassification (es)":72.45,"MassiveScenarioClassification (fa)":70.27,"MassiveScenarioClassification (fi)":67.21,"MassiveScenarioClassification (fr)":72.65,"MassiveScenarioClassification (he)":61.7,"MassiveScenarioClassification (hi)":70.14,"MassiveScenarioClassification (hu)":70.51,"MassiveScenarioClassification (hy)":60.14,"MassiveScenarioClassification (id)":70.62,"MassiveScenarioClassification (is)":61.53,"MassiveScenarioClassification (it)":72.0,"MassiveScenarioClassification (ja)":71.59,"MassiveScenarioClassification (jv)":57.01,"MassiveScenarioClassification (ka)":53.26,"MassiveScenarioClassification (km)":57.8,"MassiveScenarioClassification (kn)":62.39,"MassiveScenarioClassification (ko)":69.54,"MassiveScenarioClassification (lv)":63.37,"MassiveScenarioClassification (ml)":64.82,"MassiveScenarioClassification (mn)":59.35,"MassiveScenarioClassification (ms)":66.68,"MassiveScenarioClassification (my)":59.43,"MassiveScenarioClassification (nl)":71.96,"MassiveScenarioClassification (pt)":71.87,"MassiveScenarioClassification (ro)":68.51,"MassiveScenarioClassification (ru)":71.65,"MassiveScenarioClassification (sl)":66.82,"MassiveScenarioClassification (sq)":65.26,"MassiveScenarioClassification (sw)":58.3,"MassiveScenarioClassification (ta)":62.73,"MassiveScenarioClassification (te)":66.58,"MassiveScenarioClassification (th)":68.23,"MassiveScenarioClassification (tl)":61.97,"MassiveScenarioClassification (tr)":70.73,"MassiveScenarioClassification (ur)":63.16,"MassiveScenarioClassification (vi)":67.92,"MassiveScenarioClassification (zh-TW)":71.61}
45
  {"index":12,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.81,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""}
 
39
  {"index":6,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/help.aliyun.com\/zh\/open-search\/vector-search-edition\/hybrid-retrieval\">OpenSearch-text-hybrid<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":46.18,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""}
40
  {"index":7,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/AdrienB134\/llm2vec-occiglot-mntp\">llm2vec-occiglot-mntp<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":35.07,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":"","MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":75.7,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":63.76,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":56.03,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":59.3,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""}
41
  {"index":8,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen1.5-7B-instruct\">gte-Qwen1.5-7B-instruct<\/a>","Model Size (Million Parameters)":7099,"Memory Usage (GB, fp32)":26.45,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":52.95,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""}
42
+ {"index":9,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1780,"Memory Usage (GB, fp32)":6.63,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":53.47,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":47.21,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":93.48,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":80.23,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":76.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":79.1,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""}
43
  {"index":10,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":55.53,"AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":53.98,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":96.69,"MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":87.47,"MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":81.65,"MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":86.64,"MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""}
44
  {"index":11,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":40.11,"AmazonReviewsClassification (es)":40.17,"AmazonReviewsClassification (fr)":39.57,"AmazonReviewsClassification (ja)":35.75,"AmazonReviewsClassification (zh)":33.34,"MTOPDomainClassification (de)":88.27,"MTOPDomainClassification (es)":90.88,"MTOPDomainClassification (fr)":87.49,"MTOPDomainClassification (hi)":89.45,"MTOPDomainClassification (th)":83.46,"MTOPIntentClassification (de)":63.51,"MTOPIntentClassification (es)":71.66,"MTOPIntentClassification (fr)":64.06,"MTOPIntentClassification (hi)":65.27,"MTOPIntentClassification (th)":63.05,"MassiveIntentClassification (af)":57.95,"MassiveIntentClassification (am)":49.27,"MassiveIntentClassification (ar)":55.49,"MassiveIntentClassification (az)":60.98,"MassiveIntentClassification (bn)":57.57,"MassiveIntentClassification (cy)":48.35,"MassiveIntentClassification (de)":62.55,"MassiveIntentClassification (el)":63.09,"MassiveIntentClassification (es)":67.41,"MassiveIntentClassification (fa)":65.6,"MassiveIntentClassification (fi)":62.91,"MassiveIntentClassification (fr)":67.92,"MassiveIntentClassification (he)":55.2,"MassiveIntentClassification (hi)":65.04,"MassiveIntentClassification (hu)":63.31,"MassiveIntentClassification (hy)":55.52,"MassiveIntentClassification (id)":66.06,"MassiveIntentClassification (is)":56.02,"MassiveIntentClassification (it)":67.28,"MassiveIntentClassification (ja)":66.8,"MassiveIntentClassification (jv)":50.18,"MassiveIntentClassification (ka)":47.89,"MassiveIntentClassification (km)":50.8,"MassiveIntentClassification (kn)":57.23,"MassiveIntentClassification (ko)":64.59,"MassiveIntentClassification (lv)":59.08,"MassiveIntentClassification (ml)":59.55,"MassiveIntentClassification (mn)":53.44,"MassiveIntentClassification (ms)":61.65,"MassiveIntentClassification (my)":53.46,"MassiveIntentClassification (nl)":66.36,"MassiveIntentClassification (pt)":68.07,"MassiveIntentClassification (ro)":63.12,"MassiveIntentClassification (ru)":67.46,"MassiveIntentClassification (sl)":60.54,"MassiveIntentClassification (sq)":58.2,"MassiveIntentClassification (sw)":51.68,"MassiveIntentClassification (ta)":58.52,"MassiveIntentClassification (te)":58.53,"MassiveIntentClassification (th)":61.88,"MassiveIntentClassification (tl)":56.65,"MassiveIntentClassification (tr)":64.85,"MassiveIntentClassification (ur)":58.62,"MassiveIntentClassification (vi)":64.16,"MassiveIntentClassification (zh-TW)":64.17,"MassiveScenarioClassification (af)":64.9,"MassiveScenarioClassification (am)":57.28,"MassiveScenarioClassification (ar)":62.27,"MassiveScenarioClassification (az)":65.1,"MassiveScenarioClassification (bn)":62.41,"MassiveScenarioClassification (cy)":55.37,"MassiveScenarioClassification (de)":70.3,"MassiveScenarioClassification (el)":69.53,"MassiveScenarioClassification (es)":72.45,"MassiveScenarioClassification (fa)":70.27,"MassiveScenarioClassification (fi)":67.21,"MassiveScenarioClassification (fr)":72.65,"MassiveScenarioClassification (he)":61.7,"MassiveScenarioClassification (hi)":70.14,"MassiveScenarioClassification (hu)":70.51,"MassiveScenarioClassification (hy)":60.14,"MassiveScenarioClassification (id)":70.62,"MassiveScenarioClassification (is)":61.53,"MassiveScenarioClassification (it)":72.0,"MassiveScenarioClassification (ja)":71.59,"MassiveScenarioClassification (jv)":57.01,"MassiveScenarioClassification (ka)":53.26,"MassiveScenarioClassification (km)":57.8,"MassiveScenarioClassification (kn)":62.39,"MassiveScenarioClassification (ko)":69.54,"MassiveScenarioClassification (lv)":63.37,"MassiveScenarioClassification (ml)":64.82,"MassiveScenarioClassification (mn)":59.35,"MassiveScenarioClassification (ms)":66.68,"MassiveScenarioClassification (my)":59.43,"MassiveScenarioClassification (nl)":71.96,"MassiveScenarioClassification (pt)":71.87,"MassiveScenarioClassification (ro)":68.51,"MassiveScenarioClassification (ru)":71.65,"MassiveScenarioClassification (sl)":66.82,"MassiveScenarioClassification (sq)":65.26,"MassiveScenarioClassification (sw)":58.3,"MassiveScenarioClassification (ta)":62.73,"MassiveScenarioClassification (te)":66.58,"MassiveScenarioClassification (th)":68.23,"MassiveScenarioClassification (tl)":61.97,"MassiveScenarioClassification (tr)":70.73,"MassiveScenarioClassification (ur)":63.16,"MassiveScenarioClassification (vi)":67.92,"MassiveScenarioClassification (zh-TW)":71.61}
45
  {"index":12,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Amu\/tao\">tao<\/a>","Model Size (Million Parameters)":163,"Memory Usage (GB, fp32)":0.61,"Average":"","AmazonCounterfactualClassification (de)":"","AmazonCounterfactualClassification (ja)":"","AmazonReviewsClassification (de)":"","AmazonReviewsClassification (es)":"","AmazonReviewsClassification (fr)":"","AmazonReviewsClassification (ja)":"","AmazonReviewsClassification (zh)":40.81,"MTOPDomainClassification (de)":"","MTOPDomainClassification (es)":"","MTOPDomainClassification (fr)":"","MTOPDomainClassification (hi)":"","MTOPDomainClassification (th)":"","MTOPIntentClassification (de)":"","MTOPIntentClassification (es)":"","MTOPIntentClassification (fr)":"","MTOPIntentClassification (hi)":"","MTOPIntentClassification (th)":"","MassiveIntentClassification (af)":"","MassiveIntentClassification (am)":"","MassiveIntentClassification (ar)":"","MassiveIntentClassification (az)":"","MassiveIntentClassification (bn)":"","MassiveIntentClassification (cy)":"","MassiveIntentClassification (de)":"","MassiveIntentClassification (el)":"","MassiveIntentClassification (es)":"","MassiveIntentClassification (fa)":"","MassiveIntentClassification (fi)":"","MassiveIntentClassification (fr)":"","MassiveIntentClassification (he)":"","MassiveIntentClassification (hi)":"","MassiveIntentClassification (hu)":"","MassiveIntentClassification (hy)":"","MassiveIntentClassification (id)":"","MassiveIntentClassification (is)":"","MassiveIntentClassification (it)":"","MassiveIntentClassification (ja)":"","MassiveIntentClassification (jv)":"","MassiveIntentClassification (ka)":"","MassiveIntentClassification (km)":"","MassiveIntentClassification (kn)":"","MassiveIntentClassification (ko)":"","MassiveIntentClassification (lv)":"","MassiveIntentClassification (ml)":"","MassiveIntentClassification (mn)":"","MassiveIntentClassification (ms)":"","MassiveIntentClassification (my)":"","MassiveIntentClassification (nl)":"","MassiveIntentClassification (pt)":"","MassiveIntentClassification (ro)":"","MassiveIntentClassification (ru)":"","MassiveIntentClassification (sl)":"","MassiveIntentClassification (sq)":"","MassiveIntentClassification (sw)":"","MassiveIntentClassification (ta)":"","MassiveIntentClassification (te)":"","MassiveIntentClassification (th)":"","MassiveIntentClassification (tl)":"","MassiveIntentClassification (tr)":"","MassiveIntentClassification (ur)":"","MassiveIntentClassification (vi)":"","MassiveIntentClassification (zh-TW)":"","MassiveScenarioClassification (af)":"","MassiveScenarioClassification (am)":"","MassiveScenarioClassification (ar)":"","MassiveScenarioClassification (az)":"","MassiveScenarioClassification (bn)":"","MassiveScenarioClassification (cy)":"","MassiveScenarioClassification (de)":"","MassiveScenarioClassification (el)":"","MassiveScenarioClassification (es)":"","MassiveScenarioClassification (fa)":"","MassiveScenarioClassification (fi)":"","MassiveScenarioClassification (fr)":"","MassiveScenarioClassification (he)":"","MassiveScenarioClassification (hi)":"","MassiveScenarioClassification (hu)":"","MassiveScenarioClassification (hy)":"","MassiveScenarioClassification (id)":"","MassiveScenarioClassification (is)":"","MassiveScenarioClassification (it)":"","MassiveScenarioClassification (ja)":"","MassiveScenarioClassification (jv)":"","MassiveScenarioClassification (ka)":"","MassiveScenarioClassification (km)":"","MassiveScenarioClassification (kn)":"","MassiveScenarioClassification (ko)":"","MassiveScenarioClassification (lv)":"","MassiveScenarioClassification (ml)":"","MassiveScenarioClassification (mn)":"","MassiveScenarioClassification (ms)":"","MassiveScenarioClassification (my)":"","MassiveScenarioClassification (nl)":"","MassiveScenarioClassification (pt)":"","MassiveScenarioClassification (ro)":"","MassiveScenarioClassification (ru)":"","MassiveScenarioClassification (sl)":"","MassiveScenarioClassification (sq)":"","MassiveScenarioClassification (sw)":"","MassiveScenarioClassification (ta)":"","MassiveScenarioClassification (te)":"","MassiveScenarioClassification (th)":"","MassiveScenarioClassification (tl)":"","MassiveScenarioClassification (tr)":"","MassiveScenarioClassification (ur)":"","MassiveScenarioClassification (vi)":"","MassiveScenarioClassification (zh-TW)":""}
boards_data/other-sts/data_tasks/STS/default.jsonl CHANGED
The diff for this file is too large to render. See raw diff
 
boards_data/pl/data_overall/default.jsonl CHANGED
@@ -1,49 +1,49 @@
1
  {"index":4,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average (26 datasets)":70.0,"Classification Average (7 datasets)":77.99,"Clustering Average (1 datasets)":50.29,"PairClassification Average (4 datasets)":89.62,"Retrieval Average (11 datasets)":59.41,"STS Average (3 datasets)":70.64}
2
- {"index":2,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":131072,"Average (26 datasets)":67.86,"Classification Average (7 datasets)":77.84,"Clustering Average (1 datasets)":51.36,"PairClassification Average (4 datasets)":88.48,"Retrieval Average (11 datasets)":54.69,"STS Average (3 datasets)":70.86}
3
- {"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Embedding Dimensions":1536,"Max Tokens":131072,"Average (26 datasets)":64.04,"Classification Average (7 datasets)":72.29,"Clustering Average (1 datasets)":44.59,"PairClassification Average (4 datasets)":84.87,"Retrieval Average (11 datasets)":51.88,"STS Average (3 datasets)":68.12}
4
- {"index":17,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":64.04,"Classification Average (7 datasets)":72.29,"Clustering Average (1 datasets)":44.59,"PairClassification Average (4 datasets)":84.87,"Retrieval Average (11 datasets)":51.88,"STS Average (3 datasets)":68.12}
5
- {"index":38,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":63.23,"Classification Average (7 datasets)":66.39,"Clustering Average (1 datasets)":31.16,"PairClassification Average (4 datasets)":89.13,"Retrieval Average (11 datasets)":52.71,"STS Average (3 datasets)":70.59}
6
- {"index":35,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":61.17,"Classification Average (7 datasets)":61.07,"Clustering Average (1 datasets)":30.62,"PairClassification Average (4 datasets)":85.9,"Retrieval Average (11 datasets)":52.63,"STS Average (3 datasets)":69.98}
7
- {"index":37,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":61.05,"Classification Average (7 datasets)":62.92,"Clustering Average (1 datasets)":33.08,"PairClassification Average (4 datasets)":88.14,"Retrieval Average (11 datasets)":49.92,"STS Average (3 datasets)":70.7}
8
- {"index":25,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":60.08,"Classification Average (7 datasets)":63.82,"Clustering Average (1 datasets)":33.88,"PairClassification Average (4 datasets)":85.5,"Retrieval Average (11 datasets)":48.98,"STS Average (3 datasets)":66.91}
9
- {"index":34,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":59.71,"Classification Average (7 datasets)":59.52,"Clustering Average (1 datasets)":30.25,"PairClassification Average (4 datasets)":86.16,"Retrieval Average (11 datasets)":50.06,"STS Average (3 datasets)":70.13}
10
  {"index":3,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":58.22,"Classification Average (7 datasets)":60.15,"Clustering Average (1 datasets)":33.67,"PairClassification Average (4 datasets)":85.45,"Retrieval Average (11 datasets)":46.4,"STS Average (3 datasets)":68.92}
11
- {"index":32,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":58.22,"Classification Average (7 datasets)":60.15,"Clustering Average (1 datasets)":33.67,"PairClassification Average (4 datasets)":85.45,"Retrieval Average (11 datasets)":46.4,"STS Average (3 datasets)":68.92}
12
- {"index":16,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":56.92,"Classification Average (7 datasets)":60.44,"Clustering Average (1 datasets)":32.85,"PairClassification Average (4 datasets)":87.92,"Retrieval Average (11 datasets)":42.19,"STS Average (3 datasets)":69.47}
13
- {"index":36,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":55.84,"Classification Average (7 datasets)":57.73,"Clustering Average (1 datasets)":31.77,"PairClassification Average (4 datasets)":84.61,"Retrieval Average (11 datasets)":42.83,"STS Average (3 datasets)":68.77}
14
- {"index":24,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":55.62,"Classification Average (7 datasets)":59.01,"Clustering Average (1 datasets)":24.97,"PairClassification Average (4 datasets)":82.15,"Retrieval Average (11 datasets)":44.01,"STS Average (3 datasets)":65.13}
15
- {"index":27,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":54.14,"Classification Average (7 datasets)":57.05,"Clustering Average (1 datasets)":23.92,"PairClassification Average (4 datasets)":80.5,"Retrieval Average (11 datasets)":42.43,"STS Average (3 datasets)":65.18}
16
- {"index":29,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.8,"Classification Average (7 datasets)":58.99,"Clustering Average (1 datasets)":31.49,"PairClassification Average (4 datasets)":77.67,"Retrieval Average (11 datasets)":38.43,"STS Average (3 datasets)":65.01}
17
- {"index":28,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.55,"Classification Average (7 datasets)":59.26,"Clustering Average (1 datasets)":28.15,"PairClassification Average (4 datasets)":75.48,"Retrieval Average (11 datasets)":39.16,"STS Average (3 datasets)":63.53}
18
- {"index":40,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.49,"Classification Average (7 datasets)":57.49,"Clustering Average (1 datasets)":33.15,"PairClassification Average (4 datasets)":87.08,"Retrieval Average (11 datasets)":34.44,"STS Average (3 datasets)":67.36}
19
- {"index":39,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":51.88,"Classification Average (7 datasets)":58.55,"Clustering Average (1 datasets)":31.68,"PairClassification Average (4 datasets)":87.01,"Retrieval Average (11 datasets)":32.08,"STS Average (3 datasets)":68.78}
20
- {"index":51,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":48.67,"Classification Average (7 datasets)":54.09,"Clustering Average (1 datasets)":25.62,"PairClassification Average (4 datasets)":86.23,"Retrieval Average (11 datasets)":29.16,"STS Average (3 datasets)":65.19}
21
- {"index":50,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":46.42,"Classification Average (7 datasets)":52.18,"Clustering Average (1 datasets)":23.24,"PairClassification Average (4 datasets)":83.44,"Retrieval Average (11 datasets)":26.66,"STS Average (3 datasets)":63.83}
22
- {"index":41,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":45.36,"Classification Average (7 datasets)":57.39,"Clustering Average (1 datasets)":12.96,"PairClassification Average (4 datasets)":79.27,"Retrieval Average (11 datasets)":23.36,"STS Average (3 datasets)":63.57}
23
- {"index":47,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (26 datasets)":42.32,"Classification Average (7 datasets)":49.92,"Clustering Average (1 datasets)":12.51,"PairClassification Average (4 datasets)":79.4,"Retrieval Average (11 datasets)":21.18,"STS Average (3 datasets)":62.59}
24
  {"index":0,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
25
  {"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (7 datasets)":37.66,"Clustering Average (1 datasets)":4.68,"PairClassification Average (4 datasets)":59.51,"Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
26
  {"index":8,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
27
- {"index":11,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
28
- {"index":13,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
29
- {"index":14,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
30
- {"index":15,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
31
- {"index":19,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
32
- {"index":20,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
33
- {"index":22,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (7 datasets)":56.34,"Clustering Average (1 datasets)":18.79,"PairClassification Average (4 datasets)":73.2,"Retrieval Average (11 datasets)":"","STS Average (3 datasets)":58.02}
34
- {"index":23,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
35
- {"index":26,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
36
- {"index":30,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
37
- {"index":31,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
38
- {"index":42,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
39
- {"index":43,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
40
- {"index":44,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
41
- {"index":45,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
42
- {"index":46,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
43
- {"index":48,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
44
- {"index":49,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
45
- {"index":52,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
46
- {"index":53,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
47
- {"index":54,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
48
- {"index":55,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
49
- {"index":56,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
 
1
  {"index":4,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Embedding Dimensions":3584,"Max Tokens":8192,"Average (26 datasets)":70.0,"Classification Average (7 datasets)":77.99,"Clustering Average (1 datasets)":50.29,"PairClassification Average (4 datasets)":89.62,"Retrieval Average (11 datasets)":59.41,"STS Average (3 datasets)":70.64}
2
+ {"index":2,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Embedding Dimensions":3584,"Max Tokens":32768,"Average (26 datasets)":67.86,"Classification Average (7 datasets)":77.84,"Clustering Average (1 datasets)":51.36,"PairClassification Average (4 datasets)":88.48,"Retrieval Average (11 datasets)":54.69,"STS Average (3 datasets)":70.86}
3
+ {"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1780,"Memory Usage (GB, fp32)":6.63,"Embedding Dimensions":1536,"Max Tokens":32768,"Average (26 datasets)":64.04,"Classification Average (7 datasets)":72.29,"Clustering Average (1 datasets)":44.59,"PairClassification Average (4 datasets)":84.87,"Retrieval Average (11 datasets)":51.88,"STS Average (3 datasets)":68.12}
4
+ {"index":23,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":64.04,"Classification Average (7 datasets)":72.29,"Clustering Average (1 datasets)":44.59,"PairClassification Average (4 datasets)":84.87,"Retrieval Average (11 datasets)":51.88,"STS Average (3 datasets)":68.12}
5
+ {"index":44,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":63.23,"Classification Average (7 datasets)":66.39,"Clustering Average (1 datasets)":31.16,"PairClassification Average (4 datasets)":89.13,"Retrieval Average (11 datasets)":52.71,"STS Average (3 datasets)":70.59}
6
+ {"index":41,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":61.17,"Classification Average (7 datasets)":61.07,"Clustering Average (1 datasets)":30.62,"PairClassification Average (4 datasets)":85.9,"Retrieval Average (11 datasets)":52.63,"STS Average (3 datasets)":69.98}
7
+ {"index":43,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":61.05,"Classification Average (7 datasets)":62.92,"Clustering Average (1 datasets)":33.08,"PairClassification Average (4 datasets)":88.14,"Retrieval Average (11 datasets)":49.92,"STS Average (3 datasets)":70.7}
8
+ {"index":31,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":60.08,"Classification Average (7 datasets)":63.82,"Clustering Average (1 datasets)":33.88,"PairClassification Average (4 datasets)":85.5,"Retrieval Average (11 datasets)":48.98,"STS Average (3 datasets)":66.91}
9
+ {"index":40,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":59.71,"Classification Average (7 datasets)":59.52,"Clustering Average (1 datasets)":30.25,"PairClassification Average (4 datasets)":86.16,"Retrieval Average (11 datasets)":50.06,"STS Average (3 datasets)":70.13}
10
  {"index":3,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":58.22,"Classification Average (7 datasets)":60.15,"Clustering Average (1 datasets)":33.67,"PairClassification Average (4 datasets)":85.45,"Retrieval Average (11 datasets)":46.4,"STS Average (3 datasets)":68.92}
11
+ {"index":38,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Embedding Dimensions":768,"Max Tokens":8192,"Average (26 datasets)":58.22,"Classification Average (7 datasets)":60.15,"Clustering Average (1 datasets)":33.67,"PairClassification Average (4 datasets)":85.45,"Retrieval Average (11 datasets)":46.4,"STS Average (3 datasets)":68.92}
12
+ {"index":22,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":56.92,"Classification Average (7 datasets)":60.44,"Clustering Average (1 datasets)":32.85,"PairClassification Average (4 datasets)":87.92,"Retrieval Average (11 datasets)":42.19,"STS Average (3 datasets)":69.47}
13
+ {"index":42,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":55.84,"Classification Average (7 datasets)":57.73,"Clustering Average (1 datasets)":31.77,"PairClassification Average (4 datasets)":84.61,"Retrieval Average (11 datasets)":42.83,"STS Average (3 datasets)":68.77}
14
+ {"index":30,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":55.62,"Classification Average (7 datasets)":59.01,"Clustering Average (1 datasets)":24.97,"PairClassification Average (4 datasets)":82.15,"Retrieval Average (11 datasets)":44.01,"STS Average (3 datasets)":65.13}
15
+ {"index":33,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":54.14,"Classification Average (7 datasets)":57.05,"Clustering Average (1 datasets)":23.92,"PairClassification Average (4 datasets)":80.5,"Retrieval Average (11 datasets)":42.43,"STS Average (3 datasets)":65.18}
16
+ {"index":35,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.8,"Classification Average (7 datasets)":58.99,"Clustering Average (1 datasets)":31.49,"PairClassification Average (4 datasets)":77.67,"Retrieval Average (11 datasets)":38.43,"STS Average (3 datasets)":65.01}
17
+ {"index":34,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.55,"Classification Average (7 datasets)":59.26,"Clustering Average (1 datasets)":28.15,"PairClassification Average (4 datasets)":75.48,"Retrieval Average (11 datasets)":39.16,"STS Average (3 datasets)":63.53}
18
+ {"index":46,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":52.49,"Classification Average (7 datasets)":57.49,"Clustering Average (1 datasets)":33.15,"PairClassification Average (4 datasets)":87.08,"Retrieval Average (11 datasets)":34.44,"STS Average (3 datasets)":67.36}
19
+ {"index":45,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":51.88,"Classification Average (7 datasets)":58.55,"Clustering Average (1 datasets)":31.68,"PairClassification Average (4 datasets)":87.01,"Retrieval Average (11 datasets)":32.08,"STS Average (3 datasets)":68.78}
20
+ {"index":57,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":48.67,"Classification Average (7 datasets)":54.09,"Clustering Average (1 datasets)":25.62,"PairClassification Average (4 datasets)":86.23,"Retrieval Average (11 datasets)":29.16,"STS Average (3 datasets)":65.19}
21
+ {"index":56,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":46.42,"Classification Average (7 datasets)":52.18,"Clustering Average (1 datasets)":23.24,"PairClassification Average (4 datasets)":83.44,"Retrieval Average (11 datasets)":26.66,"STS Average (3 datasets)":63.83}
22
+ {"index":47,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":45.36,"Classification Average (7 datasets)":57.39,"Clustering Average (1 datasets)":12.96,"PairClassification Average (4 datasets)":79.27,"Retrieval Average (11 datasets)":23.36,"STS Average (3 datasets)":63.57}
23
+ {"index":53,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":512,"Max Tokens":512,"Average (26 datasets)":42.32,"Classification Average (7 datasets)":49.92,"Clustering Average (1 datasets)":12.51,"PairClassification Average (4 datasets)":79.4,"Retrieval Average (11 datasets)":21.18,"STS Average (3 datasets)":62.59}
24
  {"index":0,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Embedding Dimensions":1024,"Max Tokens":"N\/A","Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
25
  {"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (7 datasets)":37.66,"Clustering Average (1 datasets)":4.68,"PairClassification Average (4 datasets)":59.51,"Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
26
  {"index":8,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Embedding Dimensions":"","Max Tokens":4096,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
27
+ {"index":17,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Embedding Dimensions":1024,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
28
+ {"index":19,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
29
+ {"index":20,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
30
+ {"index":21,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Embedding Dimensions":768,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
31
+ {"index":25,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Embedding Dimensions":4096,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
32
+ {"index":26,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
33
+ {"index":28,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Embedding Dimensions":"","Max Tokens":"","Average (26 datasets)":"","Classification Average (7 datasets)":56.34,"Clustering Average (1 datasets)":18.79,"PairClassification Average (4 datasets)":73.2,"Retrieval Average (11 datasets)":"","STS Average (3 datasets)":58.02}
34
+ {"index":29,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Embedding Dimensions":4096,"Max Tokens":32768,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
35
+ {"index":32,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Embedding Dimensions":1024,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
36
+ {"index":36,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Embedding Dimensions":1536,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
37
+ {"index":37,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Embedding Dimensions":1024,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
38
+ {"index":48,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
39
+ {"index":49,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
40
+ {"index":50,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":514,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
41
+ {"index":51,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
42
+ {"index":52,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Embedding Dimensions":300,"Max Tokens":"N\/A","Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
43
+ {"index":54,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
44
+ {"index":55,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
45
+ {"index":58,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
46
+ {"index":59,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
47
+ {"index":60,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Embedding Dimensions":768,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
48
+ {"index":61,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Embedding Dimensions":312,"Max Tokens":2048,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
49
+ {"index":62,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Embedding Dimensions":384,"Max Tokens":512,"Average (26 datasets)":"","Classification Average (7 datasets)":"","Clustering Average (1 datasets)":"","PairClassification Average (4 datasets)":"","Retrieval Average (11 datasets)":"","STS Average (3 datasets)":""}
boards_data/pl/data_tasks/Classification/default.jsonl CHANGED
@@ -1,56 +1,62 @@
1
  {"index":4,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":77.99,"AllegroReviews":65.0,"CBD":84.13,"MassiveIntentClassification (pl)":79.41,"MassiveScenarioClassification (pl)":81.93,"PAC":67.24,"PolEmo2.0-IN":90.42,"PolEmo2.0-OUT":77.77}
2
  {"index":2,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98}
3
- {"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1776,"Memory Usage (GB, fp32)":6.62,"Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4}
4
- {"index":17,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4}
5
- {"index":38,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":66.39,"AllegroReviews":47.49,"CBD":69.33,"MassiveIntentClassification (pl)":74.81,"MassiveScenarioClassification (pl)":77.84,"PAC":64.69,"PolEmo2.0-IN":76.84,"PolEmo2.0-OUT":53.72}
6
- {"index":25,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.82,"AllegroReviews":41.14,"CBD":69.9,"MassiveIntentClassification (pl)":65.07,"MassiveScenarioClassification (pl)":69.82,"PAC":70.37,"PolEmo2.0-IN":77.06,"PolEmo2.0-OUT":53.38}
7
- {"index":37,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":62.92,"AllegroReviews":40.26,"CBD":68.11,"MassiveIntentClassification (pl)":72.31,"MassiveScenarioClassification (pl)":75.53,"PAC":65.87,"PolEmo2.0-IN":71.73,"PolEmo2.0-OUT":46.6}
8
- {"index":35,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":61.07,"AllegroReviews":37.68,"CBD":66.15,"MassiveIntentClassification (pl)":72.01,"MassiveScenarioClassification (pl)":75.27,"PAC":63.77,"PolEmo2.0-IN":69.46,"PolEmo2.0-OUT":43.14}
9
- {"index":16,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":60.44,"AllegroReviews":40.19,"CBD":67.69,"MassiveIntentClassification (pl)":68.2,"MassiveScenarioClassification (pl)":73.97,"PAC":66.55,"PolEmo2.0-IN":68.41,"PolEmo2.0-OUT":38.06}
10
- {"index":32,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74}
11
  {"index":3,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74}
12
- {"index":34,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":59.52,"AllegroReviews":36.38,"CBD":65.54,"MassiveIntentClassification (pl)":70.93,"MassiveScenarioClassification (pl)":74.76,"PAC":64.5,"PolEmo2.0-IN":68.7,"PolEmo2.0-OUT":35.81}
13
- {"index":28,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":59.26,"AllegroReviews":34.11,"CBD":68.35,"MassiveIntentClassification (pl)":65.53,"MassiveScenarioClassification (pl)":68.51,"PAC":68.4,"PolEmo2.0-IN":64.18,"PolEmo2.0-OUT":45.73}
14
- {"index":24,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":59.01,"AllegroReviews":40.85,"CBD":62.66,"MassiveIntentClassification (pl)":61.04,"MassiveScenarioClassification (pl)":66.11,"PAC":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-OUT":43.91}
15
- {"index":29,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":58.99,"AllegroReviews":33.35,"CBD":68.51,"MassiveIntentClassification (pl)":66.63,"MassiveScenarioClassification (pl)":69.97,"PAC":66.26,"PolEmo2.0-IN":63.52,"PolEmo2.0-OUT":44.7}
16
- {"index":39,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":58.55,"AllegroReviews":34.5,"CBD":70.27,"MassiveIntentClassification (pl)":64.81,"MassiveScenarioClassification (pl)":70.01,"PAC":64.6,"PolEmo2.0-IN":67.06,"PolEmo2.0-OUT":38.58}
17
- {"index":36,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":57.73,"AllegroReviews":33.03,"CBD":64.24,"MassiveIntentClassification (pl)":67.35,"MassiveScenarioClassification (pl)":72.13,"PAC":63.11,"PolEmo2.0-IN":63.96,"PolEmo2.0-OUT":40.32}
18
- {"index":40,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":57.49,"AllegroReviews":34.55,"CBD":67.48,"MassiveIntentClassification (pl)":65.93,"MassiveScenarioClassification (pl)":71.85,"PAC":63.25,"PolEmo2.0-IN":68.37,"PolEmo2.0-OUT":30.99}
19
- {"index":41,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":57.39,"AllegroReviews":34.89,"CBD":65.71,"MassiveIntentClassification (pl)":59.71,"MassiveScenarioClassification (pl)":64.58,"PAC":68.11,"PolEmo2.0-IN":64.0,"PolEmo2.0-OUT":44.72}
20
- {"index":27,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":57.05,"AllegroReviews":37.42,"CBD":63.25,"MassiveIntentClassification (pl)":57.4,"MassiveScenarioClassification (pl)":64.25,"PAC":70.55,"PolEmo2.0-IN":67.35,"PolEmo2.0-OUT":39.13}
21
- {"index":22,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.34,"AllegroReviews":29.62,"CBD":63.83,"MassiveIntentClassification (pl)":65.86,"MassiveScenarioClassification (pl)":69.99,"PAC":73.87,"PolEmo2.0-IN":52.8,"PolEmo2.0-OUT":38.4}
22
- {"index":51,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":54.09,"AllegroReviews":33.86,"CBD":65.0,"MassiveIntentClassification (pl)":64.29,"MassiveScenarioClassification (pl)":68.98,"PAC":63.76,"PolEmo2.0-IN":62.78,"PolEmo2.0-OUT":19.98}
23
- {"index":50,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":52.18,"AllegroReviews":30.88,"CBD":57.68,"MassiveIntentClassification (pl)":59.43,"MassiveScenarioClassification (pl)":65.04,"PAC":65.76,"PolEmo2.0-IN":57.76,"PolEmo2.0-OUT":28.7}
24
- {"index":47,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":49.92,"AllegroReviews":28.03,"CBD":60.0,"MassiveIntentClassification (pl)":53.1,"MassiveScenarioClassification (pl)":61.29,"PAC":68.17,"PolEmo2.0-IN":48.84,"PolEmo2.0-OUT":30.0}
25
  {"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.66,"AllegroReviews":24.89,"CBD":53.78,"MassiveIntentClassification (pl)":31.77,"MassiveScenarioClassification (pl)":37.49,"PAC":57.14,"PolEmo2.0-IN":40.97,"PolEmo2.0-OUT":17.57}
26
  {"index":0,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.99,"MassiveScenarioClassification (pl)":52.92,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
27
  {"index":6,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":27.62,"MassiveScenarioClassification (pl)":31.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
28
  {"index":7,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":33.17,"MassiveScenarioClassification (pl)":36.34,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
29
- {"index":9,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-27-15\">2024-06-19_22-27-15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":21.69,"MassiveScenarioClassification (pl)":26.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
30
- {"index":10,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
31
- {"index":11,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":38.21,"MassiveScenarioClassification (pl)":46.21,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
32
- {"index":13,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":64.53,"MassiveScenarioClassification (pl)":68.22,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
33
- {"index":14,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.2,"MassiveScenarioClassification (pl)":41.89,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
34
- {"index":15,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.62,"MassiveScenarioClassification (pl)":41.88,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
35
- {"index":18,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":60.07,"MassiveScenarioClassification (pl)":64.0,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
36
- {"index":19,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":50.48,"MassiveScenarioClassification (pl)":49.98,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
37
- {"index":20,"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.97,"MassiveScenarioClassification (pl)":42.5,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
38
- {"index":21,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
39
- {"index":23,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":74.85,"MassiveScenarioClassification (pl)":77.37,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
40
- {"index":26,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":73.65,"MassiveScenarioClassification (pl)":76.69,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
41
- {"index":30,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.47,"MassiveScenarioClassification (pl)":45.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
42
- {"index":31,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":41.63,"MassiveScenarioClassification (pl)":41.63,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
43
- {"index":33,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
44
- {"index":42,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
45
- {"index":45,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
46
- {"index":48,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":39.08,"MassiveScenarioClassification (pl)":46.79,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
47
- {"index":49,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.64,"MassiveScenarioClassification (pl)":49.97,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
48
- {"index":52,"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.41,"MassiveScenarioClassification (pl)":42.3,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
49
- {"index":53,"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.67,"MassiveScenarioClassification (pl)":45.2,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
50
- {"index":54,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":43.95,"MassiveScenarioClassification (pl)":49.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
51
- {"index":55,"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":26.05,"MassiveScenarioClassification (pl)":30.15,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
52
- {"index":56,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":58.91,"MassiveScenarioClassification (pl)":62.55,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
53
- {"index":57,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
54
- {"index":58,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
55
- {"index":59,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
56
- {"index":60,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
 
 
 
 
 
 
 
1
  {"index":4,"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/BAAI\/bge-multilingual-gemma2\">bge-multilingual-gemma2<\/a>","Model Size (Million Parameters)":9242,"Memory Usage (GB, fp32)":34.43,"Average":77.99,"AllegroReviews":65.0,"CBD":84.13,"MassiveIntentClassification (pl)":79.41,"MassiveScenarioClassification (pl)":81.93,"PAC":67.24,"PolEmo2.0-IN":90.42,"PolEmo2.0-OUT":77.77}
2
  {"index":2,"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-7B-instruct\">gte-Qwen2-7B-instruct<\/a>","Model Size (Million Parameters)":7613,"Memory Usage (GB, fp32)":28.36,"Average":77.84,"AllegroReviews":67.14,"CBD":78.03,"MassiveIntentClassification (pl)":80.75,"MassiveScenarioClassification (pl)":85.54,"PAC":69.04,"PolEmo2.0-IN":89.39,"PolEmo2.0-OUT":74.98}
3
+ {"index":1,"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-Qwen2-1.5B-instruct\">gte-Qwen2-1.5B-instruct<\/a>","Model Size (Million Parameters)":1780,"Memory Usage (GB, fp32)":6.63,"Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4}
4
+ {"index":23,"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Santyyy\/gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF\">gte-Qwen2-1.5B-instruct-Q4_K_S-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":72.29,"AllegroReviews":63.98,"CBD":68.56,"MassiveIntentClassification (pl)":73.55,"MassiveScenarioClassification (pl)":76.37,"PAC":69.04,"PolEmo2.0-IN":86.16,"PolEmo2.0-OUT":68.4}
5
+ {"index":44,"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-large\">mmlw-roberta-large<\/a>","Model Size (Million Parameters)":435,"Memory Usage (GB, fp32)":1.62,"Average":66.39,"AllegroReviews":47.49,"CBD":69.33,"MassiveIntentClassification (pl)":74.81,"MassiveScenarioClassification (pl)":77.84,"PAC":64.69,"PolEmo2.0-IN":76.84,"PolEmo2.0-OUT":53.72}
6
+ {"index":31,"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":63.82,"AllegroReviews":41.14,"CBD":69.9,"MassiveIntentClassification (pl)":65.07,"MassiveScenarioClassification (pl)":69.82,"PAC":70.37,"PolEmo2.0-IN":77.06,"PolEmo2.0-OUT":53.38}
7
+ {"index":43,"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-roberta-base\">mmlw-roberta-base<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":62.92,"AllegroReviews":40.26,"CBD":68.11,"MassiveIntentClassification (pl)":72.31,"MassiveScenarioClassification (pl)":75.53,"PAC":65.87,"PolEmo2.0-IN":71.73,"PolEmo2.0-OUT":46.6}
8
+ {"index":41,"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-large\">mmlw-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":61.07,"AllegroReviews":37.68,"CBD":66.15,"MassiveIntentClassification (pl)":72.01,"MassiveScenarioClassification (pl)":75.27,"PAC":63.77,"PolEmo2.0-IN":69.46,"PolEmo2.0-OUT":43.14}
9
+ {"index":22,"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/OrlikB\/st-polish-kartonberta-base-alpha-v1\">st-polish-kartonberta-base-alpha-v1<\/a>","Model Size (Million Parameters)":124,"Memory Usage (GB, fp32)":0.46,"Average":60.44,"AllegroReviews":40.19,"CBD":67.69,"MassiveIntentClassification (pl)":68.2,"MassiveScenarioClassification (pl)":73.97,"PAC":66.55,"PolEmo2.0-IN":68.41,"PolEmo2.0-OUT":38.06}
10
+ {"index":38,"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/leeloolee\/intention\">intention<\/a>","Model Size (Million Parameters)":306,"Memory Usage (GB, fp32)":1.14,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74}
11
  {"index":3,"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Alibaba-NLP\/gte-multilingual-base\">gte-multilingual-base<\/a>","Model Size (Million Parameters)":305,"Memory Usage (GB, fp32)":1.14,"Average":60.15,"AllegroReviews":41.69,"CBD":62.52,"MassiveIntentClassification (pl)":66.39,"MassiveScenarioClassification (pl)":70.12,"PAC":65.99,"PolEmo2.0-IN":69.6,"PolEmo2.0-OUT":44.74}
12
+ {"index":40,"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-base\">mmlw-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":59.52,"AllegroReviews":36.38,"CBD":65.54,"MassiveIntentClassification (pl)":70.93,"MassiveScenarioClassification (pl)":74.76,"PAC":64.5,"PolEmo2.0-IN":68.7,"PolEmo2.0-OUT":35.81}
13
+ {"index":34,"Rank":13,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/herbert-base-retrieval-v2\">herbert-base-retrieval-v2<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":59.26,"AllegroReviews":34.11,"CBD":68.35,"MassiveIntentClassification (pl)":65.53,"MassiveScenarioClassification (pl)":68.51,"PAC":68.4,"PolEmo2.0-IN":64.18,"PolEmo2.0-OUT":45.73}
14
+ {"index":30,"Rank":14,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":59.01,"AllegroReviews":40.85,"CBD":62.66,"MassiveIntentClassification (pl)":61.04,"MassiveScenarioClassification (pl)":66.11,"PAC":70.87,"PolEmo2.0-IN":67.66,"PolEmo2.0-OUT":43.91}
15
+ {"index":35,"Rank":15,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ipipan\/silver-retriever-base-v1\">silver-retriever-base-v1<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":58.99,"AllegroReviews":33.35,"CBD":68.51,"MassiveIntentClassification (pl)":66.63,"MassiveScenarioClassification (pl)":69.97,"PAC":66.26,"PolEmo2.0-IN":63.52,"PolEmo2.0-OUT":44.7}
16
+ {"index":45,"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-distilroberta\">st-polish-paraphrase-from-distilroberta<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":58.55,"AllegroReviews":34.5,"CBD":70.27,"MassiveIntentClassification (pl)":64.81,"MassiveScenarioClassification (pl)":70.01,"PAC":64.6,"PolEmo2.0-IN":67.06,"PolEmo2.0-OUT":38.58}
17
+ {"index":42,"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/mmlw-e5-small\">mmlw-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":57.73,"AllegroReviews":33.03,"CBD":64.24,"MassiveIntentClassification (pl)":67.35,"MassiveScenarioClassification (pl)":72.13,"PAC":63.11,"PolEmo2.0-IN":63.96,"PolEmo2.0-OUT":40.32}
18
+ {"index":46,"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sdadas\/st-polish-paraphrase-from-mpnet\">st-polish-paraphrase-from-mpnet<\/a>","Model Size (Million Parameters)":125,"Memory Usage (GB, fp32)":0.47,"Average":57.49,"AllegroReviews":34.55,"CBD":67.48,"MassiveIntentClassification (pl)":65.93,"MassiveScenarioClassification (pl)":71.85,"PAC":63.25,"PolEmo2.0-IN":68.37,"PolEmo2.0-OUT":30.99}
19
+ {"index":47,"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":57.39,"AllegroReviews":34.89,"CBD":65.71,"MassiveIntentClassification (pl)":59.71,"MassiveScenarioClassification (pl)":64.58,"PAC":68.11,"PolEmo2.0-IN":64.0,"PolEmo2.0-OUT":44.72}
20
+ {"index":33,"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":57.05,"AllegroReviews":37.42,"CBD":63.25,"MassiveIntentClassification (pl)":57.4,"MassiveScenarioClassification (pl)":64.25,"PAC":70.55,"PolEmo2.0-IN":67.35,"PolEmo2.0-OUT":39.13}
21
+ {"index":28,"Rank":21,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/facebook\/SONAR\">SONAR<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":56.34,"AllegroReviews":29.62,"CBD":63.83,"MassiveIntentClassification (pl)":65.86,"MassiveScenarioClassification (pl)":69.99,"PAC":73.87,"PolEmo2.0-IN":52.8,"PolEmo2.0-OUT":38.4}
22
+ {"index":57,"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":54.09,"AllegroReviews":33.86,"CBD":65.0,"MassiveIntentClassification (pl)":64.29,"MassiveScenarioClassification (pl)":68.98,"PAC":63.76,"PolEmo2.0-IN":62.78,"PolEmo2.0-OUT":19.98}
23
+ {"index":56,"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":52.18,"AllegroReviews":30.88,"CBD":57.68,"MassiveIntentClassification (pl)":59.43,"MassiveScenarioClassification (pl)":65.04,"PAC":65.76,"PolEmo2.0-IN":57.76,"PolEmo2.0-OUT":28.7}
24
+ {"index":53,"Rank":24,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":49.92,"AllegroReviews":28.03,"CBD":60.0,"MassiveIntentClassification (pl)":53.1,"MassiveScenarioClassification (pl)":61.29,"PAC":68.17,"PolEmo2.0-IN":48.84,"PolEmo2.0-OUT":30.0}
25
  {"index":5,"Rank":25,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-base\">winberta-base<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":37.66,"AllegroReviews":24.89,"CBD":53.78,"MassiveIntentClassification (pl)":31.77,"MassiveScenarioClassification (pl)":37.49,"PAC":57.14,"PolEmo2.0-IN":40.97,"PolEmo2.0-OUT":17.57}
26
  {"index":0,"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.99,"MassiveScenarioClassification (pl)":52.92,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
27
  {"index":6,"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/winberta-large\">winberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":27.62,"MassiveScenarioClassification (pl)":31.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
28
  {"index":7,"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ClayAtlas\/windberta-large\">windberta-large<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":33.17,"MassiveScenarioClassification (pl)":36.34,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
29
+ {"index":9,"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-15_10-09-42\">2024-06-15_10-09-42<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.23,"CBD":0.5,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.56,"PolEmo2.0-IN":0.37,"PolEmo2.0-OUT":0.3}
30
+ {"index":10,"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-17_21-37-12\">2024-06-17_21-37-12<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.21,"CBD":0.54,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.63,"PolEmo2.0-IN":0.34,"PolEmo2.0-OUT":0.28}
31
+ {"index":11,"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_08-22-22\">2024-06-19_08-22-22<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.22,"CBD":0.51,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.39,"PolEmo2.0-OUT":0.29}
32
+ {"index":12,"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_10-03-38\">2024-06-19_10-03-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.26,"CBD":0.55,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.58,"PolEmo2.0-IN":0.36,"PolEmo2.0-OUT":0.29}
33
+ {"index":13,"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_21-12-17\">2024-06-19_21-12-17<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.22,"CBD":0.52,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.55,"PolEmo2.0-IN":0.35,"PolEmo2.0-OUT":0.3}
34
+ {"index":14,"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-23-38\">2024-06-19_22-23-38<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":0.27,"CBD":0.58,"MassiveIntentClassification (pl)":"","MassiveScenarioClassification (pl)":"","PAC":0.65,"PolEmo2.0-IN":0.53,"PolEmo2.0-OUT":0.23}
35
+ {"index":15,"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/ILKT\/2024-06-19_22-27-15\">2024-06-19_22-27-15<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":21.69,"MassiveScenarioClassification (pl)":26.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
36
+ {"index":16,"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/KeyurRamoliya\/multilingual-e5-large-GGUF\">multilingual-e5-large-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
37
+ {"index":17,"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Labib11\/MUG-B-1.6\">MUG-B-1.6<\/a>","Model Size (Million Parameters)":335,"Memory Usage (GB, fp32)":1.25,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":38.21,"MassiveScenarioClassification (pl)":46.21,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
38
+ {"index":19,"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Marqo\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":64.53,"MassiveScenarioClassification (pl)":68.22,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
39
+ {"index":20,"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-msmarco-specb-bitfit\">SGPT-125M-weightedmean-msmarco-specb-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.2,"MassiveScenarioClassification (pl)":41.89,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
40
+ {"index":21,"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Muennighoff\/SGPT-125M-weightedmean-nli-bitfit\">SGPT-125M-weightedmean-nli-bitfit<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.62,"MassiveScenarioClassification (pl)":41.88,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
41
+ {"index":24,"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/amazon\/Titan-text-embeddings-v2\">Titan-text-embeddings-v2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":60.07,"MassiveScenarioClassification (pl)":64.0,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
42
+ {"index":25,"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/bigscience\/sgpt-bloom-7b1-msmarco\">sgpt-bloom-7b1-msmarco<\/a>","Model Size (Million Parameters)":7068,"Memory Usage (GB, fp32)":26.33,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":50.48,"MassiveScenarioClassification (pl)":49.98,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
43
+ {"index":26,"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/brahmairesearch\/slx-v0.1\">slx-v0.1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.08,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.97,"MassiveScenarioClassification (pl)":42.5,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
44
+ {"index":27,"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/chris-code\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
45
+ {"index":29,"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":74.85,"MassiveScenarioClassification (pl)":77.37,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
46
+ {"index":32,"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large-instruct\">multilingual-e5-large-instruct<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":73.65,"MassiveScenarioClassification (pl)":76.69,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
47
+ {"index":36,"Rank":49,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":1065,"Memory Usage (GB, fp32)":3.97,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":44.47,"MassiveScenarioClassification (pl)":45.6,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
48
+ {"index":37,"Rank":50,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":559,"Memory Usage (GB, fp32)":2.08,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":41.63,"MassiveScenarioClassification (pl)":41.63,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
49
+ {"index":39,"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/pruizpar\/multilingual-e5-large-Q4_K_M-GGUF\">multilingual-e5-large-Q4_K_M-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
50
+ {"index":48,"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.63,"MassiveScenarioClassification (pl)":44.72,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
51
+ {"index":51,"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":35.77,"MassiveScenarioClassification (pl)":36.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
52
+ {"index":54,"Rank":57,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":39.08,"MassiveScenarioClassification (pl)":46.79,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
53
+ {"index":55,"Rank":58,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":42.64,"MassiveScenarioClassification (pl)":49.97,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
54
+ {"index":58,"Rank":59,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.41,"MassiveScenarioClassification (pl)":42.3,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
55
+ {"index":59,"Rank":60,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":37.67,"MassiveScenarioClassification (pl)":45.2,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
56
+ {"index":60,"Rank":61,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":43.95,"MassiveScenarioClassification (pl)":49.87,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
57
+ {"index":61,"Rank":62,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sergeyzh\/rubert-tiny-turbo\">rubert-tiny-turbo<\/a>","Model Size (Million Parameters)":29,"Memory Usage (GB, fp32)":0.11,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":26.05,"MassiveScenarioClassification (pl)":30.15,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
58
+ {"index":62,"Rank":63,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/shibing624\/text2vec-base-multilingual\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":58.91,"MassiveScenarioClassification (pl)":62.55,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
59
+ {"index":63,"Rank":64,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/soichisumi\/multilingual-e5-large-Q8_0-GGUF\">multilingual-e5-large-Q8_0-GGUF<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":71.55,"MassiveScenarioClassification (pl)":74.13,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
60
+ {"index":64,"Rank":65,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma\">lma<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
61
+ {"index":65,"Rank":66,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma2\">lma2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}
62
+ {"index":66,"Rank":67,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/twadada\/lma3\">lma3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","AllegroReviews":"","CBD":"","MassiveIntentClassification (pl)":34.0,"MassiveScenarioClassification (pl)":37.17,"PAC":"","PolEmo2.0-IN":"","PolEmo2.0-OUT":""}