Added updated MTEB evals
Browse files
README.md
CHANGED
|
@@ -5877,6 +5877,297 @@ model-index:
|
|
| 5877 |
value: 75.12104909213181
|
| 5878 |
task:
|
| 5879 |
type: Classification
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5880 |
- dataset:
|
| 5881 |
config: default
|
| 5882 |
name: MTEB MedrxivClusteringP2P (default)
|
|
@@ -6516,6 +6807,297 @@ model-index:
|
|
| 6516 |
value: 54.847
|
| 6517 |
task:
|
| 6518 |
type: Retrieval
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6519 |
- dataset:
|
| 6520 |
config: default
|
| 6521 |
name: MTEB QuoraRetrieval (default)
|
|
@@ -9042,4 +9624,4 @@ If you use this model in your research, please cite:
|
|
| 9042 |
}
|
| 9043 |
```
|
| 9044 |
|
| 9045 |
-
For more detailed information, visit our GitHub repository.
|
|
|
|
| 5877 |
value: 75.12104909213181
|
| 5878 |
task:
|
| 5879 |
type: Classification
|
| 5880 |
+
- dataset:
|
| 5881 |
+
config: default
|
| 5882 |
+
name: MTEB MedicalQARetrieval (default)
|
| 5883 |
+
revision: ae763399273d8b20506b80cf6f6f9a31a6a2b238
|
| 5884 |
+
split: test
|
| 5885 |
+
type: mteb/medical_qa
|
| 5886 |
+
metrics:
|
| 5887 |
+
- type: main_score
|
| 5888 |
+
value: 70.316
|
| 5889 |
+
- type: map_at_1
|
| 5890 |
+
value: 55.762
|
| 5891 |
+
- type: map_at_10
|
| 5892 |
+
value: 65.617
|
| 5893 |
+
- type: map_at_100
|
| 5894 |
+
value: 66.07499999999999
|
| 5895 |
+
- type: map_at_1000
|
| 5896 |
+
value: 66.098
|
| 5897 |
+
- type: map_at_20
|
| 5898 |
+
value: 65.926
|
| 5899 |
+
- type: map_at_3
|
| 5900 |
+
value: 63.46000000000001
|
| 5901 |
+
- type: map_at_5
|
| 5902 |
+
value: 64.81
|
| 5903 |
+
- type: mrr_at_1
|
| 5904 |
+
value: 55.76171875
|
| 5905 |
+
- type: mrr_at_10
|
| 5906 |
+
value: 65.61734638516852
|
| 5907 |
+
- type: mrr_at_100
|
| 5908 |
+
value: 66.07564323944077
|
| 5909 |
+
- type: mrr_at_1000
|
| 5910 |
+
value: 66.09885409027784
|
| 5911 |
+
- type: mrr_at_20
|
| 5912 |
+
value: 65.92394787011318
|
| 5913 |
+
- type: mrr_at_3
|
| 5914 |
+
value: 63.46028645833318
|
| 5915 |
+
- type: mrr_at_5
|
| 5916 |
+
value: 64.81038411458326
|
| 5917 |
+
- type: nauc_map_at_1000_diff1
|
| 5918 |
+
value: 55.117921948917704
|
| 5919 |
+
- type: nauc_map_at_1000_max
|
| 5920 |
+
value: 40.329646871994434
|
| 5921 |
+
- type: nauc_map_at_1000_std
|
| 5922 |
+
value: -2.7447494458084516
|
| 5923 |
+
- type: nauc_map_at_100_diff1
|
| 5924 |
+
value: 55.08707565824308
|
| 5925 |
+
- type: nauc_map_at_100_max
|
| 5926 |
+
value: 40.35427405860057
|
| 5927 |
+
- type: nauc_map_at_100_std
|
| 5928 |
+
value: -2.7521388878942994
|
| 5929 |
+
- type: nauc_map_at_10_diff1
|
| 5930 |
+
value: 54.987359148416616
|
| 5931 |
+
- type: nauc_map_at_10_max
|
| 5932 |
+
value: 40.2168179457375
|
| 5933 |
+
- type: nauc_map_at_10_std
|
| 5934 |
+
value: -2.978624864409744
|
| 5935 |
+
- type: nauc_map_at_1_diff1
|
| 5936 |
+
value: 61.239951679175974
|
| 5937 |
+
- type: nauc_map_at_1_max
|
| 5938 |
+
value: 39.49150430490776
|
| 5939 |
+
- type: nauc_map_at_1_std
|
| 5940 |
+
value: -1.8142615816830427
|
| 5941 |
+
- type: nauc_map_at_20_diff1
|
| 5942 |
+
value: 54.980346172896766
|
| 5943 |
+
- type: nauc_map_at_20_max
|
| 5944 |
+
value: 40.388274220840984
|
| 5945 |
+
- type: nauc_map_at_20_std
|
| 5946 |
+
value: -2.7917130558799648
|
| 5947 |
+
- type: nauc_map_at_3_diff1
|
| 5948 |
+
value: 55.540250455236176
|
| 5949 |
+
- type: nauc_map_at_3_max
|
| 5950 |
+
value: 39.01408945261429
|
| 5951 |
+
- type: nauc_map_at_3_std
|
| 5952 |
+
value: -2.804709321224132
|
| 5953 |
+
- type: nauc_map_at_5_diff1
|
| 5954 |
+
value: 55.17728028457556
|
| 5955 |
+
- type: nauc_map_at_5_max
|
| 5956 |
+
value: 39.67456707836799
|
| 5957 |
+
- type: nauc_map_at_5_std
|
| 5958 |
+
value: -2.9985665760830456
|
| 5959 |
+
- type: nauc_mrr_at_1000_diff1
|
| 5960 |
+
value: 55.119408854006814
|
| 5961 |
+
- type: nauc_mrr_at_1000_max
|
| 5962 |
+
value: 40.386764886119956
|
| 5963 |
+
- type: nauc_mrr_at_1000_std
|
| 5964 |
+
value: -2.5256541513637263
|
| 5965 |
+
- type: nauc_mrr_at_100_diff1
|
| 5966 |
+
value: 55.08855646650919
|
| 5967 |
+
- type: nauc_mrr_at_100_max
|
| 5968 |
+
value: 40.41133635338564
|
| 5969 |
+
- type: nauc_mrr_at_100_std
|
| 5970 |
+
value: -2.533239161326411
|
| 5971 |
+
- type: nauc_mrr_at_10_diff1
|
| 5972 |
+
value: 54.988649543503385
|
| 5973 |
+
- type: nauc_mrr_at_10_max
|
| 5974 |
+
value: 40.27285482782524
|
| 5975 |
+
- type: nauc_mrr_at_10_std
|
| 5976 |
+
value: -2.762984128910569
|
| 5977 |
+
- type: nauc_mrr_at_1_diff1
|
| 5978 |
+
value: 61.239951679175974
|
| 5979 |
+
- type: nauc_mrr_at_1_max
|
| 5980 |
+
value: 39.586560519712386
|
| 5981 |
+
- type: nauc_mrr_at_1_std
|
| 5982 |
+
value: -1.4746589950499525
|
| 5983 |
+
- type: nauc_mrr_at_20_diff1
|
| 5984 |
+
value: 54.985183128082305
|
| 5985 |
+
- type: nauc_mrr_at_20_max
|
| 5986 |
+
value: 40.448217601766494
|
| 5987 |
+
- type: nauc_mrr_at_20_std
|
| 5988 |
+
value: -2.575271717637722
|
| 5989 |
+
- type: nauc_mrr_at_3_diff1
|
| 5990 |
+
value: 55.540250455236176
|
| 5991 |
+
- type: nauc_mrr_at_3_max
|
| 5992 |
+
value: 39.051677641594125
|
| 5993 |
+
- type: nauc_mrr_at_3_std
|
| 5994 |
+
value: -2.5883569220502896
|
| 5995 |
+
- type: nauc_mrr_at_5_diff1
|
| 5996 |
+
value: 55.17728028457556
|
| 5997 |
+
- type: nauc_mrr_at_5_max
|
| 5998 |
+
value: 39.71664203575019
|
| 5999 |
+
- type: nauc_mrr_at_5_std
|
| 6000 |
+
value: -2.770350063430267
|
| 6001 |
+
- type: nauc_ndcg_at_1000_diff1
|
| 6002 |
+
value: 53.6068186160231
|
| 6003 |
+
- type: nauc_ndcg_at_1000_max
|
| 6004 |
+
value: 41.16895263409432
|
| 6005 |
+
- type: nauc_ndcg_at_1000_std
|
| 6006 |
+
value: -2.668077069688034
|
| 6007 |
+
- type: nauc_ndcg_at_100_diff1
|
| 6008 |
+
value: 52.72931924038622
|
| 6009 |
+
- type: nauc_ndcg_at_100_max
|
| 6010 |
+
value: 41.92759552302126
|
| 6011 |
+
- type: nauc_ndcg_at_100_std
|
| 6012 |
+
value: -2.5890899194293304
|
| 6013 |
+
- type: nauc_ndcg_at_10_diff1
|
| 6014 |
+
value: 52.007628100401234
|
| 6015 |
+
- type: nauc_ndcg_at_10_max
|
| 6016 |
+
value: 41.737827206310705
|
| 6017 |
+
- type: nauc_ndcg_at_10_std
|
| 6018 |
+
value: -3.542176180209694
|
| 6019 |
+
- type: nauc_ndcg_at_1_diff1
|
| 6020 |
+
value: 61.239951679175974
|
| 6021 |
+
- type: nauc_ndcg_at_1_max
|
| 6022 |
+
value: 39.49150430490776
|
| 6023 |
+
- type: nauc_ndcg_at_1_std
|
| 6024 |
+
value: -1.8142615816830427
|
| 6025 |
+
- type: nauc_ndcg_at_20_diff1
|
| 6026 |
+
value: 51.847691200116586
|
| 6027 |
+
- type: nauc_ndcg_at_20_max
|
| 6028 |
+
value: 42.42280333674705
|
| 6029 |
+
- type: nauc_ndcg_at_20_std
|
| 6030 |
+
value: -2.850352004423232
|
| 6031 |
+
- type: nauc_ndcg_at_3_diff1
|
| 6032 |
+
value: 53.51791263993053
|
| 6033 |
+
- type: nauc_ndcg_at_3_max
|
| 6034 |
+
value: 38.862920843577655
|
| 6035 |
+
- type: nauc_ndcg_at_3_std
|
| 6036 |
+
value: -3.187427589360101
|
| 6037 |
+
- type: nauc_ndcg_at_5_diff1
|
| 6038 |
+
value: 52.645322320026466
|
| 6039 |
+
- type: nauc_ndcg_at_5_max
|
| 6040 |
+
value: 40.18836539232817
|
| 6041 |
+
- type: nauc_ndcg_at_5_std
|
| 6042 |
+
value: -3.615361739188517
|
| 6043 |
+
- type: nauc_precision_at_1000_diff1
|
| 6044 |
+
value: 41.51993887005676
|
| 6045 |
+
- type: nauc_precision_at_1000_max
|
| 6046 |
+
value: 31.92569580445928
|
| 6047 |
+
- type: nauc_precision_at_1000_std
|
| 6048 |
+
value: 13.578742907797217
|
| 6049 |
+
- type: nauc_precision_at_100_diff1
|
| 6050 |
+
value: 21.604666213166603
|
| 6051 |
+
- type: nauc_precision_at_100_max
|
| 6052 |
+
value: 67.69955190694637
|
| 6053 |
+
- type: nauc_precision_at_100_std
|
| 6054 |
+
value: 4.356106302996764
|
| 6055 |
+
- type: nauc_precision_at_10_diff1
|
| 6056 |
+
value: 35.06077106721305
|
| 6057 |
+
- type: nauc_precision_at_10_max
|
| 6058 |
+
value: 51.73865588486901
|
| 6059 |
+
- type: nauc_precision_at_10_std
|
| 6060 |
+
value: -6.637691880259535
|
| 6061 |
+
- type: nauc_precision_at_1_diff1
|
| 6062 |
+
value: 61.239951679175974
|
| 6063 |
+
- type: nauc_precision_at_1_max
|
| 6064 |
+
value: 39.49150430490776
|
| 6065 |
+
- type: nauc_precision_at_1_std
|
| 6066 |
+
value: -1.8142615816830427
|
| 6067 |
+
- type: nauc_precision_at_20_diff1
|
| 6068 |
+
value: 27.691560548393458
|
| 6069 |
+
- type: nauc_precision_at_20_max
|
| 6070 |
+
value: 60.735172992308385
|
| 6071 |
+
- type: nauc_precision_at_20_std
|
| 6072 |
+
value: -2.087850725674345
|
| 6073 |
+
- type: nauc_precision_at_3_diff1
|
| 6074 |
+
value: 46.443339144235736
|
| 6075 |
+
- type: nauc_precision_at_3_max
|
| 6076 |
+
value: 38.34121270977754
|
| 6077 |
+
- type: nauc_precision_at_3_std
|
| 6078 |
+
value: -4.53847034769947
|
| 6079 |
+
- type: nauc_precision_at_5_diff1
|
| 6080 |
+
value: 41.99220857335789
|
| 6081 |
+
- type: nauc_precision_at_5_max
|
| 6082 |
+
value: 42.64971733556552
|
| 6083 |
+
- type: nauc_precision_at_5_std
|
| 6084 |
+
value: -6.288726238529177
|
| 6085 |
+
- type: nauc_recall_at_1000_diff1
|
| 6086 |
+
value: 41.51993887005676
|
| 6087 |
+
- type: nauc_recall_at_1000_max
|
| 6088 |
+
value: 31.925695804460947
|
| 6089 |
+
- type: nauc_recall_at_1000_std
|
| 6090 |
+
value: 13.578742907798885
|
| 6091 |
+
- type: nauc_recall_at_100_diff1
|
| 6092 |
+
value: 21.604666213166638
|
| 6093 |
+
- type: nauc_recall_at_100_max
|
| 6094 |
+
value: 67.69955190694643
|
| 6095 |
+
- type: nauc_recall_at_100_std
|
| 6096 |
+
value: 4.356106302997579
|
| 6097 |
+
- type: nauc_recall_at_10_diff1
|
| 6098 |
+
value: 35.060771067213025
|
| 6099 |
+
- type: nauc_recall_at_10_max
|
| 6100 |
+
value: 51.738655884869054
|
| 6101 |
+
- type: nauc_recall_at_10_std
|
| 6102 |
+
value: -6.637691880259386
|
| 6103 |
+
- type: nauc_recall_at_1_diff1
|
| 6104 |
+
value: 61.239951679175974
|
| 6105 |
+
- type: nauc_recall_at_1_max
|
| 6106 |
+
value: 39.49150430490776
|
| 6107 |
+
- type: nauc_recall_at_1_std
|
| 6108 |
+
value: -1.8142615816830427
|
| 6109 |
+
- type: nauc_recall_at_20_diff1
|
| 6110 |
+
value: 27.691560548393547
|
| 6111 |
+
- type: nauc_recall_at_20_max
|
| 6112 |
+
value: 60.73517299230855
|
| 6113 |
+
- type: nauc_recall_at_20_std
|
| 6114 |
+
value: -2.0878507256741576
|
| 6115 |
+
- type: nauc_recall_at_3_diff1
|
| 6116 |
+
value: 46.44333914423575
|
| 6117 |
+
- type: nauc_recall_at_3_max
|
| 6118 |
+
value: 38.34121270977744
|
| 6119 |
+
- type: nauc_recall_at_3_std
|
| 6120 |
+
value: -4.538470347699562
|
| 6121 |
+
- type: nauc_recall_at_5_diff1
|
| 6122 |
+
value: 41.992208573358035
|
| 6123 |
+
- type: nauc_recall_at_5_max
|
| 6124 |
+
value: 42.64971733556567
|
| 6125 |
+
- type: nauc_recall_at_5_std
|
| 6126 |
+
value: -6.2887262385288984
|
| 6127 |
+
- type: ndcg_at_1
|
| 6128 |
+
value: 55.762
|
| 6129 |
+
- type: ndcg_at_10
|
| 6130 |
+
value: 70.316
|
| 6131 |
+
- type: ndcg_at_100
|
| 6132 |
+
value: 72.499
|
| 6133 |
+
- type: ndcg_at_1000
|
| 6134 |
+
value: 73.08
|
| 6135 |
+
- type: ndcg_at_20
|
| 6136 |
+
value: 71.416
|
| 6137 |
+
- type: ndcg_at_3
|
| 6138 |
+
value: 65.926
|
| 6139 |
+
- type: ndcg_at_5
|
| 6140 |
+
value: 68.35900000000001
|
| 6141 |
+
- type: precision_at_1
|
| 6142 |
+
value: 55.762
|
| 6143 |
+
- type: precision_at_10
|
| 6144 |
+
value: 8.501
|
| 6145 |
+
- type: precision_at_100
|
| 6146 |
+
value: 0.9520000000000001
|
| 6147 |
+
- type: precision_at_1000
|
| 6148 |
+
value: 0.1
|
| 6149 |
+
- type: precision_at_20
|
| 6150 |
+
value: 4.465
|
| 6151 |
+
- type: precision_at_3
|
| 6152 |
+
value: 24.349
|
| 6153 |
+
- type: precision_at_5
|
| 6154 |
+
value: 15.791
|
| 6155 |
+
- type: recall_at_1
|
| 6156 |
+
value: 55.762
|
| 6157 |
+
- type: recall_at_10
|
| 6158 |
+
value: 85.00999999999999
|
| 6159 |
+
- type: recall_at_100
|
| 6160 |
+
value: 95.166
|
| 6161 |
+
- type: recall_at_1000
|
| 6162 |
+
value: 99.658
|
| 6163 |
+
- type: recall_at_20
|
| 6164 |
+
value: 89.307
|
| 6165 |
+
- type: recall_at_3
|
| 6166 |
+
value: 73.047
|
| 6167 |
+
- type: recall_at_5
|
| 6168 |
+
value: 78.955
|
| 6169 |
+
task:
|
| 6170 |
+
type: Retrieval
|
| 6171 |
- dataset:
|
| 6172 |
config: default
|
| 6173 |
name: MTEB MedrxivClusteringP2P (default)
|
|
|
|
| 6807 |
value: 54.847
|
| 6808 |
task:
|
| 6809 |
type: Retrieval
|
| 6810 |
+
- dataset:
|
| 6811 |
+
config: english
|
| 6812 |
+
name: MTEB PublicHealthQA (english)
|
| 6813 |
+
revision: main
|
| 6814 |
+
split: test
|
| 6815 |
+
type: xhluca/publichealth-qa
|
| 6816 |
+
metrics:
|
| 6817 |
+
- type: main_score
|
| 6818 |
+
value: 81.797
|
| 6819 |
+
- type: map_at_1
|
| 6820 |
+
value: 67.44200000000001
|
| 6821 |
+
- type: map_at_10
|
| 6822 |
+
value: 77.40899999999999
|
| 6823 |
+
- type: map_at_100
|
| 6824 |
+
value: 77.58800000000001
|
| 6825 |
+
- type: map_at_1000
|
| 6826 |
+
value: 77.59700000000001
|
| 6827 |
+
- type: map_at_20
|
| 6828 |
+
value: 77.563
|
| 6829 |
+
- type: map_at_3
|
| 6830 |
+
value: 75.775
|
| 6831 |
+
- type: map_at_5
|
| 6832 |
+
value: 76.676
|
| 6833 |
+
- type: mrr_at_1
|
| 6834 |
+
value: 67.44186046511628
|
| 6835 |
+
- type: mrr_at_10
|
| 6836 |
+
value: 77.40933001107419
|
| 6837 |
+
- type: mrr_at_100
|
| 6838 |
+
value: 77.58758776090153
|
| 6839 |
+
- type: mrr_at_1000
|
| 6840 |
+
value: 77.59701476623081
|
| 6841 |
+
- type: mrr_at_20
|
| 6842 |
+
value: 77.56332082460221
|
| 6843 |
+
- type: mrr_at_3
|
| 6844 |
+
value: 75.7751937984496
|
| 6845 |
+
- type: mrr_at_5
|
| 6846 |
+
value: 76.67635658914729
|
| 6847 |
+
- type: nauc_map_at_1000_diff1
|
| 6848 |
+
value: 68.03862212120946
|
| 6849 |
+
- type: nauc_map_at_1000_max
|
| 6850 |
+
value: 45.571493373890284
|
| 6851 |
+
- type: nauc_map_at_1000_std
|
| 6852 |
+
value: -9.513610168308675
|
| 6853 |
+
- type: nauc_map_at_100_diff1
|
| 6854 |
+
value: 68.04692169460982
|
| 6855 |
+
- type: nauc_map_at_100_max
|
| 6856 |
+
value: 45.597744584746174
|
| 6857 |
+
- type: nauc_map_at_100_std
|
| 6858 |
+
value: -9.46079106577722
|
| 6859 |
+
- type: nauc_map_at_10_diff1
|
| 6860 |
+
value: 68.12206434240572
|
| 6861 |
+
- type: nauc_map_at_10_max
|
| 6862 |
+
value: 45.87818916623179
|
| 6863 |
+
- type: nauc_map_at_10_std
|
| 6864 |
+
value: -9.07755836461079
|
| 6865 |
+
- type: nauc_map_at_1_diff1
|
| 6866 |
+
value: 67.12290625195008
|
| 6867 |
+
- type: nauc_map_at_1_max
|
| 6868 |
+
value: 41.961375907271766
|
| 6869 |
+
- type: nauc_map_at_1_std
|
| 6870 |
+
value: -14.305894005739376
|
| 6871 |
+
- type: nauc_map_at_20_diff1
|
| 6872 |
+
value: 68.03994283236055
|
| 6873 |
+
- type: nauc_map_at_20_max
|
| 6874 |
+
value: 45.55410799331842
|
| 6875 |
+
- type: nauc_map_at_20_std
|
| 6876 |
+
value: -9.446523820020174
|
| 6877 |
+
- type: nauc_map_at_3_diff1
|
| 6878 |
+
value: 68.37489368079838
|
| 6879 |
+
- type: nauc_map_at_3_max
|
| 6880 |
+
value: 46.36986654238148
|
| 6881 |
+
- type: nauc_map_at_3_std
|
| 6882 |
+
value: -10.310951850957865
|
| 6883 |
+
- type: nauc_map_at_5_diff1
|
| 6884 |
+
value: 67.59677966909759
|
| 6885 |
+
- type: nauc_map_at_5_max
|
| 6886 |
+
value: 44.92160517102712
|
| 6887 |
+
- type: nauc_map_at_5_std
|
| 6888 |
+
value: -9.80872574347567
|
| 6889 |
+
- type: nauc_mrr_at_1000_diff1
|
| 6890 |
+
value: 68.03866688403615
|
| 6891 |
+
- type: nauc_mrr_at_1000_max
|
| 6892 |
+
value: 45.571464182248114
|
| 6893 |
+
- type: nauc_mrr_at_1000_std
|
| 6894 |
+
value: -9.513668903745707
|
| 6895 |
+
- type: nauc_mrr_at_100_diff1
|
| 6896 |
+
value: 68.04692169460982
|
| 6897 |
+
- type: nauc_mrr_at_100_max
|
| 6898 |
+
value: 45.597744584746174
|
| 6899 |
+
- type: nauc_mrr_at_100_std
|
| 6900 |
+
value: -9.46079106577722
|
| 6901 |
+
- type: nauc_mrr_at_10_diff1
|
| 6902 |
+
value: 68.12206434240572
|
| 6903 |
+
- type: nauc_mrr_at_10_max
|
| 6904 |
+
value: 45.87818916623179
|
| 6905 |
+
- type: nauc_mrr_at_10_std
|
| 6906 |
+
value: -9.07755836461079
|
| 6907 |
+
- type: nauc_mrr_at_1_diff1
|
| 6908 |
+
value: 67.12290625195008
|
| 6909 |
+
- type: nauc_mrr_at_1_max
|
| 6910 |
+
value: 41.961375907271766
|
| 6911 |
+
- type: nauc_mrr_at_1_std
|
| 6912 |
+
value: -14.305894005739376
|
| 6913 |
+
- type: nauc_mrr_at_20_diff1
|
| 6914 |
+
value: 68.03994283236055
|
| 6915 |
+
- type: nauc_mrr_at_20_max
|
| 6916 |
+
value: 45.55410799331842
|
| 6917 |
+
- type: nauc_mrr_at_20_std
|
| 6918 |
+
value: -9.446523820020174
|
| 6919 |
+
- type: nauc_mrr_at_3_diff1
|
| 6920 |
+
value: 68.37489368079838
|
| 6921 |
+
- type: nauc_mrr_at_3_max
|
| 6922 |
+
value: 46.36986654238148
|
| 6923 |
+
- type: nauc_mrr_at_3_std
|
| 6924 |
+
value: -10.310951850957865
|
| 6925 |
+
- type: nauc_mrr_at_5_diff1
|
| 6926 |
+
value: 67.59677966909759
|
| 6927 |
+
- type: nauc_mrr_at_5_max
|
| 6928 |
+
value: 44.92160517102712
|
| 6929 |
+
- type: nauc_mrr_at_5_std
|
| 6930 |
+
value: -9.80872574347567
|
| 6931 |
+
- type: nauc_ndcg_at_1000_diff1
|
| 6932 |
+
value: 68.19001086715403
|
| 6933 |
+
- type: nauc_ndcg_at_1000_max
|
| 6934 |
+
value: 46.15089790137622
|
| 6935 |
+
- type: nauc_ndcg_at_1000_std
|
| 6936 |
+
value: -8.412159613801633
|
| 6937 |
+
- type: nauc_ndcg_at_100_diff1
|
| 6938 |
+
value: 68.38436319007278
|
| 6939 |
+
- type: nauc_ndcg_at_100_max
|
| 6940 |
+
value: 46.7399567648645
|
| 6941 |
+
- type: nauc_ndcg_at_100_std
|
| 6942 |
+
value: -7.226231881646415
|
| 6943 |
+
- type: nauc_ndcg_at_10_diff1
|
| 6944 |
+
value: 68.66691333519046
|
| 6945 |
+
- type: nauc_ndcg_at_10_max
|
| 6946 |
+
value: 47.676855724705206
|
| 6947 |
+
- type: nauc_ndcg_at_10_std
|
| 6948 |
+
value: -5.73932115133516
|
| 6949 |
+
- type: nauc_ndcg_at_1_diff1
|
| 6950 |
+
value: 67.12290625195008
|
| 6951 |
+
- type: nauc_ndcg_at_1_max
|
| 6952 |
+
value: 41.961375907271766
|
| 6953 |
+
- type: nauc_ndcg_at_1_std
|
| 6954 |
+
value: -14.305894005739376
|
| 6955 |
+
- type: nauc_ndcg_at_20_diff1
|
| 6956 |
+
value: 68.2939167825507
|
| 6957 |
+
- type: nauc_ndcg_at_20_max
|
| 6958 |
+
value: 46.24310319611011
|
| 6959 |
+
- type: nauc_ndcg_at_20_std
|
| 6960 |
+
value: -7.125543051802564
|
| 6961 |
+
- type: nauc_ndcg_at_3_diff1
|
| 6962 |
+
value: 68.80845744009801
|
| 6963 |
+
- type: nauc_ndcg_at_3_max
|
| 6964 |
+
value: 48.06608134910292
|
| 6965 |
+
- type: nauc_ndcg_at_3_std
|
| 6966 |
+
value: -9.416751601725604
|
| 6967 |
+
- type: nauc_ndcg_at_5_diff1
|
| 6968 |
+
value: 67.20191468584295
|
| 6969 |
+
- type: nauc_ndcg_at_5_max
|
| 6970 |
+
value: 45.17104294409719
|
| 6971 |
+
- type: nauc_ndcg_at_5_std
|
| 6972 |
+
value: -8.11265697724823
|
| 6973 |
+
- type: nauc_precision_at_1000_diff1
|
| 6974 |
+
value: 100.0
|
| 6975 |
+
- type: nauc_precision_at_1000_max
|
| 6976 |
+
value: 100.0
|
| 6977 |
+
- type: nauc_precision_at_1000_std
|
| 6978 |
+
value: 100.0
|
| 6979 |
+
- type: nauc_precision_at_100_diff1
|
| 6980 |
+
value: 86.14085746500498
|
| 6981 |
+
- type: nauc_precision_at_100_max
|
| 6982 |
+
value: 100.0
|
| 6983 |
+
- type: nauc_precision_at_100_std
|
| 6984 |
+
value: 100.0
|
| 6985 |
+
- type: nauc_precision_at_10_diff1
|
| 6986 |
+
value: 76.20567449736176
|
| 6987 |
+
- type: nauc_precision_at_10_max
|
| 6988 |
+
value: 70.13176535200981
|
| 6989 |
+
- type: nauc_precision_at_10_std
|
| 6990 |
+
value: 38.95128572868472
|
| 6991 |
+
- type: nauc_precision_at_1_diff1
|
| 6992 |
+
value: 67.12290625195008
|
| 6993 |
+
- type: nauc_precision_at_1_max
|
| 6994 |
+
value: 41.961375907271766
|
| 6995 |
+
- type: nauc_precision_at_1_std
|
| 6996 |
+
value: -14.305894005739376
|
| 6997 |
+
- type: nauc_precision_at_20_diff1
|
| 6998 |
+
value: 73.74993491997736
|
| 6999 |
+
- type: nauc_precision_at_20_max
|
| 7000 |
+
value: 54.67254536177645
|
| 7001 |
+
- type: nauc_precision_at_20_std
|
| 7002 |
+
value: 49.85551772921538
|
| 7003 |
+
- type: nauc_precision_at_3_diff1
|
| 7004 |
+
value: 70.72764096781087
|
| 7005 |
+
- type: nauc_precision_at_3_max
|
| 7006 |
+
value: 55.67372625764705
|
| 7007 |
+
- type: nauc_precision_at_3_std
|
| 7008 |
+
value: -5.745071196827823
|
| 7009 |
+
- type: nauc_precision_at_5_diff1
|
| 7010 |
+
value: 64.27540794356823
|
| 7011 |
+
- type: nauc_precision_at_5_max
|
| 7012 |
+
value: 45.6262640317178
|
| 7013 |
+
- type: nauc_precision_at_5_std
|
| 7014 |
+
value: 2.0638422618860512
|
| 7015 |
+
- type: nauc_recall_at_1000_diff1
|
| 7016 |
+
value: .nan
|
| 7017 |
+
- type: nauc_recall_at_1000_max
|
| 7018 |
+
value: .nan
|
| 7019 |
+
- type: nauc_recall_at_1000_std
|
| 7020 |
+
value: .nan
|
| 7021 |
+
- type: nauc_recall_at_100_diff1
|
| 7022 |
+
value: 86.14085746500531
|
| 7023 |
+
- type: nauc_recall_at_100_max
|
| 7024 |
+
value: 100.0
|
| 7025 |
+
- type: nauc_recall_at_100_std
|
| 7026 |
+
value: 100.0
|
| 7027 |
+
- type: nauc_recall_at_10_diff1
|
| 7028 |
+
value: 76.20567449736204
|
| 7029 |
+
- type: nauc_recall_at_10_max
|
| 7030 |
+
value: 70.13176535201025
|
| 7031 |
+
- type: nauc_recall_at_10_std
|
| 7032 |
+
value: 38.951285728684546
|
| 7033 |
+
- type: nauc_recall_at_1_diff1
|
| 7034 |
+
value: 67.12290625195008
|
| 7035 |
+
- type: nauc_recall_at_1_max
|
| 7036 |
+
value: 41.961375907271766
|
| 7037 |
+
- type: nauc_recall_at_1_std
|
| 7038 |
+
value: -14.305894005739376
|
| 7039 |
+
- type: nauc_recall_at_20_diff1
|
| 7040 |
+
value: 73.74993491997758
|
| 7041 |
+
- type: nauc_recall_at_20_max
|
| 7042 |
+
value: 54.67254536177716
|
| 7043 |
+
- type: nauc_recall_at_20_std
|
| 7044 |
+
value: 49.85551772921467
|
| 7045 |
+
- type: nauc_recall_at_3_diff1
|
| 7046 |
+
value: 70.72764096781106
|
| 7047 |
+
- type: nauc_recall_at_3_max
|
| 7048 |
+
value: 55.67372625764696
|
| 7049 |
+
- type: nauc_recall_at_3_std
|
| 7050 |
+
value: -5.745071196827833
|
| 7051 |
+
- type: nauc_recall_at_5_diff1
|
| 7052 |
+
value: 64.27540794356815
|
| 7053 |
+
- type: nauc_recall_at_5_max
|
| 7054 |
+
value: 45.626264031717625
|
| 7055 |
+
- type: nauc_recall_at_5_std
|
| 7056 |
+
value: 2.06384226188602
|
| 7057 |
+
- type: ndcg_at_1
|
| 7058 |
+
value: 67.44200000000001
|
| 7059 |
+
- type: ndcg_at_10
|
| 7060 |
+
value: 81.797
|
| 7061 |
+
- type: ndcg_at_100
|
| 7062 |
+
value: 82.582
|
| 7063 |
+
- type: ndcg_at_1000
|
| 7064 |
+
value: 82.749
|
| 7065 |
+
- type: ndcg_at_20
|
| 7066 |
+
value: 82.375
|
| 7067 |
+
- type: ndcg_at_3
|
| 7068 |
+
value: 78.41900000000001
|
| 7069 |
+
- type: ndcg_at_5
|
| 7070 |
+
value: 80.07
|
| 7071 |
+
- type: precision_at_1
|
| 7072 |
+
value: 67.44200000000001
|
| 7073 |
+
- type: precision_at_10
|
| 7074 |
+
value: 9.535
|
| 7075 |
+
- type: precision_at_100
|
| 7076 |
+
value: 0.988
|
| 7077 |
+
- type: precision_at_1000
|
| 7078 |
+
value: 0.1
|
| 7079 |
+
- type: precision_at_20
|
| 7080 |
+
value: 4.884
|
| 7081 |
+
- type: precision_at_3
|
| 7082 |
+
value: 28.682000000000002
|
| 7083 |
+
- type: precision_at_5
|
| 7084 |
+
value: 18.023
|
| 7085 |
+
- type: recall_at_1
|
| 7086 |
+
value: 67.44200000000001
|
| 7087 |
+
- type: recall_at_10
|
| 7088 |
+
value: 95.34899999999999
|
| 7089 |
+
- type: recall_at_100
|
| 7090 |
+
value: 98.837
|
| 7091 |
+
- type: recall_at_1000
|
| 7092 |
+
value: 100.0
|
| 7093 |
+
- type: recall_at_20
|
| 7094 |
+
value: 97.674
|
| 7095 |
+
- type: recall_at_3
|
| 7096 |
+
value: 86.047
|
| 7097 |
+
- type: recall_at_5
|
| 7098 |
+
value: 90.116
|
| 7099 |
+
task:
|
| 7100 |
+
type: Retrieval
|
| 7101 |
- dataset:
|
| 7102 |
config: default
|
| 7103 |
name: MTEB QuoraRetrieval (default)
|
|
|
|
| 9624 |
}
|
| 9625 |
```
|
| 9626 |
|
| 9627 |
+
For more detailed information, visit our GitHub repository.
|