ai-forever
commited on
revert mteb naming scheme
Browse files
README.md
CHANGED
@@ -4,7 +4,7 @@ model-index:
|
|
4 |
results:
|
5 |
- dataset:
|
6 |
config: default
|
7 |
-
name: CEDRClassification (
|
8 |
revision: c0ba03d058e3e1b2f3fd20518875a4563dd12db4
|
9 |
split: test
|
10 |
type: ai-forever/cedr-classification
|
@@ -21,7 +21,7 @@ model-index:
|
|
21 |
type: MultilabelClassification
|
22 |
- dataset:
|
23 |
config: default
|
24 |
-
name: GeoreviewClassification (
|
25 |
revision: 3765c0d1de6b7d264bc459433c45e5a75513839c
|
26 |
split: test
|
27 |
type: ai-forever/georeview-classification
|
@@ -38,7 +38,7 @@ model-index:
|
|
38 |
type: Classification
|
39 |
- dataset:
|
40 |
config: default
|
41 |
-
name: GeoreviewClusteringP2P (
|
42 |
revision: 97a313c8fc85b47f13f33e7e9a95c1ad888c7fec
|
43 |
split: test
|
44 |
type: ai-forever/georeview-clustering-p2p
|
@@ -53,7 +53,7 @@ model-index:
|
|
53 |
type: Clustering
|
54 |
- dataset:
|
55 |
config: default
|
56 |
-
name: HeadlineClassification (
|
57 |
revision: 2fe05ee6b5832cda29f2ef7aaad7b7fe6a3609eb
|
58 |
split: test
|
59 |
type: ai-forever/headline-classification
|
@@ -70,7 +70,7 @@ model-index:
|
|
70 |
type: Classification
|
71 |
- dataset:
|
72 |
config: default
|
73 |
-
name: InappropriatenessClassification (
|
74 |
revision: 601651fdc45ef243751676e62dd7a19f491c0285
|
75 |
split: test
|
76 |
type: ai-forever/inappropriateness-classification
|
@@ -91,7 +91,7 @@ model-index:
|
|
91 |
type: Classification
|
92 |
- dataset:
|
93 |
config: default
|
94 |
-
name: KinopoiskClassification (
|
95 |
revision: 5911f26666ac11af46cb9c6849d0dc80a378af24
|
96 |
split: test
|
97 |
type: ai-forever/kinopoisk-sentiment-classification
|
@@ -108,7 +108,7 @@ model-index:
|
|
108 |
type: Classification
|
109 |
- dataset:
|
110 |
config: ru
|
111 |
-
name: MTEB MIRACLReranking (
|
112 |
revision: 6d1962c527217f8927fca80f890f14f36b2802af
|
113 |
split: dev
|
114 |
type: miracl/mmteb-miracl-reranking
|
@@ -343,7 +343,7 @@ model-index:
|
|
343 |
type: Reranking
|
344 |
- dataset:
|
345 |
config: ru
|
346 |
-
name: MTEB MIRACLRetrieval (
|
347 |
revision: main
|
348 |
split: dev
|
349 |
type: miracl/mmteb-miracl
|
@@ -634,7 +634,7 @@ model-index:
|
|
634 |
type: Retrieval
|
635 |
- dataset:
|
636 |
config: ru
|
637 |
-
name: MTEB MassiveIntentClassification (
|
638 |
revision: 4672e20407010da34463acc759c162ca9734bca6
|
639 |
split: test
|
640 |
type: mteb/amazon_massive_intent
|
@@ -651,7 +651,7 @@ model-index:
|
|
651 |
type: Classification
|
652 |
- dataset:
|
653 |
config: ru
|
654 |
-
name: MTEB MassiveIntentClassification (
|
655 |
revision: 4672e20407010da34463acc759c162ca9734bca6
|
656 |
split: validation
|
657 |
type: mteb/amazon_massive_intent
|
@@ -668,7 +668,7 @@ model-index:
|
|
668 |
type: Classification
|
669 |
- dataset:
|
670 |
config: ru
|
671 |
-
name: MTEB MassiveScenarioClassification (
|
672 |
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
|
673 |
split: test
|
674 |
type: mteb/amazon_massive_scenario
|
@@ -685,7 +685,7 @@ model-index:
|
|
685 |
type: Classification
|
686 |
- dataset:
|
687 |
config: ru
|
688 |
-
name: MTEB MassiveScenarioClassification (
|
689 |
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
|
690 |
split: validation
|
691 |
type: mteb/amazon_massive_scenario
|
@@ -702,7 +702,7 @@ model-index:
|
|
702 |
type: Classification
|
703 |
- dataset:
|
704 |
config: default
|
705 |
-
name: RUParaPhraserSTS (
|
706 |
revision: 43265056790b8f7c59e0139acb4be0a8dad2c8f4
|
707 |
split: test
|
708 |
type: merionum/ru_paraphraser
|
@@ -729,7 +729,7 @@ model-index:
|
|
729 |
type: STS
|
730 |
- dataset:
|
731 |
config: default
|
732 |
-
name: RiaNewsRetrieval (
|
733 |
revision: 82374b0bbacda6114f39ff9c5b925fa1512ca5d7
|
734 |
split: test
|
735 |
type: ai-forever/ria-news-retrieval
|
@@ -1020,7 +1020,7 @@ model-index:
|
|
1020 |
type: Retrieval
|
1021 |
- dataset:
|
1022 |
config: default
|
1023 |
-
name: RuBQReranking (
|
1024 |
revision: 2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2
|
1025 |
split: test
|
1026 |
type: ai-forever/rubq-reranking
|
@@ -1047,7 +1047,7 @@ model-index:
|
|
1047 |
type: Reranking
|
1048 |
- dataset:
|
1049 |
config: default
|
1050 |
-
name: RuBQRetrieval (
|
1051 |
revision: e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b
|
1052 |
split: test
|
1053 |
type: ai-forever/rubq-retrieval
|
@@ -1338,7 +1338,7 @@ model-index:
|
|
1338 |
type: Retrieval
|
1339 |
- dataset:
|
1340 |
config: default
|
1341 |
-
name: RuReviewsClassification (
|
1342 |
revision: f6d2c31f4dc6b88f468552750bfec05b4b41b05a
|
1343 |
split: test
|
1344 |
type: ai-forever/ru-reviews-classification
|
@@ -1355,7 +1355,7 @@ model-index:
|
|
1355 |
type: Classification
|
1356 |
- dataset:
|
1357 |
config: default
|
1358 |
-
name: RuSTSBenchmarkSTS (
|
1359 |
revision: 7cf24f325c6da6195df55bef3d86b5e0616f3018
|
1360 |
split: test
|
1361 |
type: ai-forever/ru-stsbenchmark-sts
|
@@ -1382,7 +1382,7 @@ model-index:
|
|
1382 |
type: STS
|
1383 |
- dataset:
|
1384 |
config: default
|
1385 |
-
name: RuSciBenchGRNTIClassification (
|
1386 |
revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
|
1387 |
split: test
|
1388 |
type: ai-forever/ru-scibench-grnti-classification
|
@@ -1399,7 +1399,7 @@ model-index:
|
|
1399 |
type: Classification
|
1400 |
- dataset:
|
1401 |
config: default
|
1402 |
-
name: RuSciBenchGRNTIClusteringP2P (
|
1403 |
revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
|
1404 |
split: test
|
1405 |
type: ai-forever/ru-scibench-grnti-classification
|
@@ -1414,7 +1414,7 @@ model-index:
|
|
1414 |
type: Clustering
|
1415 |
- dataset:
|
1416 |
config: default
|
1417 |
-
name: RuSciBenchOECDClassification (
|
1418 |
revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
|
1419 |
split: test
|
1420 |
type: ai-forever/ru-scibench-oecd-classification
|
@@ -1431,7 +1431,7 @@ model-index:
|
|
1431 |
type: Classification
|
1432 |
- dataset:
|
1433 |
config: default
|
1434 |
-
name: RuSciBenchOECDClusteringP2P (
|
1435 |
revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
|
1436 |
split: test
|
1437 |
type: ai-forever/ru-scibench-oecd-classification
|
@@ -1446,7 +1446,7 @@ model-index:
|
|
1446 |
type: Clustering
|
1447 |
- dataset:
|
1448 |
config: ru
|
1449 |
-
name: MTEB STS22 (
|
1450 |
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
|
1451 |
split: test
|
1452 |
type: mteb/sts22-crosslingual-sts
|
@@ -1473,7 +1473,7 @@ model-index:
|
|
1473 |
type: STS
|
1474 |
- dataset:
|
1475 |
config: default
|
1476 |
-
name: SensitiveTopicsClassification (
|
1477 |
revision: 416b34a802308eac30e4192afc0ff99bb8dcc7f2
|
1478 |
split: test
|
1479 |
type: ai-forever/sensitive-topics-classification
|
@@ -1490,7 +1490,7 @@ model-index:
|
|
1490 |
type: MultilabelClassification
|
1491 |
- dataset:
|
1492 |
config: default
|
1493 |
-
name: TERRa (
|
1494 |
revision: 7b58f24536063837d644aab9a023c62199b2a612
|
1495 |
split: dev
|
1496 |
type: ai-forever/terra-pairclassification
|
|
|
4 |
results:
|
5 |
- dataset:
|
6 |
config: default
|
7 |
+
name: MTEB CEDRClassification (default)
|
8 |
revision: c0ba03d058e3e1b2f3fd20518875a4563dd12db4
|
9 |
split: test
|
10 |
type: ai-forever/cedr-classification
|
|
|
21 |
type: MultilabelClassification
|
22 |
- dataset:
|
23 |
config: default
|
24 |
+
name: MTEB GeoreviewClassification (default)
|
25 |
revision: 3765c0d1de6b7d264bc459433c45e5a75513839c
|
26 |
split: test
|
27 |
type: ai-forever/georeview-classification
|
|
|
38 |
type: Classification
|
39 |
- dataset:
|
40 |
config: default
|
41 |
+
name: MTEB GeoreviewClusteringP2P (default)
|
42 |
revision: 97a313c8fc85b47f13f33e7e9a95c1ad888c7fec
|
43 |
split: test
|
44 |
type: ai-forever/georeview-clustering-p2p
|
|
|
53 |
type: Clustering
|
54 |
- dataset:
|
55 |
config: default
|
56 |
+
name: MTEB HeadlineClassification (default)
|
57 |
revision: 2fe05ee6b5832cda29f2ef7aaad7b7fe6a3609eb
|
58 |
split: test
|
59 |
type: ai-forever/headline-classification
|
|
|
70 |
type: Classification
|
71 |
- dataset:
|
72 |
config: default
|
73 |
+
name: MTEB InappropriatenessClassification (default)
|
74 |
revision: 601651fdc45ef243751676e62dd7a19f491c0285
|
75 |
split: test
|
76 |
type: ai-forever/inappropriateness-classification
|
|
|
91 |
type: Classification
|
92 |
- dataset:
|
93 |
config: default
|
94 |
+
name: MTEB KinopoiskClassification (default)
|
95 |
revision: 5911f26666ac11af46cb9c6849d0dc80a378af24
|
96 |
split: test
|
97 |
type: ai-forever/kinopoisk-sentiment-classification
|
|
|
108 |
type: Classification
|
109 |
- dataset:
|
110 |
config: ru
|
111 |
+
name: MTEB MIRACLReranking (ru)
|
112 |
revision: 6d1962c527217f8927fca80f890f14f36b2802af
|
113 |
split: dev
|
114 |
type: miracl/mmteb-miracl-reranking
|
|
|
343 |
type: Reranking
|
344 |
- dataset:
|
345 |
config: ru
|
346 |
+
name: MTEB MIRACLRetrieval (ru)
|
347 |
revision: main
|
348 |
split: dev
|
349 |
type: miracl/mmteb-miracl
|
|
|
634 |
type: Retrieval
|
635 |
- dataset:
|
636 |
config: ru
|
637 |
+
name: MTEB MassiveIntentClassification (ru)
|
638 |
revision: 4672e20407010da34463acc759c162ca9734bca6
|
639 |
split: test
|
640 |
type: mteb/amazon_massive_intent
|
|
|
651 |
type: Classification
|
652 |
- dataset:
|
653 |
config: ru
|
654 |
+
name: MTEB MassiveIntentClassification (ru)
|
655 |
revision: 4672e20407010da34463acc759c162ca9734bca6
|
656 |
split: validation
|
657 |
type: mteb/amazon_massive_intent
|
|
|
668 |
type: Classification
|
669 |
- dataset:
|
670 |
config: ru
|
671 |
+
name: MTEB MassiveScenarioClassification (ru)
|
672 |
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
|
673 |
split: test
|
674 |
type: mteb/amazon_massive_scenario
|
|
|
685 |
type: Classification
|
686 |
- dataset:
|
687 |
config: ru
|
688 |
+
name: MTEB MassiveScenarioClassification (ru)
|
689 |
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
|
690 |
split: validation
|
691 |
type: mteb/amazon_massive_scenario
|
|
|
702 |
type: Classification
|
703 |
- dataset:
|
704 |
config: default
|
705 |
+
name: MTEB RUParaPhraserSTS (default)
|
706 |
revision: 43265056790b8f7c59e0139acb4be0a8dad2c8f4
|
707 |
split: test
|
708 |
type: merionum/ru_paraphraser
|
|
|
729 |
type: STS
|
730 |
- dataset:
|
731 |
config: default
|
732 |
+
name: MTEB RiaNewsRetrieval (default)
|
733 |
revision: 82374b0bbacda6114f39ff9c5b925fa1512ca5d7
|
734 |
split: test
|
735 |
type: ai-forever/ria-news-retrieval
|
|
|
1020 |
type: Retrieval
|
1021 |
- dataset:
|
1022 |
config: default
|
1023 |
+
name: MTEB RuBQReranking (default)
|
1024 |
revision: 2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2
|
1025 |
split: test
|
1026 |
type: ai-forever/rubq-reranking
|
|
|
1047 |
type: Reranking
|
1048 |
- dataset:
|
1049 |
config: default
|
1050 |
+
name: MTEB RuBQRetrieval (default)
|
1051 |
revision: e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b
|
1052 |
split: test
|
1053 |
type: ai-forever/rubq-retrieval
|
|
|
1338 |
type: Retrieval
|
1339 |
- dataset:
|
1340 |
config: default
|
1341 |
+
name: MTEB RuReviewsClassification (default)
|
1342 |
revision: f6d2c31f4dc6b88f468552750bfec05b4b41b05a
|
1343 |
split: test
|
1344 |
type: ai-forever/ru-reviews-classification
|
|
|
1355 |
type: Classification
|
1356 |
- dataset:
|
1357 |
config: default
|
1358 |
+
name: MTEB RuSTSBenchmarkSTS (default)
|
1359 |
revision: 7cf24f325c6da6195df55bef3d86b5e0616f3018
|
1360 |
split: test
|
1361 |
type: ai-forever/ru-stsbenchmark-sts
|
|
|
1382 |
type: STS
|
1383 |
- dataset:
|
1384 |
config: default
|
1385 |
+
name: MTEB RuSciBenchGRNTIClassification (default)
|
1386 |
revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
|
1387 |
split: test
|
1388 |
type: ai-forever/ru-scibench-grnti-classification
|
|
|
1399 |
type: Classification
|
1400 |
- dataset:
|
1401 |
config: default
|
1402 |
+
name: MTEB RuSciBenchGRNTIClusteringP2P (default)
|
1403 |
revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
|
1404 |
split: test
|
1405 |
type: ai-forever/ru-scibench-grnti-classification
|
|
|
1414 |
type: Clustering
|
1415 |
- dataset:
|
1416 |
config: default
|
1417 |
+
name: MTEB RuSciBenchOECDClassification (default)
|
1418 |
revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
|
1419 |
split: test
|
1420 |
type: ai-forever/ru-scibench-oecd-classification
|
|
|
1431 |
type: Classification
|
1432 |
- dataset:
|
1433 |
config: default
|
1434 |
+
name: MTEB RuSciBenchOECDClusteringP2P (default)
|
1435 |
revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
|
1436 |
split: test
|
1437 |
type: ai-forever/ru-scibench-oecd-classification
|
|
|
1446 |
type: Clustering
|
1447 |
- dataset:
|
1448 |
config: ru
|
1449 |
+
name: MTEB STS22 (ru)
|
1450 |
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
|
1451 |
split: test
|
1452 |
type: mteb/sts22-crosslingual-sts
|
|
|
1473 |
type: STS
|
1474 |
- dataset:
|
1475 |
config: default
|
1476 |
+
name: MTEB SensitiveTopicsClassification (default)
|
1477 |
revision: 416b34a802308eac30e4192afc0ff99bb8dcc7f2
|
1478 |
split: test
|
1479 |
type: ai-forever/sensitive-topics-classification
|
|
|
1490 |
type: MultilabelClassification
|
1491 |
- dataset:
|
1492 |
config: default
|
1493 |
+
name: MTEB TERRa (default)
|
1494 |
revision: 7b58f24536063837d644aab9a023c62199b2a612
|
1495 |
split: dev
|
1496 |
type: ai-forever/terra-pairclassification
|