Training in progress, step 1000
Browse files- added_tokens.json +8 -0
- model.safetensors +1 -1
- runs/Jan05_12-39-00_f84b0814b610/events.out.tfevents.1736080743.f84b0814b610.1470.0 +3 -0
- special_tokens_map.json +56 -107
- tokenizer_config.json +72 -107
- training_args.bin +1 -1
added_tokens.json
CHANGED
@@ -1502,6 +1502,7 @@
|
|
1502 |
"<|9.98|>": 50863,
|
1503 |
"<|af|>": 50327,
|
1504 |
"<|am|>": 50334,
|
|
|
1505 |
"<|ar|>": 50272,
|
1506 |
"<|as|>": 50350,
|
1507 |
"<|az|>": 50304,
|
@@ -1512,22 +1513,26 @@
|
|
1512 |
"<|bo|>": 50347,
|
1513 |
"<|br|>": 50309,
|
1514 |
"<|bs|>": 50315,
|
|
|
1515 |
"<|ca|>": 50270,
|
1516 |
"<|cs|>": 50283,
|
1517 |
"<|cy|>": 50297,
|
1518 |
"<|da|>": 50285,
|
1519 |
"<|de|>": 50261,
|
|
|
1520 |
"<|el|>": 50281,
|
1521 |
"<|en|>": 50259,
|
1522 |
"<|es|>": 50262,
|
1523 |
"<|et|>": 50307,
|
1524 |
"<|eu|>": 50310,
|
1525 |
"<|fa|>": 50300,
|
|
|
1526 |
"<|fi|>": 50277,
|
1527 |
"<|fo|>": 50338,
|
1528 |
"<|fr|>": 50265,
|
1529 |
"<|gl|>": 50319,
|
1530 |
"<|gu|>": 50333,
|
|
|
1531 |
"<|haw|>": 50352,
|
1532 |
"<|ha|>": 50354,
|
1533 |
"<|he|>": 50279,
|
@@ -1561,6 +1566,7 @@
|
|
1561 |
"<|ms|>": 50282,
|
1562 |
"<|mt|>": 50343,
|
1563 |
"<|my|>": 50346,
|
|
|
1564 |
"<|ne|>": 50313,
|
1565 |
"<|nl|>": 50271,
|
1566 |
"<|nn|>": 50342,
|
@@ -1574,6 +1580,7 @@
|
|
1574 |
"<|pt|>": 50267,
|
1575 |
"<|ro|>": 50284,
|
1576 |
"<|ru|>": 50263,
|
|
|
1577 |
"<|sa|>": 50344,
|
1578 |
"<|sd|>": 50332,
|
1579 |
"<|si|>": 50322,
|
@@ -1586,6 +1593,7 @@
|
|
1586 |
"<|startoflm|>": 50360,
|
1587 |
"<|startofprev|>": 50361,
|
1588 |
"<|startoftranscript|>": 50258,
|
|
|
1589 |
"<|su|>": 50357,
|
1590 |
"<|sv|>": 50273,
|
1591 |
"<|sw|>": 50318,
|
|
|
1502 |
"<|9.98|>": 50863,
|
1503 |
"<|af|>": 50327,
|
1504 |
"<|am|>": 50334,
|
1505 |
+
"<|angry|>": 51865,
|
1506 |
"<|ar|>": 50272,
|
1507 |
"<|as|>": 50350,
|
1508 |
"<|az|>": 50304,
|
|
|
1513 |
"<|bo|>": 50347,
|
1514 |
"<|br|>": 50309,
|
1515 |
"<|bs|>": 50315,
|
1516 |
+
"<|calm|>": 51866,
|
1517 |
"<|ca|>": 50270,
|
1518 |
"<|cs|>": 50283,
|
1519 |
"<|cy|>": 50297,
|
1520 |
"<|da|>": 50285,
|
1521 |
"<|de|>": 50261,
|
1522 |
+
"<|disgust|>": 51867,
|
1523 |
"<|el|>": 50281,
|
1524 |
"<|en|>": 50259,
|
1525 |
"<|es|>": 50262,
|
1526 |
"<|et|>": 50307,
|
1527 |
"<|eu|>": 50310,
|
1528 |
"<|fa|>": 50300,
|
1529 |
+
"<|fearful|>": 51868,
|
1530 |
"<|fi|>": 50277,
|
1531 |
"<|fo|>": 50338,
|
1532 |
"<|fr|>": 50265,
|
1533 |
"<|gl|>": 50319,
|
1534 |
"<|gu|>": 50333,
|
1535 |
+
"<|happy|>": 51869,
|
1536 |
"<|haw|>": 50352,
|
1537 |
"<|ha|>": 50354,
|
1538 |
"<|he|>": 50279,
|
|
|
1566 |
"<|ms|>": 50282,
|
1567 |
"<|mt|>": 50343,
|
1568 |
"<|my|>": 50346,
|
1569 |
+
"<|neutral|>": 51870,
|
1570 |
"<|ne|>": 50313,
|
1571 |
"<|nl|>": 50271,
|
1572 |
"<|nn|>": 50342,
|
|
|
1580 |
"<|pt|>": 50267,
|
1581 |
"<|ro|>": 50284,
|
1582 |
"<|ru|>": 50263,
|
1583 |
+
"<|sad|>": 51871,
|
1584 |
"<|sa|>": 50344,
|
1585 |
"<|sd|>": 50332,
|
1586 |
"<|si|>": 50322,
|
|
|
1593 |
"<|startoflm|>": 50360,
|
1594 |
"<|startofprev|>": 50361,
|
1595 |
"<|startoftranscript|>": 50258,
|
1596 |
+
"<|surprised|>": 51872,
|
1597 |
"<|su|>": 50357,
|
1598 |
"<|sv|>": 50273,
|
1599 |
"<|sw|>": 50318,
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 290420320
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:42b50f86d57eff727a7070b2605c90b1580e10e1d694f73da75a8f4f2e11ed81
|
3 |
size 290420320
|
runs/Jan05_12-39-00_f84b0814b610/events.out.tfevents.1736080743.f84b0814b610.1470.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8b80d47d58009f802505e03e048639c8d7b39938de5418bd66179f7acdfef6df
|
3 |
+
size 15652
|
special_tokens_map.json
CHANGED
@@ -1,112 +1,61 @@
|
|
1 |
{
|
2 |
"additional_special_tokens": [
|
3 |
-
|
4 |
-
|
5 |
-
|
6 |
-
|
7 |
-
|
8 |
-
|
9 |
-
|
10 |
-
|
11 |
-
|
12 |
-
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
-
|
21 |
-
|
22 |
-
|
23 |
-
|
24 |
-
|
25 |
-
|
26 |
-
|
27 |
-
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
|
32 |
-
|
33 |
-
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
-
|
41 |
-
|
42 |
-
|
43 |
-
|
44 |
-
|
45 |
-
|
46 |
-
|
47 |
-
|
48 |
-
|
49 |
-
|
50 |
-
|
51 |
-
|
52 |
-
|
53 |
-
|
54 |
-
|
55 |
-
|
56 |
-
|
57 |
-
|
58 |
-
|
59 |
-
"<|ne|>",
|
60 |
-
"<|mn|>",
|
61 |
-
"<|bs|>",
|
62 |
-
"<|kk|>",
|
63 |
-
"<|sq|>",
|
64 |
-
"<|sw|>",
|
65 |
-
"<|gl|>",
|
66 |
-
"<|mr|>",
|
67 |
-
"<|pa|>",
|
68 |
-
"<|si|>",
|
69 |
-
"<|km|>",
|
70 |
-
"<|sn|>",
|
71 |
-
"<|yo|>",
|
72 |
-
"<|so|>",
|
73 |
-
"<|af|>",
|
74 |
-
"<|oc|>",
|
75 |
-
"<|ka|>",
|
76 |
-
"<|be|>",
|
77 |
-
"<|tg|>",
|
78 |
-
"<|sd|>",
|
79 |
-
"<|gu|>",
|
80 |
-
"<|am|>",
|
81 |
-
"<|yi|>",
|
82 |
-
"<|lo|>",
|
83 |
-
"<|uz|>",
|
84 |
-
"<|fo|>",
|
85 |
-
"<|ht|>",
|
86 |
-
"<|ps|>",
|
87 |
-
"<|tk|>",
|
88 |
-
"<|nn|>",
|
89 |
-
"<|mt|>",
|
90 |
-
"<|sa|>",
|
91 |
-
"<|lb|>",
|
92 |
-
"<|my|>",
|
93 |
-
"<|bo|>",
|
94 |
-
"<|tl|>",
|
95 |
-
"<|mg|>",
|
96 |
-
"<|as|>",
|
97 |
-
"<|tt|>",
|
98 |
-
"<|haw|>",
|
99 |
-
"<|ln|>",
|
100 |
-
"<|ha|>",
|
101 |
-
"<|ba|>",
|
102 |
-
"<|jw|>",
|
103 |
-
"<|su|>",
|
104 |
-
"<|translate|>",
|
105 |
-
"<|transcribe|>",
|
106 |
-
"<|startoflm|>",
|
107 |
-
"<|startofprev|>",
|
108 |
-
"<|nocaptions|>",
|
109 |
-
"<|notimestamps|>"
|
110 |
],
|
111 |
"bos_token": {
|
112 |
"content": "<|endoftext|>",
|
|
|
1 |
{
|
2 |
"additional_special_tokens": [
|
3 |
+
{
|
4 |
+
"content": "<|angry|>",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false
|
9 |
+
},
|
10 |
+
{
|
11 |
+
"content": "<|calm|>",
|
12 |
+
"lstrip": false,
|
13 |
+
"normalized": false,
|
14 |
+
"rstrip": false,
|
15 |
+
"single_word": false
|
16 |
+
},
|
17 |
+
{
|
18 |
+
"content": "<|disgust|>",
|
19 |
+
"lstrip": false,
|
20 |
+
"normalized": false,
|
21 |
+
"rstrip": false,
|
22 |
+
"single_word": false
|
23 |
+
},
|
24 |
+
{
|
25 |
+
"content": "<|fearful|>",
|
26 |
+
"lstrip": false,
|
27 |
+
"normalized": false,
|
28 |
+
"rstrip": false,
|
29 |
+
"single_word": false
|
30 |
+
},
|
31 |
+
{
|
32 |
+
"content": "<|happy|>",
|
33 |
+
"lstrip": false,
|
34 |
+
"normalized": false,
|
35 |
+
"rstrip": false,
|
36 |
+
"single_word": false
|
37 |
+
},
|
38 |
+
{
|
39 |
+
"content": "<|neutral|>",
|
40 |
+
"lstrip": false,
|
41 |
+
"normalized": false,
|
42 |
+
"rstrip": false,
|
43 |
+
"single_word": false
|
44 |
+
},
|
45 |
+
{
|
46 |
+
"content": "<|sad|>",
|
47 |
+
"lstrip": false,
|
48 |
+
"normalized": false,
|
49 |
+
"rstrip": false,
|
50 |
+
"single_word": false
|
51 |
+
},
|
52 |
+
{
|
53 |
+
"content": "<|surprised|>",
|
54 |
+
"lstrip": false,
|
55 |
+
"normalized": false,
|
56 |
+
"rstrip": false,
|
57 |
+
"single_word": false
|
58 |
+
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
59 |
],
|
60 |
"bos_token": {
|
61 |
"content": "<|endoftext|>",
|
tokenizer_config.json
CHANGED
@@ -12865,116 +12865,81 @@
|
|
12865 |
"rstrip": false,
|
12866 |
"single_word": false,
|
12867 |
"special": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
12868 |
}
|
12869 |
},
|
12870 |
"additional_special_tokens": [
|
12871 |
-
"<|
|
12872 |
-
"<|
|
12873 |
-
"<|
|
12874 |
-
"<|
|
12875 |
-
"<|
|
12876 |
-
"<|
|
12877 |
-
"<|
|
12878 |
-
"<|
|
12879 |
-
"<|fr|>",
|
12880 |
-
"<|ja|>",
|
12881 |
-
"<|pt|>",
|
12882 |
-
"<|tr|>",
|
12883 |
-
"<|pl|>",
|
12884 |
-
"<|ca|>",
|
12885 |
-
"<|nl|>",
|
12886 |
-
"<|ar|>",
|
12887 |
-
"<|sv|>",
|
12888 |
-
"<|it|>",
|
12889 |
-
"<|id|>",
|
12890 |
-
"<|hi|>",
|
12891 |
-
"<|fi|>",
|
12892 |
-
"<|vi|>",
|
12893 |
-
"<|he|>",
|
12894 |
-
"<|uk|>",
|
12895 |
-
"<|el|>",
|
12896 |
-
"<|ms|>",
|
12897 |
-
"<|cs|>",
|
12898 |
-
"<|ro|>",
|
12899 |
-
"<|da|>",
|
12900 |
-
"<|hu|>",
|
12901 |
-
"<|ta|>",
|
12902 |
-
"<|no|>",
|
12903 |
-
"<|th|>",
|
12904 |
-
"<|ur|>",
|
12905 |
-
"<|hr|>",
|
12906 |
-
"<|bg|>",
|
12907 |
-
"<|lt|>",
|
12908 |
-
"<|la|>",
|
12909 |
-
"<|mi|>",
|
12910 |
-
"<|ml|>",
|
12911 |
-
"<|cy|>",
|
12912 |
-
"<|sk|>",
|
12913 |
-
"<|te|>",
|
12914 |
-
"<|fa|>",
|
12915 |
-
"<|lv|>",
|
12916 |
-
"<|bn|>",
|
12917 |
-
"<|sr|>",
|
12918 |
-
"<|az|>",
|
12919 |
-
"<|sl|>",
|
12920 |
-
"<|kn|>",
|
12921 |
-
"<|et|>",
|
12922 |
-
"<|mk|>",
|
12923 |
-
"<|br|>",
|
12924 |
-
"<|eu|>",
|
12925 |
-
"<|is|>",
|
12926 |
-
"<|hy|>",
|
12927 |
-
"<|ne|>",
|
12928 |
-
"<|mn|>",
|
12929 |
-
"<|bs|>",
|
12930 |
-
"<|kk|>",
|
12931 |
-
"<|sq|>",
|
12932 |
-
"<|sw|>",
|
12933 |
-
"<|gl|>",
|
12934 |
-
"<|mr|>",
|
12935 |
-
"<|pa|>",
|
12936 |
-
"<|si|>",
|
12937 |
-
"<|km|>",
|
12938 |
-
"<|sn|>",
|
12939 |
-
"<|yo|>",
|
12940 |
-
"<|so|>",
|
12941 |
-
"<|af|>",
|
12942 |
-
"<|oc|>",
|
12943 |
-
"<|ka|>",
|
12944 |
-
"<|be|>",
|
12945 |
-
"<|tg|>",
|
12946 |
-
"<|sd|>",
|
12947 |
-
"<|gu|>",
|
12948 |
-
"<|am|>",
|
12949 |
-
"<|yi|>",
|
12950 |
-
"<|lo|>",
|
12951 |
-
"<|uz|>",
|
12952 |
-
"<|fo|>",
|
12953 |
-
"<|ht|>",
|
12954 |
-
"<|ps|>",
|
12955 |
-
"<|tk|>",
|
12956 |
-
"<|nn|>",
|
12957 |
-
"<|mt|>",
|
12958 |
-
"<|sa|>",
|
12959 |
-
"<|lb|>",
|
12960 |
-
"<|my|>",
|
12961 |
-
"<|bo|>",
|
12962 |
-
"<|tl|>",
|
12963 |
-
"<|mg|>",
|
12964 |
-
"<|as|>",
|
12965 |
-
"<|tt|>",
|
12966 |
-
"<|haw|>",
|
12967 |
-
"<|ln|>",
|
12968 |
-
"<|ha|>",
|
12969 |
-
"<|ba|>",
|
12970 |
-
"<|jw|>",
|
12971 |
-
"<|su|>",
|
12972 |
-
"<|translate|>",
|
12973 |
-
"<|transcribe|>",
|
12974 |
-
"<|startoflm|>",
|
12975 |
-
"<|startofprev|>",
|
12976 |
-
"<|nocaptions|>",
|
12977 |
-
"<|notimestamps|>"
|
12978 |
],
|
12979 |
"bos_token": "<|endoftext|>",
|
12980 |
"clean_up_tokenization_spaces": true,
|
|
|
12865 |
"rstrip": false,
|
12866 |
"single_word": false,
|
12867 |
"special": false
|
12868 |
+
},
|
12869 |
+
"51865": {
|
12870 |
+
"content": "<|angry|>",
|
12871 |
+
"lstrip": false,
|
12872 |
+
"normalized": false,
|
12873 |
+
"rstrip": false,
|
12874 |
+
"single_word": false,
|
12875 |
+
"special": true
|
12876 |
+
},
|
12877 |
+
"51866": {
|
12878 |
+
"content": "<|calm|>",
|
12879 |
+
"lstrip": false,
|
12880 |
+
"normalized": false,
|
12881 |
+
"rstrip": false,
|
12882 |
+
"single_word": false,
|
12883 |
+
"special": true
|
12884 |
+
},
|
12885 |
+
"51867": {
|
12886 |
+
"content": "<|disgust|>",
|
12887 |
+
"lstrip": false,
|
12888 |
+
"normalized": false,
|
12889 |
+
"rstrip": false,
|
12890 |
+
"single_word": false,
|
12891 |
+
"special": true
|
12892 |
+
},
|
12893 |
+
"51868": {
|
12894 |
+
"content": "<|fearful|>",
|
12895 |
+
"lstrip": false,
|
12896 |
+
"normalized": false,
|
12897 |
+
"rstrip": false,
|
12898 |
+
"single_word": false,
|
12899 |
+
"special": true
|
12900 |
+
},
|
12901 |
+
"51869": {
|
12902 |
+
"content": "<|happy|>",
|
12903 |
+
"lstrip": false,
|
12904 |
+
"normalized": false,
|
12905 |
+
"rstrip": false,
|
12906 |
+
"single_word": false,
|
12907 |
+
"special": true
|
12908 |
+
},
|
12909 |
+
"51870": {
|
12910 |
+
"content": "<|neutral|>",
|
12911 |
+
"lstrip": false,
|
12912 |
+
"normalized": false,
|
12913 |
+
"rstrip": false,
|
12914 |
+
"single_word": false,
|
12915 |
+
"special": true
|
12916 |
+
},
|
12917 |
+
"51871": {
|
12918 |
+
"content": "<|sad|>",
|
12919 |
+
"lstrip": false,
|
12920 |
+
"normalized": false,
|
12921 |
+
"rstrip": false,
|
12922 |
+
"single_word": false,
|
12923 |
+
"special": true
|
12924 |
+
},
|
12925 |
+
"51872": {
|
12926 |
+
"content": "<|surprised|>",
|
12927 |
+
"lstrip": false,
|
12928 |
+
"normalized": false,
|
12929 |
+
"rstrip": false,
|
12930 |
+
"single_word": false,
|
12931 |
+
"special": true
|
12932 |
}
|
12933 |
},
|
12934 |
"additional_special_tokens": [
|
12935 |
+
"<|angry|>",
|
12936 |
+
"<|calm|>",
|
12937 |
+
"<|disgust|>",
|
12938 |
+
"<|fearful|>",
|
12939 |
+
"<|happy|>",
|
12940 |
+
"<|neutral|>",
|
12941 |
+
"<|sad|>",
|
12942 |
+
"<|surprised|>"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
12943 |
],
|
12944 |
"bos_token": "<|endoftext|>",
|
12945 |
"clean_up_tokenization_spaces": true,
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5496
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:76d03939cf8192c9896365f48ed7b597e0308b7ed9ebb97325a6b0a4fe88a3a3
|
3 |
size 5496
|