Spaces:
Running
Running
liujch1998
commited on
Update constants.py
Browse files- constants.py +1 -1
constants.py
CHANGED
@@ -2,7 +2,7 @@ import os
|
|
2 |
|
3 |
# options
|
4 |
CORPUS_BY_DESC = {
|
5 |
-
|
6 |
'RedPajama (1.4T tokens)': 'v4_rpj_llama_s4',
|
7 |
'Pile-train (380B tokens)': 'v4_piletrain_llama',
|
8 |
'C4-train (200B tokens)': 'v4_c4train_llama',
|
|
|
2 |
|
3 |
# options
|
4 |
CORPUS_BY_DESC = {
|
5 |
+
'Dolma (3.1T tokens)': 'v4_dolma-v1_6_llama',
|
6 |
'RedPajama (1.4T tokens)': 'v4_rpj_llama_s4',
|
7 |
'Pile-train (380B tokens)': 'v4_piletrain_llama',
|
8 |
'C4-train (200B tokens)': 'v4_c4train_llama',
|