Spaces:
Running
Running
Update constants.py
Browse files- constants.py +1 -1
constants.py
CHANGED
|
@@ -2,7 +2,7 @@ import os
|
|
| 2 |
|
| 3 |
# options
|
| 4 |
CORPUS_BY_DESC = {
|
| 5 |
-
|
| 6 |
'RedPajama (1.4T tokens)': 'v4_rpj_llama_s4',
|
| 7 |
'Pile-train (380B tokens)': 'v4_piletrain_llama',
|
| 8 |
'C4-train (200B tokens)': 'v4_c4train_llama',
|
|
|
|
| 2 |
|
| 3 |
# options
|
| 4 |
CORPUS_BY_DESC = {
|
| 5 |
+
'Dolma (3.1T tokens)': 'v4_dolma-v1_6_llama',
|
| 6 |
'RedPajama (1.4T tokens)': 'v4_rpj_llama_s4',
|
| 7 |
'Pile-train (380B tokens)': 'v4_piletrain_llama',
|
| 8 |
'C4-train (200B tokens)': 'v4_c4train_llama',
|