Jeronymous
commited on
Commit
·
d5a2919
1
Parent(s):
8bfaea8
add final number of steps/tokens (after annealing)
Browse files- README.md +4 -6
- config.json +4 -2
README.md
CHANGED
@@ -19,12 +19,10 @@ widget:
|
|
19 |
Quelle est la capitale de la France ?
|
20 |
example_title: Capital cities in French
|
21 |
group: 1-shot Question Answering
|
22 |
-
|
23 |
-
|
24 |
-
|
25 |
-
|
26 |
-
# top_k: null
|
27 |
-
# max_new_tokens: null
|
28 |
---
|
29 |
|
30 |
# Model Card for Lucie-7B
|
|
|
19 |
Quelle est la capitale de la France ?
|
20 |
example_title: Capital cities in French
|
21 |
group: 1-shot Question Answering
|
22 |
+
training_progress:
|
23 |
+
num_steps: 756291
|
24 |
+
num_tokens: 3131736326144
|
25 |
+
context_length: 32000
|
|
|
|
|
26 |
---
|
27 |
|
28 |
# Model Card for Lucie-7B
|
config.json
CHANGED
@@ -23,5 +23,7 @@
|
|
23 |
"torch_dtype": "bfloat16",
|
24 |
"transformers_version": "4.36.1",
|
25 |
"use_cache": true,
|
26 |
-
"vocab_size": 65024
|
27 |
-
|
|
|
|
|
|
23 |
"torch_dtype": "bfloat16",
|
24 |
"transformers_version": "4.36.1",
|
25 |
"use_cache": true,
|
26 |
+
"vocab_size": 65024,
|
27 |
+
"training_steps": 756291,
|
28 |
+
"training_tokens": 3131736326144
|
29 |
+
}
|