Jeronymous commited on
Commit
d5a2919
·
1 Parent(s): 8bfaea8

add final number of steps/tokens (after annealing)

Browse files
Files changed (2) hide show
  1. README.md +4 -6
  2. config.json +4 -2
README.md CHANGED
@@ -19,12 +19,10 @@ widget:
19
  Quelle est la capitale de la France ?
20
  example_title: Capital cities in French
21
  group: 1-shot Question Answering
22
- # inference:
23
- # parameters:
24
- # temperature: 1.0
25
- # top_p: 1.0
26
- # top_k: null
27
- # max_new_tokens: null
28
  ---
29
 
30
  # Model Card for Lucie-7B
 
19
  Quelle est la capitale de la France ?
20
  example_title: Capital cities in French
21
  group: 1-shot Question Answering
22
+ training_progress:
23
+ num_steps: 756291
24
+ num_tokens: 3131736326144
25
+ context_length: 32000
 
 
26
  ---
27
 
28
  # Model Card for Lucie-7B
config.json CHANGED
@@ -23,5 +23,7 @@
23
  "torch_dtype": "bfloat16",
24
  "transformers_version": "4.36.1",
25
  "use_cache": true,
26
- "vocab_size": 65024
27
- }
 
 
 
23
  "torch_dtype": "bfloat16",
24
  "transformers_version": "4.36.1",
25
  "use_cache": true,
26
+ "vocab_size": 65024,
27
+ "training_steps": 756291,
28
+ "training_tokens": 3131736326144
29
+ }