justshao commited on
Commit
95c086f
·
verified ·
1 Parent(s): 7b39cb7

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "meta-llama/Llama-2-7b-hf",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -16,6 +16,7 @@
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 32,
18
  "num_key_value_heads": 32,
 
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
@@ -24,5 +25,5 @@
24
  "torch_dtype": "float32",
25
  "transformers_version": "4.39.3",
26
  "use_cache": true,
27
- "vocab_size": 32000
28
  }
 
1
  {
2
+ "_name_or_path": "justshao/llama2-7b-with-confidence",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 32,
18
  "num_key_value_heads": 32,
19
+ "pad_token_id": 32000,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
22
  "rope_scaling": null,
 
25
  "torch_dtype": "float32",
26
  "transformers_version": "4.39.3",
27
  "use_cache": true,
28
+ "vocab_size": 32001
29
  }
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c6b998ce2dd52439b352b40516e8080140c3767407007f53dd0b019d4c4b5e4
3
- size 4840396416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91287b55c6b2f3ccb2b00851776af641728ad2198542b2e502021878cbff50d3
3
+ size 4840412800
model-00006-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60c62f1ea46823b581c1b262a9fec177466dc98c3246deeaa4d14cb3ac964217
3
- size 2684488692
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb22e5ea40377b39aee3384c8ff81a221dd9c11a67bda9ee59e6e9875e5ea879
3
+ size 2684505076
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 26953678852
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00006-of-00006.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 26953711620
4
  },
5
  "weight_map": {
6
  "lm_head.weight": "model-00006-of-00006.safetensors",