Grace0710 commited on
Commit
4780975
·
verified ·
1 Parent(s): 023f0e5

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -12,6 +12,7 @@
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
  "max_position_embeddings": 8192,
 
15
  "model_type": "llama",
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 32,
@@ -37,7 +38,7 @@
37
  "rope_theta": 500000.0,
38
  "tie_word_embeddings": false,
39
  "torch_dtype": "float32",
40
- "transformers_version": "4.40.2",
41
  "use_cache": false,
42
  "vocab_size": 128256
43
  }
 
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
  "max_position_embeddings": 8192,
15
+ "mlp_bias": false,
16
  "model_type": "llama",
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 32,
 
38
  "rope_theta": 500000.0,
39
  "tie_word_embeddings": false,
40
  "torch_dtype": "float32",
41
+ "transformers_version": "4.41.0",
42
  "use_cache": false,
43
  "vocab_size": 128256
44
  }
generation_config.json CHANGED
@@ -5,5 +5,5 @@
5
  128001,
6
  128009
7
  ],
8
- "transformers_version": "4.40.2"
9
  }
 
5
  128001,
6
  128009
7
  ],
8
+ "transformers_version": "4.41.0"
9
  }
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a4e7c6f2213568b5e00b14d0734a2581d57ec8980a20f7f9031c76f95b9c7bf8
3
  size 4976105594
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:894ed104d20707f9ff5871726e3518781e0c0f4b5734d80f6adbc22893409dc6
3
  size 4976105594
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b0421d770d8b081823b6093e7d624ea147c882e0482633691a4eb52678aaf2c
3
  size 3329980534
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5d56a08ddc426977f05059aa4525db0e79ca62fd26cfdfc38e4d549c30d3d53
3
  size 3329980534