Upload LlamaForCausalLM

config.json

@@ -0,0 +1,23 @@
+{
+  "_name_or_path": "sharpbai/open_llama_7b",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_position_embeddings": 2048,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "pad_token_id": 0,
+  "rms_norm_eps": 1e-06,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.30.1",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 0,
+  "transformers_version": "4.30.1"
+}

pytorch_model-00001-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb3ade8ad6e7cded084182473792dc81631e43cd0d6989eb3ff60172edee2c7
+size 396364479

pytorch_model-00002-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b050f25dea7cef22f5d3aac4aa6b78527dcf31fcb2da1c6df4c1211be78d7b40
+size 404770755

pytorch_model-00003-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39dcec8573f09dccf8d99e9c8b2226dad588ba8f4755c59de52088ee693bac61
+size 404770755

pytorch_model-00004-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86d0b4b3c0d73cd684c69c32e119513337dfed090e6cfe5986d4d15d41920a6
+size 404770755

pytorch_model-00005-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3115aa1981823fd8e1e320f99bd7b91e862b96fc66f00b0f9df6aa83d35d8edc
+size 404770755

pytorch_model-00006-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83041eb94d75f0a6d0db402bc3dced9fbde3fa36880ee2a013bd05950121a39
+size 404770755

pytorch_model-00007-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afbae3324cf2e1e02718188c2786c768777a4b6ec62ae111beb60f3901412d5
+size 404770755

pytorch_model-00008-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2c57e77ec77b87518f68f03150858a20cfe83f6f977ac41869f4c6601291f7
+size 404770755

pytorch_model-00009-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482bbdd5b39b0cf2618ddc57d2ecbf28b2a583ff4066cba2bbc500545dd53435
+size 404770755

pytorch_model-00010-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ac75818db308d32d79340b9d26de1a809d6f5e7a3290be87f14719f160d27e
+size 404770755

pytorch_model-00011-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227d73d64eb050e59088ce2c9fc57caf543cac7f3e32045e717b5882ea1dc396
+size 404770755

pytorch_model-00012-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b609aac5df28af81ec17e44613763186fed9f19fa36b2908d79cd44949060d
+size 404770755

pytorch_model-00013-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4464d5ba470e5be2095f8224269b2da2edf8baf3cb5f6b936cca9d6f7f8d2f4
+size 404770755

pytorch_model-00014-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5da4be66f549d851d5f4b9cf9707afc75894e8ad8bbefe135a3d1c81aeb0a95
+size 404770755

pytorch_model-00015-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040c1e2c3350c865f751708548759494bd9cc43f9ae30b9e4b5ebee30bbdaa68
+size 404770755

pytorch_model-00016-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bb062e6278021b636d044be03bce8f347243956b65b2ef68db558d29d06b28
+size 404770755

pytorch_model-00017-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae520d21419355f3a47ba8bb328fea5814f62001b3306fbb4577d6235708147
+size 404770755

pytorch_model-00018-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc25c0f9417551c77ecd5d54b13eef9549d3bb3f30a0ac7ff5defbe3a74a0bb
+size 404770755

pytorch_model-00019-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64516d21f6c0a56f5dd5d2f966ed0749f2857a35cf30435f34edd29ddaf0833d
+size 404770755

pytorch_model-00020-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56979165300ccd4e3852edf325b9c1c0bd0a7ee63f5fe43a30975efe773faa1
+size 404770755

pytorch_model-00021-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d465a495782478c2e97090b1258c33a3cd760addfddbfba08277f1ebbc17f09c
+size 404770755

pytorch_model-00022-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cbc2bdf98b81065ea6004294fbeee0546c160ccc7091c54917da54cb7f7f6b
+size 404770755

pytorch_model-00023-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26096dc4e5b63f51ee0005e61d96d6c325c557fe5288bf08f24eefd6f8871d00
+size 404770755

pytorch_model-00024-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28e7368f6b106c860f12cc6f737737ed3485b2bfe6403ee30d4f8eba6810165
+size 404770755

pytorch_model-00025-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0700f037621eb32e08009ef92f256ac5e9c46264adf73abbfb68eff79940a4d
+size 404770755

pytorch_model-00026-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d103a60269a6a902e1f56c083fa90200ca470755ed025810017b4f1f3498d6
+size 404770755

pytorch_model-00027-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5456e1e8b072ad38ce34bb56f6d330fce5aed59b18ffef222ae9e39dbd84ff
+size 404770755

pytorch_model-00028-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302a0dd85dab49551cda34d7596b73e24024f29d715293d948df1c8728f652b2
+size 404770755

pytorch_model-00029-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e482c08041662a0194df1874d6d0cf67203ef832a15e398a676da74e3448d2f
+size 404770755

pytorch_model-00030-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bbb1ee4391aaa614f2a2bb308f9c933dc713cfc7a776e26becc1439dbc7d45
+size 404770755

pytorch_model-00031-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40a8f734ee0b6a9336ee6f8d9831cc905d86fbfe6a548cbe4ca59c89f4863a9
+size 404770755

pytorch_model-00032-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a7f70ec5a53e20faf83a0bf3bd6a1fe974327e9823d5a82ac1448ed2b30845
+size 404770755

pytorch_model-00033-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044ba706736f0517e024acc35f88abd00d24ecd6ce7d3bbd7f148625eafbb736
+size 270559679

pytorch_model-00034-of-00034.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ffc13fe918f135f466a04d5042bf933476be5f32b4210a3bbdf2e6bc5a8c7d
+size 262144938

pytorch_model.bin.index.json

@@ -0,0 +1,330 @@
+{
+  "metadata": {
+    "total_size": 13476839424
+  },
+  "weight_map": {
+    "lm_head.weight": "pytorch_model-00034-of-00034.bin",
+    "model.embed_tokens.weight": "pytorch_model-00001-of-00034.bin",
+    "model.layers.0.input_layernorm.weight": "pytorch_model-00002-of-00034.bin",
+    "model.layers.0.mlp.down_proj.weight": "pytorch_model-00002-of-00034.bin",
+    "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00002-of-00034.bin",
+    "model.layers.0.mlp.up_proj.weight": "pytorch_model-00002-of-00034.bin",
+    "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00002-of-00034.bin",
+    "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00034.bin",
+    "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00034.bin",
+    "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00034.bin",
+    "model.layers.0.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00034.bin",
+    "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00034.bin",
+    "model.layers.1.input_layernorm.weight": "pytorch_model-00003-of-00034.bin",
+    "model.layers.1.mlp.down_proj.weight": "pytorch_model-00003-of-00034.bin",
+    "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00003-of-00034.bin",
+    "model.layers.1.mlp.up_proj.weight": "pytorch_model-00003-of-00034.bin",
+    "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00003-of-00034.bin",
+    "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00002-of-00034.bin",
+    "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00002-of-00034.bin",
+    "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00002-of-00034.bin",
+    "model.layers.1.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00034.bin",
+    "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00002-of-00034.bin",
+    "model.layers.10.input_layernorm.weight": "pytorch_model-00012-of-00034.bin",
+    "model.layers.10.mlp.down_proj.weight": "pytorch_model-00012-of-00034.bin",
+    "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00012-of-00034.bin",
+    "model.layers.10.mlp.up_proj.weight": "pytorch_model-00012-of-00034.bin",
+    "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00012-of-00034.bin",
+    "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00011-of-00034.bin",
+    "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00011-of-00034.bin",
+    "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00011-of-00034.bin",
+    "model.layers.10.self_attn.rotary_emb.inv_freq": "pytorch_model-00011-of-00034.bin",
+    "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00011-of-00034.bin",
+    "model.layers.11.input_layernorm.weight": "pytorch_model-00013-of-00034.bin",
+    "model.layers.11.mlp.down_proj.weight": "pytorch_model-00013-of-00034.bin",
+    "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00013-of-00034.bin",
+    "model.layers.11.mlp.up_proj.weight": "pytorch_model-00013-of-00034.bin",
+    "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00013-of-00034.bin",
+    "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00012-of-00034.bin",
+    "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00012-of-00034.bin",
+    "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00012-of-00034.bin",
+    "model.layers.11.self_attn.rotary_emb.inv_freq": "pytorch_model-00012-of-00034.bin",
+    "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00012-of-00034.bin",
+    "model.layers.12.input_layernorm.weight": "pytorch_model-00014-of-00034.bin",
+    "model.layers.12.mlp.down_proj.weight": "pytorch_model-00014-of-00034.bin",
+    "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00014-of-00034.bin",
+    "model.layers.12.mlp.up_proj.weight": "pytorch_model-00014-of-00034.bin",
+    "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00014-of-00034.bin",
+    "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00013-of-00034.bin",
+    "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00013-of-00034.bin",
+    "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00013-of-00034.bin",
+    "model.layers.12.self_attn.rotary_emb.inv_freq": "pytorch_model-00013-of-00034.bin",
+    "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00013-of-00034.bin",
+    "model.layers.13.input_layernorm.weight": "pytorch_model-00015-of-00034.bin",
+    "model.layers.13.mlp.down_proj.weight": "pytorch_model-00015-of-00034.bin",
+    "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00015-of-00034.bin",
+    "model.layers.13.mlp.up_proj.weight": "pytorch_model-00015-of-00034.bin",
+    "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00015-of-00034.bin",
+    "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00014-of-00034.bin",
+    "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00014-of-00034.bin",
+    "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00014-of-00034.bin",
+    "model.layers.13.self_attn.rotary_emb.inv_freq": "pytorch_model-00014-of-00034.bin",
+    "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00014-of-00034.bin",
+    "model.layers.14.input_layernorm.weight": "pytorch_model-00016-of-00034.bin",
+    "model.layers.14.mlp.down_proj.weight": "pytorch_model-00016-of-00034.bin",
+    "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00016-of-00034.bin",
+    "model.layers.14.mlp.up_proj.weight": "pytorch_model-00016-of-00034.bin",
+    "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00016-of-00034.bin",
+    "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00015-of-00034.bin",
+    "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00015-of-00034.bin",
+    "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00015-of-00034.bin",
+    "model.layers.14.self_attn.rotary_emb.inv_freq": "pytorch_model-00015-of-00034.bin",
+    "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00015-of-00034.bin",
+    "model.layers.15.input_layernorm.weight": "pytorch_model-00017-of-00034.bin",
+    "model.layers.15.mlp.down_proj.weight": "pytorch_model-00017-of-00034.bin",
+    "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00017-of-00034.bin",
+    "model.layers.15.mlp.up_proj.weight": "pytorch_model-00017-of-00034.bin",
+    "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00017-of-00034.bin",
+    "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00016-of-00034.bin",
+    "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00016-of-00034.bin",
+    "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00016-of-00034.bin",
+    "model.layers.15.self_attn.rotary_emb.inv_freq": "pytorch_model-00016-of-00034.bin",
+    "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00016-of-00034.bin",
+    "model.layers.16.input_layernorm.weight": "pytorch_model-00018-of-00034.bin",
+    "model.layers.16.mlp.down_proj.weight": "pytorch_model-00018-of-00034.bin",
+    "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00018-of-00034.bin",
+    "model.layers.16.mlp.up_proj.weight": "pytorch_model-00018-of-00034.bin",
+    "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00018-of-00034.bin",
+    "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00017-of-00034.bin",
+    "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00017-of-00034.bin",
+    "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00017-of-00034.bin",
+    "model.layers.16.self_attn.rotary_emb.inv_freq": "pytorch_model-00017-of-00034.bin",
+    "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00017-of-00034.bin",
+    "model.layers.17.input_layernorm.weight": "pytorch_model-00019-of-00034.bin",
+    "model.layers.17.mlp.down_proj.weight": "pytorch_model-00019-of-00034.bin",
+    "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00019-of-00034.bin",
+    "model.layers.17.mlp.up_proj.weight": "pytorch_model-00019-of-00034.bin",
+    "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00019-of-00034.bin",
+    "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00018-of-00034.bin",
+    "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00018-of-00034.bin",
+    "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00018-of-00034.bin",
+    "model.layers.17.self_attn.rotary_emb.inv_freq": "pytorch_model-00018-of-00034.bin",
+    "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00018-of-00034.bin",
+    "model.layers.18.input_layernorm.weight": "pytorch_model-00020-of-00034.bin",
+    "model.layers.18.mlp.down_proj.weight": "pytorch_model-00020-of-00034.bin",
+    "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00020-of-00034.bin",
+    "model.layers.18.mlp.up_proj.weight": "pytorch_model-00020-of-00034.bin",
+    "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00020-of-00034.bin",
+    "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00019-of-00034.bin",
+    "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00019-of-00034.bin",
+    "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00019-of-00034.bin",
+    "model.layers.18.self_attn.rotary_emb.inv_freq": "pytorch_model-00019-of-00034.bin",
+    "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00019-of-00034.bin",
+    "model.layers.19.input_layernorm.weight": "pytorch_model-00021-of-00034.bin",
+    "model.layers.19.mlp.down_proj.weight": "pytorch_model-00021-of-00034.bin",
+    "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00021-of-00034.bin",
+    "model.layers.19.mlp.up_proj.weight": "pytorch_model-00021-of-00034.bin",
+    "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00021-of-00034.bin",
+    "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00020-of-00034.bin",
+    "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00020-of-00034.bin",
+    "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00020-of-00034.bin",
+    "model.layers.19.self_attn.rotary_emb.inv_freq": "pytorch_model-00020-of-00034.bin",
+    "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00020-of-00034.bin",
+    "model.layers.2.input_layernorm.weight": "pytorch_model-00004-of-00034.bin",
+    "model.layers.2.mlp.down_proj.weight": "pytorch_model-00004-of-00034.bin",
+    "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00004-of-00034.bin",
+    "model.layers.2.mlp.up_proj.weight": "pytorch_model-00004-of-00034.bin",
+    "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00004-of-00034.bin",
+    "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00003-of-00034.bin",
+    "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00003-of-00034.bin",
+    "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00003-of-00034.bin",
+    "model.layers.2.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00034.bin",
+    "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00003-of-00034.bin",
+    "model.layers.20.input_layernorm.weight": "pytorch_model-00022-of-00034.bin",
+    "model.layers.20.mlp.down_proj.weight": "pytorch_model-00022-of-00034.bin",
+    "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00022-of-00034.bin",
+    "model.layers.20.mlp.up_proj.weight": "pytorch_model-00022-of-00034.bin",
+    "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00022-of-00034.bin",
+    "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00021-of-00034.bin",
+    "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00021-of-00034.bin",
+    "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00021-of-00034.bin",
+    "model.layers.20.self_attn.rotary_emb.inv_freq": "pytorch_model-00021-of-00034.bin",
+    "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00021-of-00034.bin",
+    "model.layers.21.input_layernorm.weight": "pytorch_model-00023-of-00034.bin",
+    "model.layers.21.mlp.down_proj.weight": "pytorch_model-00023-of-00034.bin",
+    "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00023-of-00034.bin",
+    "model.layers.21.mlp.up_proj.weight": "pytorch_model-00023-of-00034.bin",
+    "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00023-of-00034.bin",
+    "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00022-of-00034.bin",
+    "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00022-of-00034.bin",
+    "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00022-of-00034.bin",
+    "model.layers.21.self_attn.rotary_emb.inv_freq": "pytorch_model-00022-of-00034.bin",
+    "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00022-of-00034.bin",
+    "model.layers.22.input_layernorm.weight": "pytorch_model-00024-of-00034.bin",
+    "model.layers.22.mlp.down_proj.weight": "pytorch_model-00024-of-00034.bin",
+    "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00024-of-00034.bin",
+    "model.layers.22.mlp.up_proj.weight": "pytorch_model-00024-of-00034.bin",
+    "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00024-of-00034.bin",
+    "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00023-of-00034.bin",
+    "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00023-of-00034.bin",
+    "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00023-of-00034.bin",
+    "model.layers.22.self_attn.rotary_emb.inv_freq": "pytorch_model-00023-of-00034.bin",
+    "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00023-of-00034.bin",
+    "model.layers.23.input_layernorm.weight": "pytorch_model-00025-of-00034.bin",
+    "model.layers.23.mlp.down_proj.weight": "pytorch_model-00025-of-00034.bin",
+    "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00025-of-00034.bin",
+    "model.layers.23.mlp.up_proj.weight": "pytorch_model-00025-of-00034.bin",
+    "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00025-of-00034.bin",
+    "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00024-of-00034.bin",
+    "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00024-of-00034.bin",
+    "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00024-of-00034.bin",
+    "model.layers.23.self_attn.rotary_emb.inv_freq": "pytorch_model-00024-of-00034.bin",
+    "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00024-of-00034.bin",
+    "model.layers.24.input_layernorm.weight": "pytorch_model-00026-of-00034.bin",
+    "model.layers.24.mlp.down_proj.weight": "pytorch_model-00026-of-00034.bin",
+    "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00026-of-00034.bin",
+    "model.layers.24.mlp.up_proj.weight": "pytorch_model-00026-of-00034.bin",
+    "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00026-of-00034.bin",
+    "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00025-of-00034.bin",
+    "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00025-of-00034.bin",
+    "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00025-of-00034.bin",
+    "model.layers.24.self_attn.rotary_emb.inv_freq": "pytorch_model-00025-of-00034.bin",
+    "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00025-of-00034.bin",
+    "model.layers.25.input_layernorm.weight": "pytorch_model-00027-of-00034.bin",
+    "model.layers.25.mlp.down_proj.weight": "pytorch_model-00027-of-00034.bin",
+    "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00027-of-00034.bin",
+    "model.layers.25.mlp.up_proj.weight": "pytorch_model-00027-of-00034.bin",
+    "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00027-of-00034.bin",
+    "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00026-of-00034.bin",
+    "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00026-of-00034.bin",
+    "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00026-of-00034.bin",
+    "model.layers.25.self_attn.rotary_emb.inv_freq": "pytorch_model-00026-of-00034.bin",
+    "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00026-of-00034.bin",
+    "model.layers.26.input_layernorm.weight": "pytorch_model-00028-of-00034.bin",
+    "model.layers.26.mlp.down_proj.weight": "pytorch_model-00028-of-00034.bin",
+    "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00028-of-00034.bin",
+    "model.layers.26.mlp.up_proj.weight": "pytorch_model-00028-of-00034.bin",
+    "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00028-of-00034.bin",
+    "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00027-of-00034.bin",
+    "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00027-of-00034.bin",
+    "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00027-of-00034.bin",
+    "model.layers.26.self_attn.rotary_emb.inv_freq": "pytorch_model-00027-of-00034.bin",
+    "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00027-of-00034.bin",
+    "model.layers.27.input_layernorm.weight": "pytorch_model-00029-of-00034.bin",
+    "model.layers.27.mlp.down_proj.weight": "pytorch_model-00029-of-00034.bin",
+    "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00029-of-00034.bin",
+    "model.layers.27.mlp.up_proj.weight": "pytorch_model-00029-of-00034.bin",
+    "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00029-of-00034.bin",
+    "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00028-of-00034.bin",
+    "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00028-of-00034.bin",
+    "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00028-of-00034.bin",
+    "model.layers.27.self_attn.rotary_emb.inv_freq": "pytorch_model-00028-of-00034.bin",
+    "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00028-of-00034.bin",
+    "model.layers.28.input_layernorm.weight": "pytorch_model-00030-of-00034.bin",
+    "model.layers.28.mlp.down_proj.weight": "pytorch_model-00030-of-00034.bin",
+    "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00030-of-00034.bin",
+    "model.layers.28.mlp.up_proj.weight": "pytorch_model-00030-of-00034.bin",
+    "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00030-of-00034.bin",
+    "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00029-of-00034.bin",
+    "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00029-of-00034.bin",
+    "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00029-of-00034.bin",
+    "model.layers.28.self_attn.rotary_emb.inv_freq": "pytorch_model-00029-of-00034.bin",
+    "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00029-of-00034.bin",
+    "model.layers.29.input_layernorm.weight": "pytorch_model-00031-of-00034.bin",
+    "model.layers.29.mlp.down_proj.weight": "pytorch_model-00031-of-00034.bin",
+    "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00031-of-00034.bin",
+    "model.layers.29.mlp.up_proj.weight": "pytorch_model-00031-of-00034.bin",
+    "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00031-of-00034.bin",
+    "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00030-of-00034.bin",
+    "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00030-of-00034.bin",
+    "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00030-of-00034.bin",
+    "model.layers.29.self_attn.rotary_emb.inv_freq": "pytorch_model-00030-of-00034.bin",
+    "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00030-of-00034.bin",
+    "model.layers.3.input_layernorm.weight": "pytorch_model-00005-of-00034.bin",
+    "model.layers.3.mlp.down_proj.weight": "pytorch_model-00005-of-00034.bin",
+    "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00005-of-00034.bin",
+    "model.layers.3.mlp.up_proj.weight": "pytorch_model-00005-of-00034.bin",
+    "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00005-of-00034.bin",
+    "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00004-of-00034.bin",
+    "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00004-of-00034.bin",
+    "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00004-of-00034.bin",
+    "model.layers.3.self_attn.rotary_emb.inv_freq": "pytorch_model-00004-of-00034.bin",
+    "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00004-of-00034.bin",
+    "model.layers.30.input_layernorm.weight": "pytorch_model-00032-of-00034.bin",
+    "model.layers.30.mlp.down_proj.weight": "pytorch_model-00032-of-00034.bin",
+    "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00032-of-00034.bin",
+    "model.layers.30.mlp.up_proj.weight": "pytorch_model-00032-of-00034.bin",
+    "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00032-of-00034.bin",
+    "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00031-of-00034.bin",
+    "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00031-of-00034.bin",
+    "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00031-of-00034.bin",
+    "model.layers.30.self_attn.rotary_emb.inv_freq": "pytorch_model-00031-of-00034.bin",
+    "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00031-of-00034.bin",
+    "model.layers.31.input_layernorm.weight": "pytorch_model-00033-of-00034.bin",
+    "model.layers.31.mlp.down_proj.weight": "pytorch_model-00033-of-00034.bin",
+    "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00033-of-00034.bin",
+    "model.layers.31.mlp.up_proj.weight": "pytorch_model-00033-of-00034.bin",
+    "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00033-of-00034.bin",
+    "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00032-of-00034.bin",
+    "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00032-of-00034.bin",
+    "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00032-of-00034.bin",
+    "model.layers.31.self_attn.rotary_emb.inv_freq": "pytorch_model-00032-of-00034.bin",
+    "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00032-of-00034.bin",
+    "model.layers.4.input_layernorm.weight": "pytorch_model-00006-of-00034.bin",
+    "model.layers.4.mlp.down_proj.weight": "pytorch_model-00006-of-00034.bin",
+    "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00006-of-00034.bin",
+    "model.layers.4.mlp.up_proj.weight": "pytorch_model-00006-of-00034.bin",
+    "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00006-of-00034.bin",
+    "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00005-of-00034.bin",
+    "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00005-of-00034.bin",
+    "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00005-of-00034.bin",
+    "model.layers.4.self_attn.rotary_emb.inv_freq": "pytorch_model-00005-of-00034.bin",
+    "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00005-of-00034.bin",
+    "model.layers.5.input_layernorm.weight": "pytorch_model-00007-of-00034.bin",
+    "model.layers.5.mlp.down_proj.weight": "pytorch_model-00007-of-00034.bin",
+    "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00007-of-00034.bin",
+    "model.layers.5.mlp.up_proj.weight": "pytorch_model-00007-of-00034.bin",
+    "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00007-of-00034.bin",
+    "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00006-of-00034.bin",
+    "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00006-of-00034.bin",
+    "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00006-of-00034.bin",
+    "model.layers.5.self_attn.rotary_emb.inv_freq": "pytorch_model-00006-of-00034.bin",
+    "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00006-of-00034.bin",
+    "model.layers.6.input_layernorm.weight": "pytorch_model-00008-of-00034.bin",
+    "model.layers.6.mlp.down_proj.weight": "pytorch_model-00008-of-00034.bin",
+    "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00008-of-00034.bin",
+    "model.layers.6.mlp.up_proj.weight": "pytorch_model-00008-of-00034.bin",
+    "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00008-of-00034.bin",
+    "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00007-of-00034.bin",
+    "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00007-of-00034.bin",
+    "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00007-of-00034.bin",
+    "model.layers.6.self_attn.rotary_emb.inv_freq": "pytorch_model-00007-of-00034.bin",
+    "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00007-of-00034.bin",
+    "model.layers.7.input_layernorm.weight": "pytorch_model-00009-of-00034.bin",
+    "model.layers.7.mlp.down_proj.weight": "pytorch_model-00009-of-00034.bin",
+    "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00009-of-00034.bin",
+    "model.layers.7.mlp.up_proj.weight": "pytorch_model-00009-of-00034.bin",
+    "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00009-of-00034.bin",
+    "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00008-of-00034.bin",
+    "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00008-of-00034.bin",
+    "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00008-of-00034.bin",
+    "model.layers.7.self_attn.rotary_emb.inv_freq": "pytorch_model-00008-of-00034.bin",
+    "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00008-of-00034.bin",
+    "model.layers.8.input_layernorm.weight": "pytorch_model-00010-of-00034.bin",
+    "model.layers.8.mlp.down_proj.weight": "pytorch_model-00010-of-00034.bin",
+    "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00010-of-00034.bin",
+    "model.layers.8.mlp.up_proj.weight": "pytorch_model-00010-of-00034.bin",
+    "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00010-of-00034.bin",
+    "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00009-of-00034.bin",
+    "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00009-of-00034.bin",
+    "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00009-of-00034.bin",
+    "model.layers.8.self_attn.rotary_emb.inv_freq": "pytorch_model-00009-of-00034.bin",
+    "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00009-of-00034.bin",
+    "model.layers.9.input_layernorm.weight": "pytorch_model-00011-of-00034.bin",
+    "model.layers.9.mlp.down_proj.weight": "pytorch_model-00011-of-00034.bin",
+    "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00011-of-00034.bin",
+    "model.layers.9.mlp.up_proj.weight": "pytorch_model-00011-of-00034.bin",
+    "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00011-of-00034.bin",
+    "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00010-of-00034.bin",
+    "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00010-of-00034.bin",
+    "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00010-of-00034.bin",
+    "model.layers.9.self_attn.rotary_emb.inv_freq": "pytorch_model-00010-of-00034.bin",
+    "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00010-of-00034.bin",
+    "model.norm.weight": "pytorch_model-00033-of-00034.bin"
+  }
+}