Upload MistralForCausalLM

config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.2",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.44.2"
+}

model-00001-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e0874a5b5bc66986f41f713fad5b2cda2839b0a4daee68f9c1da6f645fdbbc
+size 4992325120

model-00002-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c251c7e52fa81dfd99ba91f7425eca926f3058c5ddd27c450ed969a181d731b
+size 4984151552

model-00003-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f756dc759334f17924a5dfcf78534d3a4d962d483a042b9d303aa171fbdf9d5d
+size 4916809056

model-00004-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99095eb3bd34300b7fdb5a0212b64d7d63c2224f0ae4e7f646e61d4347edb36d
+size 4883521784

model-00005-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9544a37b428881e6c682f57d3edb52a958d593b707f95652d08fdfd8bcf98f
+size 4883406784

model-00006-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ae8402ffecd2769576b4ff9ab8b259be9c123795ddf3222306edfafb2f0b58
+size 4883488680

model-00007-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb1ed2527f992f334d8afb00eb2cc05602bafa96223d7a205c4ed041db095f4
+size 4967374784

model-00008-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1592df82f18c771df91520c04d2a42abd511dd6303ac65be4b63afc2fc2f4c
+size 4967306968

model-00009-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ebf7ddd65777363662ebfd4d38301e7ce8691b5d91a2d52b6c0589f47d5eab
+size 4967241776

model-00010-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c4452203e6e042f4c82d2f1813152c23116ce49f4ed9c50c392625016c092c
+size 4883406776

model-00011-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f227ce85aea17f298e944efd58dd1df539d98fc5f8945e961df1ad27f07ba8
+size 4883521896

model-00012-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ab3641aaf7035d46096063460cbe1501a3d9c1e7c052f74f8197ac5e022f42
+size 3733730272