Upload folder using huggingface_hub

README.md

@@ -0,0 +1,37 @@
+---
+language:
+- en
+- fr
+- de
+- es
+- it
+- pt
+- zh
+- ja
+- ru
+- ko
+license: other
+tags:
+- mlx
+license_name: mrl
+license_link: https://mistral.ai/licenses/MRL-0.1.md
+extra_gated_description: If you want to learn more about how we process your personal
+  data, please read our <a href="https://mistral.ai/terms/">Privacy Policy</a>.
+---
+
+# mlx-community/Mistral-Large-Instruct-2407-bf16
+
+The Model [mlx-community/Mistral-Large-Instruct-2407-bf16](https://huggingface.co/mlx-community/Mistral-Large-Instruct-2407-bf16) was converted to MLX format from [mistralai/Mistral-Large-Instruct-2407](https://huggingface.co/mistralai/Mistral-Large-Instruct-2407) using mlx-lm version **0.16.1**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/Mistral-Large-Instruct-2407-bf16")
+response = generate(model, tokenizer, prompt="hello", verbose=True)
+```

config.json

@@ -0,0 +1,25 @@
+{
+    "architectures": [
+        "MistralForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "bos_token_id": 1,
+    "eos_token_id": 2,
+    "hidden_act": "silu",
+    "hidden_size": 12288,
+    "initializer_range": 0.02,
+    "intermediate_size": 28672,
+    "max_position_embeddings": 32768,
+    "model_type": "mistral",
+    "num_attention_heads": 96,
+    "num_hidden_layers": 88,
+    "num_key_value_heads": 8,
+    "rms_norm_eps": 1e-05,
+    "rope_theta": 1000000.0,
+    "sliding_window": null,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.42.3",
+    "use_cache": true,
+    "vocab_size": 32768
+}

model-00001-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f407464af73b28708eb3a8b23f9fe80974d0593c49f595adfef6b1f40ed02458
+size 4932552435

model-00002-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24aa7635a67dbef5165eff06cb1b7417a1ff562f273bf7041a21a5d588b24b6f
+size 4831938516

model-00003-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e847da1f611a998de074a33dceb7b5cc9bf07b7c6b0cea4716a3d08870d7bbc0
+size 5234591707

model-00004-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7233e9fef0f1249b7cb5add5331d611daef635c57cdd89ad5506a46ebe14e5
+size 5184259819

model-00005-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1138c6c3350221c8a009ef2bdd35cb49953136c96f11a99365dc9f7a550ef820
+size 4831889149

model-00006-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6471850707f93ca9f61e924ccf0928abfac4a5018273152bf200e15dc6050e61
+size 4831938537

model-00007-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ea05e84e9f58bbe29e41b170927e6d5d00d76026ed0af9d3ebdb8f1aae7107
+size 4831938549

model-00008-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecaf749fc8d3f17b81a853284189396c82308ed2199fde8aecf861d534fd317
+size 5234591726

model-00009-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a20393aaed0c36a11d4fb8dbc29c2f28762db565a66792c8f5a0f642c7e081a
+size 5184259824

model-00010-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500c5fce1c9e0974c48ad6a66a8c4628b6ae31c4f957e851ee1d693d520b1ec1
+size 4831889164

model-00011-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8613c9787d3f2d119282fa7cd878f3080a6d2d8fe9fb9f059b92bc1cac62c2e9
+size 4831938545

model-00012-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00bc628c9debf1a7c50c311d61d596c1bc6ee95a323db8b17e96ba032665dac
+size 4831938545

model-00013-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e26541ff6aaa8141e37e20e35b6fcfb6e8e208defa98f9c11f1e0087b270cb8
+size 5234591718

model-00014-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50ab76fa298d30bb9b2a5cb4e3d67d77a8e12bd4e750e55b5ef73a20fa915f8
+size 5184259834

model-00015-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb8d850b3b1896c5106ac96e9c9bd3d20847bd8be3615ecbc28bd9f35800381
+size 4831889164

model-00016-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4090f1fd8acf7819e6ea0bdd41e5b9d216f0a7b1b137ee662793daa79c698ae1
+size 4831938547

model-00017-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799e06af3b6bf9dc27506643164058c3e67eca693355223c2a5c7d2d6edcdddf
+size 4831938545

model-00018-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7a1ccf7fb79d5d2f3e98e5d593438279bc90f39f6402f0e2af55fd442504bb
+size 5234591716

model-00019-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881cd0274defaab0383197f22c16f018284b6a0efb7d240ea9b60605bac5860a
+size 5184259822

model-00020-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ca622613e8ae28d34d769a042cbb85aa78c0618e6e17d647e7541997365024
+size 4831889164

model-00021-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfb65f752999cda6799ae62de82ff4bba6ec0d231242d5fa9b2931f591634ff
+size 4831938549

model-00022-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e77b6b2e3620a7fc31a346289b493ab07e95a40a2b0ab1a79fabbf1e35d4b2f
+size 4831938545

model-00023-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483905dd218b992490300ee22fbade2dddc2f5696b289e099a032e7b06e3a8cc
+size 5234591720

model-00024-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680c99c529c1b3d95ee01502228c9b5865d4f1d998f757fa8348d61d1bde6f72
+size 5184259824

model-00025-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2910a52e8b1a77d902e7c8ee586043e199a3bc8bbdd74c9dd845f8f37b662247
+size 4831889164

model-00026-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3102621b6dcfa7baa01b872f2f20708280d576feaaf9df5b34957ec6b7fe649
+size 4831938545

model-00027-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3622defe8091f601cd5c1c1e8391f7472fe72cd210ba95f034224cd9cb09c2
+size 4831938541

model-00028-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086281234084e82fcca50d33b2ef0d4a42be0c3b1c49b9242a5aad1aa11e4ae2
+size 5234591716

model-00029-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391e5427bfed04e6a972b48790a640cb4123e6e4a40f1028617e713b4c9bd015
+size 5184259824

model-00030-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0be43db43b3a89823340c96253aabaee475af2b02bc978e0b9fc3a8b52ba63c
+size 4831889164

model-00031-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b188ec4fd38a97d678eb01d1cc5a2522807527bf6adb2524c0147c6e2dcc484
+size 4831938547

model-00032-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc1e6817c7b7852f84973575a692348fb5e08e1861010b8d6c1bff8e4142cea
+size 4831938547

model-00033-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8078447789582f15e0780ae686dd642ec6b1ad6c5ff66a322394b6d476f41f6
+size 5234591724

model-00034-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d729e6514c5ab694700b7391d644d193ffcb2c37570c715da6a9f5bbc101f7e
+size 5184259834

model-00035-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de5329c05a7d78dcde56be5b438263652112bbf098b6e23c200dd7271006297
+size 4831889164

model-00036-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0462a84d8bacb926b38dcc2f937561b5fe6ad36ee0ff36cef3f5501a2fd8b6b3
+size 4831938543

model-00037-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab6d31077b934f660fff1670cbab8a0c52f706ba59ddbf2df0e48a39378b33c
+size 4831938545

model-00038-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19768b4b8fb6e6749c8900e66e4d5b4c4d00a5dafe828c6c2cd026e835359bc
+size 5234591726

model-00039-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dee3a191b57e17f90783ae9ff8cbc808ce15d283ce9575d6c03f8ae645e984
+size 5184259824

model-00040-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8716f0f3822b3e0b14db29b37ab00edc7cc716305ae11ecbb7a1615478da8fa
+size 4831889164

model-00041-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7569a5082950dbdd16463c1b40e70932b646febd12576bfd7f4fd255412799c1
+size 4831938549

model-00042-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3e776ecbd683619f2f6eda81355b1b59be99d2d1d68d4c66525f13a4a6db2e
+size 4831938529

model-00043-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa254072bc55e06b10bd0bc169808b9094ddf46cf85cb969e316b5dcc9f22f
+size 5234591718

model-00044-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce67a0edf1d0a9ebe78935a3471360c5d8faa53d944b2b8a834364e7aee7f58
+size 5184259824

model-00045-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1333da958f14554af95e410399d563d7b035b8e34c28f54f627988a80eef7cdb
+size 4831889164

model-00046-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4aab8487a645fd5e4fa3bc99094e5cc1746a5ea039a913ee36dfcfefa177180
+size 4831938549

model-00047-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7008c42d77c570a96beead7ca01d6464f7c14035d8dba36cccdf155261570a56
+size 4831938545

model-00048-of-00050.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f79076e696cc398d98fe267323a086ed18a431db64bed18ca3a59a407bccc5
+size 5234591726