Hugging Face's logo

mradermacher
/
Mistral-7B-Instruct-v0.2-sliced-24-layer-GGUF

Transformers
GGUF
English
#mergekit
#arcee-ai
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
33a7e97
·
verified ·
1 Parent(s): caa22fc

uploaded from marco

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Mistral-7B-Instruct-v0.2-sliced-24-layer.IQ4_XS.gguf +3 -0
  3. Mistral-7B-Instruct-v0.2-sliced-24-layer.Q2_K.gguf +3 -0
  4. Mistral-7B-Instruct-v0.2-sliced-24-layer.Q3_K_L.gguf +3 -0
  5. Mistral-7B-Instruct-v0.2-sliced-24-layer.Q3_K_M.gguf +3 -0
  6. Mistral-7B-Instruct-v0.2-sliced-24-layer.Q3_K_S.gguf +3 -0
  7. Mistral-7B-Instruct-v0.2-sliced-24-layer.Q4_K_M.gguf +3 -0
  8. Mistral-7B-Instruct-v0.2-sliced-24-layer.Q4_K_S.gguf +3 -0
  9. Mistral-7B-Instruct-v0.2-sliced-24-layer.Q5_K_M.gguf +3 -0
  10. Mistral-7B-Instruct-v0.2-sliced-24-layer.Q5_K_S.gguf +3 -0
  11. Mistral-7B-Instruct-v0.2-sliced-24-layer.Q6_K.gguf +3 -0
  12. Mistral-7B-Instruct-v0.2-sliced-24-layer.Q8_0.gguf +3 -0
  13. Mistral-7B-Instruct-v0.2-sliced-24-layer.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Mistral-7B-Instruct-v0.2-sliced-24-layer.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Mistral-7B-Instruct-v0.2-sliced-24-layer.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mistral-7B-Instruct-v0.2-sliced-24-layer.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mistral-7B-Instruct-v0.2-sliced-24-layer.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mistral-7B-Instruct-v0.2-sliced-24-layer.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mistral-7B-Instruct-v0.2-sliced-24-layer.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mistral-7B-Instruct-v0.2-sliced-24-layer.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mistral-7B-Instruct-v0.2-sliced-24-layer.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Mistral-7B-Instruct-v0.2-sliced-24-layer.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Mistral-7B-Instruct-v0.2-sliced-24-layer.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mistral-7B-Instruct-v0.2-sliced-24-layer.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mistral-7B-Instruct-v0.2-sliced-24-layer.f16.gguf filter=lfs diff=lfs merge=lfs -text
Mistral-7B-Instruct-v0.2-sliced-24-layer.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f7f46086b77e9538dfcfc088ae03aeae050de0eb458128a00b523c38b758fe9
3
+ size 3002764352
Mistral-7B-Instruct-v0.2-sliced-24-layer.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c681d447913b83b23c362995bed2518d06f5c029a2bdacede9fe1eea039ef67
3
+ size 2077248576
Mistral-7B-Instruct-v0.2-sliced-24-layer.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:795b1c241ab5e07e10426843bd54ce9b6c4b17352254045977284d5b7620aea9
3
+ size 2907663424
Mistral-7B-Instruct-v0.2-sliced-24-layer.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d15ba1edc7b64419b86a02aa18089d4d983380cd24bcab1776a96cbc39420f56
3
+ size 2676976704
Mistral-7B-Instruct-v0.2-sliced-24-layer.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cfab4788b74ab28419e86c2a38ba074c3ef0786cccbf289a662e6deba1aa00a
3
+ size 2414570560
Mistral-7B-Instruct-v0.2-sliced-24-layer.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6844295b5f3d73f2f465b6e8de7901396bef673fecfcb6800625549661179422
3
+ size 3321826368
Mistral-7B-Instruct-v0.2-sliced-24-layer.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfca9d2bdeb10e8dc86a64980a5b463d3ca974fe683ba781ca507c43dcd1fb52
3
+ size 3151301696
Mistral-7B-Instruct-v0.2-sliced-24-layer.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90a08b1858482f987c4a1d7f7229c7a846586b9a997392502b00e88a4f4dc070
3
+ size 3898149952
Mistral-7B-Instruct-v0.2-sliced-24-layer.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be707d41edb3c7ad5477604b4351f3b94d814b42163a35c02fcc7dedd5400670
3
+ size 3797879872
Mistral-7B-Instruct-v0.2-sliced-24-layer.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb819e615ec4df35cc818f581706f59e3728d213e00b322ad681f7608d841b8b
3
+ size 4510493760
Mistral-7B-Instruct-v0.2-sliced-24-layer.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c278183e693ce0cd2ddb225da6e8914df31d00fbc5f4f866ddc186b9bbdb96aa
3
+ size 5841710144
Mistral-7B-Instruct-v0.2-sliced-24-layer.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1247719f55a1fc9db019c3677bd56a43cb780fe2792abfda40d86ee877afd79a
3
+ size 10994805824