Hugging Face's logo

mradermacher
/
OpenChat-3.5-7B-Mixtral-i1-GGUF

Transformers
GGUF
English
mistral
mixtral
solar
model-fusion
fusechat
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
1645880
·
verified ·
1 Parent(s): 03cd5aa

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. OpenChat-3.5-7B-Mixtral.i1-IQ1_M.gguf +3 -0
  3. OpenChat-3.5-7B-Mixtral.i1-IQ1_S.gguf +3 -0
  4. OpenChat-3.5-7B-Mixtral.i1-IQ2_M.gguf +3 -0
  5. OpenChat-3.5-7B-Mixtral.i1-IQ2_S.gguf +3 -0
  6. OpenChat-3.5-7B-Mixtral.i1-IQ2_XS.gguf +3 -0
  7. OpenChat-3.5-7B-Mixtral.i1-IQ2_XXS.gguf +3 -0
  8. OpenChat-3.5-7B-Mixtral.i1-IQ3_M.gguf +3 -0
  9. OpenChat-3.5-7B-Mixtral.i1-IQ3_S.gguf +3 -0
  10. OpenChat-3.5-7B-Mixtral.i1-IQ3_XS.gguf +3 -0
  11. OpenChat-3.5-7B-Mixtral.i1-IQ3_XXS.gguf +3 -0
  12. OpenChat-3.5-7B-Mixtral.i1-IQ4_XS.gguf +3 -0
  13. OpenChat-3.5-7B-Mixtral.i1-Q2_K.gguf +3 -0
  14. OpenChat-3.5-7B-Mixtral.i1-Q2_K_S.gguf +3 -0
  15. OpenChat-3.5-7B-Mixtral.i1-Q3_K_L.gguf +3 -0
  16. OpenChat-3.5-7B-Mixtral.i1-Q3_K_M.gguf +3 -0
  17. OpenChat-3.5-7B-Mixtral.i1-Q3_K_S.gguf +3 -0
  18. OpenChat-3.5-7B-Mixtral.i1-Q4_0.gguf +3 -0
  19. OpenChat-3.5-7B-Mixtral.i1-Q4_K_M.gguf +3 -0
  20. OpenChat-3.5-7B-Mixtral.i1-Q4_K_S.gguf +3 -0
  21. OpenChat-3.5-7B-Mixtral.i1-Q5_K_M.gguf +3 -0
  22. OpenChat-3.5-7B-Mixtral.i1-Q5_K_S.gguf +3 -0
  23. OpenChat-3.5-7B-Mixtral.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ OpenChat-3.5-7B-Mixtral.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ OpenChat-3.5-7B-Mixtral.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ OpenChat-3.5-7B-Mixtral.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ OpenChat-3.5-7B-Mixtral.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ OpenChat-3.5-7B-Mixtral.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ OpenChat-3.5-7B-Mixtral.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ OpenChat-3.5-7B-Mixtral.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ OpenChat-3.5-7B-Mixtral.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ OpenChat-3.5-7B-Mixtral.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ OpenChat-3.5-7B-Mixtral.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ OpenChat-3.5-7B-Mixtral.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ OpenChat-3.5-7B-Mixtral.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ OpenChat-3.5-7B-Mixtral.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ OpenChat-3.5-7B-Mixtral.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ OpenChat-3.5-7B-Mixtral.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ OpenChat-3.5-7B-Mixtral.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ OpenChat-3.5-7B-Mixtral.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ OpenChat-3.5-7B-Mixtral.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ OpenChat-3.5-7B-Mixtral.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ OpenChat-3.5-7B-Mixtral.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ OpenChat-3.5-7B-Mixtral.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ OpenChat-3.5-7B-Mixtral.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
OpenChat-3.5-7B-Mixtral.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a434fdcb932c06da25160791634c15d0ff329da11d03bc977bddc13c650cac82
3
+ size 1754455904
OpenChat-3.5-7B-Mixtral.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4e647ffc4742b8684db09b212aca31c20a5b1d0ae41e5465e07fac7a5d72e46
3
+ size 1612111712
OpenChat-3.5-7B-Mixtral.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21baa79a01bf1d4ab470214b34708c7a8befb2341c26977e5c97945279b45f5e
3
+ size 2500723360
OpenChat-3.5-7B-Mixtral.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7feeae24dd8ed4fb690c950008e23658783292a29b0f783950b14f6fa96c8106
3
+ size 2310931104
OpenChat-3.5-7B-Mixtral.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d00dd692b8be77eb81939f392da3d251f003d7bb176058e9d5075c28257037e5
3
+ size 2198265696
OpenChat-3.5-7B-Mixtral.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c0bfe87bac91485a3411466e1c38cd519fd6ac0b993fd11b24f23e1cf661320
3
+ size 1991696224
OpenChat-3.5-7B-Mixtral.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59810f3c5e8dc55fad5b8df62ab1ae183be541e94636c2e64ab0230766650dde
3
+ size 3284903648
OpenChat-3.5-7B-Mixtral.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de51f18fdc17da24269c99baa3e4dfa754c43b3226b758e64aa8c86183b9686f
3
+ size 3182405344
OpenChat-3.5-7B-Mixtral.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb4c90507b5704558e6817d4a16d961937b1a8d194c5211892018437263c8323
3
+ size 3018827488
OpenChat-3.5-7B-Mixtral.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5781746cf11b28960bad06785404f7ae3c74b4c35307b188bf20c200b88168c3
3
+ size 2827354784
OpenChat-3.5-7B-Mixtral.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b6e5c15f1ed855aff0af4284d7f7e972234320b4ea19a2774fb9844513cbd8b
3
+ size 3907701280
OpenChat-3.5-7B-Mixtral.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f39ef17cbef59a318a8999547af47b43fb7f9ba854f66a0881ca6c1577f025
3
+ size 2719253408
OpenChat-3.5-7B-Mixtral.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93b7943675d899921946d31cdd776c017291f9229dc2250afbf9fa265ce60a8d
3
+ size 2528936864
OpenChat-3.5-7B-Mixtral.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b4a6f6f4dd1846033eea12ec770e8791ea3a3f15f386502e6ccc2db1ad9082c
3
+ size 3822036704
OpenChat-3.5-7B-Mixtral.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38b4ea91d0297c960c973b461dca593401d0fabdc3f2113b161b040cab0754cc
3
+ size 3518998240
OpenChat-3.5-7B-Mixtral.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f99c21519fc7f9187dafc98198ab912c9b72797c4092e03db1ca6622edd75d0a
3
+ size 3164579552
OpenChat-3.5-7B-Mixtral.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f697f896cf35a0c5f57e50f7e31bb91729f62e535362e2d083b48dc459ece83
3
+ size 4123609888
OpenChat-3.5-7B-Mixtral.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab250c122ab384552fb4773652ed3951eb299d5b2f1fe5adeb80b9ff4c92e175
3
+ size 4368452384
OpenChat-3.5-7B-Mixtral.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b97cff641f9db09611aead3f7525bef72fce84e102d6d6fb74489f7e0ebca91
3
+ size 4140387104
OpenChat-3.5-7B-Mixtral.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cd6b5aae0c2fe9e847ae9f176aae36bc8ef532590110e206fb6b6d8155c9dc0
3
+ size 5131423520
OpenChat-3.5-7B-Mixtral.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:346ac2b59d401968b930b6d5ace9e02de7821f5d6d73b4ef8d2e74ee212ac699
3
+ size 4997730080
OpenChat-3.5-7B-Mixtral.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f56171f868775cc98453a2d1186e958a7625352b3551bcb3dd73a89519a377
3
+ size 5942080352