Hugging Face's logo

mradermacher
/
TinyMixtral-4x248M-MoE-GGUF

Transformers
GGUF
English
Mixture of Experts
Merge
mergekit
lazymergekit
Felladrin/TinyMistral-248M-SFT-v4
Locutusque/LocutusqueXFelladrin-TinyMistral248M-Instruct
Locutusque/TinyMistral-248M-v2-Instruct
Locutusque/TinyMistral-248M-v2.5
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
dbe6ab8
·
verified ·
1 Parent(s): a075cf7

uploaded from rain

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. TinyMixtral-4x248M-MoE.IQ4_XS.gguf +3 -0
  3. TinyMixtral-4x248M-MoE.Q2_K.gguf +3 -0
  4. TinyMixtral-4x248M-MoE.Q3_K_L.gguf +3 -0
  5. TinyMixtral-4x248M-MoE.Q3_K_M.gguf +3 -0
  6. TinyMixtral-4x248M-MoE.Q3_K_S.gguf +3 -0
  7. TinyMixtral-4x248M-MoE.Q4_K_M.gguf +3 -0
  8. TinyMixtral-4x248M-MoE.Q4_K_S.gguf +3 -0
  9. TinyMixtral-4x248M-MoE.Q5_K_M.gguf +3 -0
  10. TinyMixtral-4x248M-MoE.Q5_K_S.gguf +3 -0
  11. TinyMixtral-4x248M-MoE.Q6_K.gguf +3 -0
  12. TinyMixtral-4x248M-MoE.Q8_0.gguf +3 -0
  13. TinyMixtral-4x248M-MoE.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ TinyMixtral-4x248M-MoE.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ TinyMixtral-4x248M-MoE.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ TinyMixtral-4x248M-MoE.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ TinyMixtral-4x248M-MoE.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ TinyMixtral-4x248M-MoE.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ TinyMixtral-4x248M-MoE.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ TinyMixtral-4x248M-MoE.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ TinyMixtral-4x248M-MoE.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ TinyMixtral-4x248M-MoE.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ TinyMixtral-4x248M-MoE.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ TinyMixtral-4x248M-MoE.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ TinyMixtral-4x248M-MoE.f16.gguf filter=lfs diff=lfs merge=lfs -text
TinyMixtral-4x248M-MoE.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cd47fc66f8e74d3688082f6ebbadc5be04517823710e3248309ebe5eed908ca
3
+ size 386007040
TinyMixtral-4x248M-MoE.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:632fae70136df72def429558d8e0700e57f04ba58b0eae19cc0c18e8ab8450f2
3
+ size 269626784
TinyMixtral-4x248M-MoE.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2e9e9f529e31e9d32790c25da2e2776474a94ac8ff2e8fcbcf74930c593ffd2
3
+ size 370988768
TinyMixtral-4x248M-MoE.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b41f628b268ab5486fe6fd14d2b44d49b1f1fdd0af4ea5bfc585d1813d28c61
3
+ size 343922400
TinyMixtral-4x248M-MoE.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:838d5b53f9157e7a67ab2fba990d149390ac7b624705aa241dcbe626a657a8ca
3
+ size 315029216
TinyMixtral-4x248M-MoE.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8007f0a09e999452b7d438c8e7863a698263020644a71aa4b476e084ac31c617
3
+ size 430133344
TinyMixtral-4x248M-MoE.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96602ac1f60dd5fbc3c990a56ca4e465bcb5ba6ab210e963d8f7719c123025e8
3
+ size 406003808
TinyMixtral-4x248M-MoE.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccb0af2898c72f82c7d7461c13f49fae94cbba28f536dd9ec13d2dbe1d6167ff
3
+ size 500879840
TinyMixtral-4x248M-MoE.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bea41aeca0249197ce05831217649bef0e24940ae5b4df4ff2ce2cc2c5b9712
3
+ size 487301600
TinyMixtral-4x248M-MoE.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bc282ddfdbfd8a8c38993e3d0578879c8e5a0293a343685559fb5989cc2e7e8
3
+ size 576048000
TinyMixtral-4x248M-MoE.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77485daa02ee68416a4bdb59a0b4fb94e0e54190df20198c5c85ce3fac146b47
3
+ size 745816384
TinyMixtral-4x248M-MoE.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0312087b172e692f31a6037368fa632bfc2ccedcd8c0463e2c86cf5148538640
3
+ size 1402984384