Hugging Face's logo

Nan-Do
/
FusionNet_7Bx2_MoE_14B-GGUF

GGUF
mixtral
Mixture of Experts
quantization
Inference Endpoints
Model card Files Community
Nan-Do commited on
Commit
42d2db0
·
verified ·
1 Parent(s): fd5b714

Initial commit

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. FusionNet_7Bx2_MoE_14B-Q3_K.gguf +3 -0
  3. FusionNet_7Bx2_MoE_14B-Q3_K_S.gguf +3 -0
  4. FusionNet_7Bx2_MoE_14B-Q4_0.gguf +3 -0
  5. FusionNet_7Bx2_MoE_14B-Q4_1.gguf +3 -0
  6. FusionNet_7Bx2_MoE_14B-Q4_K.gguf +3 -0
  7. FusionNet_7Bx2_MoE_14B-Q4_K_S.gguf +3 -0
  8. FusionNet_7Bx2_MoE_14B-Q5_K.gguf +3 -0
  9. FusionNet_7Bx2_MoE_14B-Q5_K_S.gguf +3 -0
  10. FusionNet_7Bx2_MoE_14B-Q6_K.gguf +3 -0
  11. FusionNet_7Bx2_MoE_14B-Q8_0.gguf +3 -0
  12. FusionNet_7Bx2_MoE_14B-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ FusionNet_7Bx2_MoE_14B-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ FusionNet_7Bx2_MoE_14B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ FusionNet_7Bx2_MoE_14B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ FusionNet_7Bx2_MoE_14B-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
40
+ FusionNet_7Bx2_MoE_14B-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ FusionNet_7Bx2_MoE_14B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ FusionNet_7Bx2_MoE_14B-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ FusionNet_7Bx2_MoE_14B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ FusionNet_7Bx2_MoE_14B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
45
+ FusionNet_7Bx2_MoE_14B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ FusionNet_7Bx2_MoE_14B-f16.gguf filter=lfs diff=lfs merge=lfs -text
FusionNet_7Bx2_MoE_14B-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00569309e040e00b643fd191f281ee09417fb81936818733b0adbcfd2d4da47a
3
+ size 6205970400
FusionNet_7Bx2_MoE_14B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8783bac19b6e610c98cfe7b418db3bde10be783fb66a74660f108b6a510d646c
3
+ size 5587310560
FusionNet_7Bx2_MoE_14B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aca62270c0a397b8a7314b825c00439ab0d0af3e2a5cbe339c9cdb6f764b3f9
3
+ size 7280343008
FusionNet_7Bx2_MoE_14B-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b47880948de25bb8b13bd57d6b0bde51e516dfac336ad9ad860028aabe1b2ce7
3
+ size 8077064160
FusionNet_7Bx2_MoE_14B-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d441f3be8d6cda01652201d1b5a3b615ccb81f96e2b49298db16163165beb58e
3
+ size 7782086624
FusionNet_7Bx2_MoE_14B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eccb21899c36b8546b214314fc578a93eb6068a1dc163f2d5407b4dc4fa25a80
3
+ size 7341160416
FusionNet_7Bx2_MoE_14B-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35059df6383b7aeba14c0d88628e23d86c8aabe75b27f4248849ba25e08df8d3
3
+ size 9132259296
FusionNet_7Bx2_MoE_14B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:194e41a2b0549d750293985e142860bf5386c328de422ecce015b904fe0199d4
3
+ size 8873785312
FusionNet_7Bx2_MoE_14B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808fc8927d345cc2f818cb5309da44eb69075614c9a90228d43861f448a463e2
3
+ size 10566817760
FusionNet_7Bx2_MoE_14B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16700433799bae7461176094a5362afafe0b342edb79611c2d38e92c29773da9
3
+ size 13685856224
FusionNet_7Bx2_MoE_14B-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7cd8aad9f42c038fc8cf053dfe67f3b81b3c3aa0f44646e3dd66280a9b7ccdc
3
+ size 25759553472