Hugging Face's logo

mradermacher
/
DistilHermes-2.5-Mistral-7B-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
f51275d
·
verified ·
1 Parent(s): 0e46b89

uploaded from kaos

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. DistilHermes-2.5-Mistral-7B.IQ4_XS.gguf +3 -0
  3. DistilHermes-2.5-Mistral-7B.Q2_K.gguf +3 -0
  4. DistilHermes-2.5-Mistral-7B.Q3_K_L.gguf +3 -0
  5. DistilHermes-2.5-Mistral-7B.Q3_K_M.gguf +3 -0
  6. DistilHermes-2.5-Mistral-7B.Q3_K_S.gguf +3 -0
  7. DistilHermes-2.5-Mistral-7B.Q4_K_M.gguf +3 -0
  8. DistilHermes-2.5-Mistral-7B.Q4_K_S.gguf +3 -0
  9. DistilHermes-2.5-Mistral-7B.Q5_K_M.gguf +3 -0
  10. DistilHermes-2.5-Mistral-7B.Q5_K_S.gguf +3 -0
  11. DistilHermes-2.5-Mistral-7B.Q6_K.gguf +3 -0
  12. DistilHermes-2.5-Mistral-7B.Q8_0.gguf +3 -0
  13. DistilHermes-2.5-Mistral-7B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ DistilHermes-2.5-Mistral-7B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ DistilHermes-2.5-Mistral-7B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ DistilHermes-2.5-Mistral-7B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ DistilHermes-2.5-Mistral-7B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ DistilHermes-2.5-Mistral-7B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ DistilHermes-2.5-Mistral-7B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ DistilHermes-2.5-Mistral-7B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ DistilHermes-2.5-Mistral-7B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ DistilHermes-2.5-Mistral-7B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ DistilHermes-2.5-Mistral-7B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ DistilHermes-2.5-Mistral-7B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ DistilHermes-2.5-Mistral-7B.f16.gguf filter=lfs diff=lfs merge=lfs -text
DistilHermes-2.5-Mistral-7B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b2b760edff33d55088bfd1075bf594d9679648fa0d931c50a00596ea0b5a039
3
+ size 3944400832
DistilHermes-2.5-Mistral-7B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e658ad76556d5c0be8e7601c9829683c7b2312ef12e5ba089d9bca3baf9c4c93
3
+ size 2719252800
DistilHermes-2.5-Mistral-7B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d400171da529546f55e05e2cbf03790f26889b563c5c34392a9d58ecaa26da3c
3
+ size 3822036096
DistilHermes-2.5-Mistral-7B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:444df8730d1b4a25bc08d275ea788422fb6d932f10a0345e79b778a37e8d6c8d
3
+ size 3518997632
DistilHermes-2.5-Mistral-7B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b89e4b8925e134585d20663b939e0d5abf72f9e38abb21ef27a64b1ec8fdf9a4
3
+ size 3164578944
DistilHermes-2.5-Mistral-7B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc9525a8e438a7ddd38c5417c33b5e454674883ad8f7cffc48aeb36886717d79
3
+ size 4368451776
DistilHermes-2.5-Mistral-7B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8864dd4ccef25cc17838afe5347a38fe34d6364841e24cf87964e31094d9f021
3
+ size 4140386496
DistilHermes-2.5-Mistral-7B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3df244bce3c30fb9416ad2f5fa0a523e35354ded875df378dd6da6512f8010f7
3
+ size 5131422912
DistilHermes-2.5-Mistral-7B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2e522350b04606dd84a48fb1b5f5b8b5598be8980de30eb63f6c741068a517f
3
+ size 4997729472
DistilHermes-2.5-Mistral-7B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c40c443bedb89d200805591bd8328c260aa2c9da616d9a2a5cc45989bc961807
3
+ size 5942079744
DistilHermes-2.5-Mistral-7B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9927c559199dcefabb25bfe642599571ef67b2e0d84d2e51ed708262678a8b8b
3
+ size 7695876224
DistilHermes-2.5-Mistral-7B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98b4cd9a33f5a0b6b9d00fcc784f2969810eb490d8943d26407bb6fa6db46e4a
3
+ size 14484765824