Hugging Face's logo

mradermacher
/
OpenHermes-2.5-Mistral-7B-pruned50-GGUF

Transformers
GGUF
English
nm-vllm
sparse
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
124ea56
·
verified ·
1 Parent(s): 77e6c32

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. OpenHermes-2.5-Mistral-7B-pruned50.IQ4_XS.gguf +3 -0
  3. OpenHermes-2.5-Mistral-7B-pruned50.Q2_K.gguf +3 -0
  4. OpenHermes-2.5-Mistral-7B-pruned50.Q3_K_L.gguf +3 -0
  5. OpenHermes-2.5-Mistral-7B-pruned50.Q3_K_M.gguf +3 -0
  6. OpenHermes-2.5-Mistral-7B-pruned50.Q3_K_S.gguf +3 -0
  7. OpenHermes-2.5-Mistral-7B-pruned50.Q4_K_M.gguf +3 -0
  8. OpenHermes-2.5-Mistral-7B-pruned50.Q4_K_S.gguf +3 -0
  9. OpenHermes-2.5-Mistral-7B-pruned50.Q5_K_M.gguf +3 -0
  10. OpenHermes-2.5-Mistral-7B-pruned50.Q5_K_S.gguf +3 -0
  11. OpenHermes-2.5-Mistral-7B-pruned50.Q6_K.gguf +3 -0
  12. OpenHermes-2.5-Mistral-7B-pruned50.Q8_0.gguf +3 -0
  13. OpenHermes-2.5-Mistral-7B-pruned50.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ OpenHermes-2.5-Mistral-7B-pruned50.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ OpenHermes-2.5-Mistral-7B-pruned50.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ OpenHermes-2.5-Mistral-7B-pruned50.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ OpenHermes-2.5-Mistral-7B-pruned50.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ OpenHermes-2.5-Mistral-7B-pruned50.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ OpenHermes-2.5-Mistral-7B-pruned50.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ OpenHermes-2.5-Mistral-7B-pruned50.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ OpenHermes-2.5-Mistral-7B-pruned50.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ OpenHermes-2.5-Mistral-7B-pruned50.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ OpenHermes-2.5-Mistral-7B-pruned50.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ OpenHermes-2.5-Mistral-7B-pruned50.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ OpenHermes-2.5-Mistral-7B-pruned50.f16.gguf filter=lfs diff=lfs merge=lfs -text
OpenHermes-2.5-Mistral-7B-pruned50.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f29236e6d5a7c2e0367069029d4d7762e9a26f9b87071982ed97b0e8416a052a
3
+ size 3944400832
OpenHermes-2.5-Mistral-7B-pruned50.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f63d872bf8c65fd9599a68fed8070ba641fd470009b59d9a27b5637d5da978db
3
+ size 2719252800
OpenHermes-2.5-Mistral-7B-pruned50.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7ff5e84a839122a4851f87d181136707d2f022b038e9dfe405e709182eefccb
3
+ size 3822036096
OpenHermes-2.5-Mistral-7B-pruned50.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e032bc4c95f5cc3f7c70525bf6afb96f2c6031970d3b6d43a01e9554fbeeea75
3
+ size 3518997632
OpenHermes-2.5-Mistral-7B-pruned50.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88f24771d001eaca2e2fc61cced0798df641d105c6374c643dbbbf42f0f2d86d
3
+ size 3164578944
OpenHermes-2.5-Mistral-7B-pruned50.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f88c56ccbe8432838cfb8fbba87a15e5ebf59e7978ebd16964c3e6c9a3c9160a
3
+ size 4368451776
OpenHermes-2.5-Mistral-7B-pruned50.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a77b50aba258cca875ccd84b944636d66599c9f3ef47f5967e24c7a1efa83f13
3
+ size 4140386496
OpenHermes-2.5-Mistral-7B-pruned50.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbd15b2fdcb80a2959b29117bb66728d6c490ec67ca3b8539ef00d45dd80880d
3
+ size 5131422912
OpenHermes-2.5-Mistral-7B-pruned50.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3182cca96eb93e3f0c7225579796edd356c91e1f574c5d99a650a6feacf53988
3
+ size 4997729472
OpenHermes-2.5-Mistral-7B-pruned50.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb2366a983107b4a9b42ec80080bb98b0c93e3cf6a13ca9fdc266a041fd7dd8b
3
+ size 5942079744
OpenHermes-2.5-Mistral-7B-pruned50.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec706c73b879b32d25643d51f2fb18ef35cbd44f5a98286a457a7d3dfdccd5ca
3
+ size 7695876224
OpenHermes-2.5-Mistral-7B-pruned50.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98bb5bdd44467095a605590a2294e5634a7bac8d661bf1eced3c67a5127c3279
3
+ size 14484765824