Hugging Face's logo

mradermacher
/
granite-3.1-1b-a400m-instruct-GGUF

Transformers
GGUF
English
language
granite-3.1
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
5f88244
·
verified ·
1 Parent(s): 9dac027

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.1-1b-a400m-instruct.IQ4_XS.gguf +3 -0
  3. granite-3.1-1b-a400m-instruct.Q2_K.gguf +3 -0
  4. granite-3.1-1b-a400m-instruct.Q3_K_L.gguf +3 -0
  5. granite-3.1-1b-a400m-instruct.Q3_K_M.gguf +3 -0
  6. granite-3.1-1b-a400m-instruct.Q3_K_S.gguf +3 -0
  7. granite-3.1-1b-a400m-instruct.Q4_K_M.gguf +3 -0
  8. granite-3.1-1b-a400m-instruct.Q4_K_S.gguf +3 -0
  9. granite-3.1-1b-a400m-instruct.Q5_K_M.gguf +3 -0
  10. granite-3.1-1b-a400m-instruct.Q5_K_S.gguf +3 -0
  11. granite-3.1-1b-a400m-instruct.Q6_K.gguf +3 -0
  12. granite-3.1-1b-a400m-instruct.Q8_0.gguf +3 -0
  13. granite-3.1-1b-a400m-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.1-1b-a400m-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-1b-a400m-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-1b-a400m-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-1b-a400m-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-1b-a400m-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-1b-a400m-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-1b-a400m-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-1b-a400m-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-1b-a400m-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-1b-a400m-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-1b-a400m-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-1b-a400m-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-1b-a400m-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5af0857398a7540aea036684e9ae3150b86c732767680d509a1e5a76fd9229b
3
+ size 736077600
granite-3.1-1b-a400m-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddb77cfbf9cd6002da1ad38d5e2a344f24752101b4e73258e43d611102da5df2
3
+ size 512239392
granite-3.1-1b-a400m-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b92910dafd56566bc0b58c15941b9c32196c41f71a91472a72c532de38859e4e
3
+ size 711403296
granite-3.1-1b-a400m-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26b065b9db9f91a83e05952409a91e9f5cae88e16a16ec59cdd0b690f1473744
3
+ size 658581280
granite-3.1-1b-a400m-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e7e521f91b7196c2c96c477f1a281e8ed2ee66cb1ddbf5038d39ff35976fa1d
3
+ size 597862176
granite-3.1-1b-a400m-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31fc76d43d9c47971f1302b2b24a8dbcab49d08b6195f2d9f9f5bb70d4953e7f
3
+ size 821847840
granite-3.1-1b-a400m-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6265737db8c49649d6e57d89f88840a272a599f9972e686ff8c78fcb162ce9c8
3
+ size 774874912
granite-3.1-1b-a400m-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c48923d721cbf93a5dcfec6b1b821dce4fc823550419ff0c612d363d6a1e595
3
+ size 956327712
granite-3.1-1b-a400m-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35d41aaadda36cec30b7c5f62223ab65fc453f4f7332a6091b3221247630cff2
3
+ size 928753440
granite-3.1-1b-a400m-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83f7b84e478bb5fb2b8bebd3e955f8664a31f8e543a16875cff4a809a55ae3f0
3
+ size 1099212576
granite-3.1-1b-a400m-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f56923c0b7a16e2bc28c446d3d1694c447d5c79fbb1d7a32a2feb21b69e254d6
3
+ size 1422240256
granite-3.1-1b-a400m-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f58b8aefc9e4e8dbf971a245898066ee95f0b90fe7195da2ee57671389644122
3
+ size 2672670016