Hugging Face's logo

mradermacher
/
granite-3.1-2b-instruct-abliterated-i1-GGUF

Transformers
GGUF
English
language
granite-3.1
abliterated
uncensored
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
8712895
·
verified ·
1 Parent(s): 793fe11

uploaded from back

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. granite-3.1-2b-instruct-abliterated.i1-IQ1_M.gguf +3 -0
  3. granite-3.1-2b-instruct-abliterated.i1-IQ1_S.gguf +3 -0
  4. granite-3.1-2b-instruct-abliterated.i1-IQ2_M.gguf +3 -0
  5. granite-3.1-2b-instruct-abliterated.i1-IQ2_S.gguf +3 -0
  6. granite-3.1-2b-instruct-abliterated.i1-IQ2_XS.gguf +3 -0
  7. granite-3.1-2b-instruct-abliterated.i1-IQ2_XXS.gguf +3 -0
  8. granite-3.1-2b-instruct-abliterated.i1-IQ3_M.gguf +3 -0
  9. granite-3.1-2b-instruct-abliterated.i1-IQ3_S.gguf +3 -0
  10. granite-3.1-2b-instruct-abliterated.i1-IQ3_XS.gguf +3 -0
  11. granite-3.1-2b-instruct-abliterated.i1-IQ3_XXS.gguf +3 -0
  12. granite-3.1-2b-instruct-abliterated.i1-IQ4_XS.gguf +3 -0
  13. granite-3.1-2b-instruct-abliterated.i1-Q2_K.gguf +3 -0
  14. granite-3.1-2b-instruct-abliterated.i1-Q2_K_S.gguf +3 -0
  15. granite-3.1-2b-instruct-abliterated.i1-Q3_K_L.gguf +3 -0
  16. granite-3.1-2b-instruct-abliterated.i1-Q3_K_M.gguf +3 -0
  17. granite-3.1-2b-instruct-abliterated.i1-Q3_K_S.gguf +3 -0
  18. granite-3.1-2b-instruct-abliterated.i1-Q4_0.gguf +3 -0
  19. granite-3.1-2b-instruct-abliterated.i1-Q4_K_M.gguf +3 -0
  20. granite-3.1-2b-instruct-abliterated.i1-Q4_K_S.gguf +3 -0
  21. granite-3.1-2b-instruct-abliterated.i1-Q5_K_M.gguf +3 -0
  22. granite-3.1-2b-instruct-abliterated.i1-Q5_K_S.gguf +3 -0
  23. granite-3.1-2b-instruct-abliterated.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-2b-instruct-abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-2b-instruct-abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-2b-instruct-abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-2b-instruct-abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-2b-instruct-abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-2b-instruct-abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-2b-instruct-abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-2b-instruct-abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-2b-instruct-abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-2b-instruct-abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-2b-instruct-abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ granite-3.1-2b-instruct-abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ granite-3.1-2b-instruct-abliterated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ granite-3.1-2b-instruct-abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ granite-3.1-2b-instruct-abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ granite-3.1-2b-instruct-abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ granite-3.1-2b-instruct-abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ granite-3.1-2b-instruct-abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ granite-3.1-2b-instruct-abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ granite-3.1-2b-instruct-abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ granite-3.1-2b-instruct-abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ granite-3.1-2b-instruct-abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-2b-instruct-abliterated.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01476387c6b892dc7322dcf28790fa2a85558f6679e5a1954ee874f756411daf
3
+ size 633919040
granite-3.1-2b-instruct-abliterated.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db0ab62b1a5735f7ad6c52d6527aad72d9672a45f7443ca66178e9ce285c4a9c
3
+ size 583784000
granite-3.1-2b-instruct-abliterated.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f6a001fbde9e6b31d799308746cbabd645a64aec92cfafaa59914b88739ad4e
3
+ size 888526400
granite-3.1-2b-instruct-abliterated.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0c00af148078f011a57adcce89f87a68cd3602eb91dd6e067d6e6f2366241e8
3
+ size 821679680
granite-3.1-2b-instruct-abliterated.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f08a439f343309205ac6d5c6937cb1fe538390c2235928eb5ca07a7e3ed2387
3
+ size 789567040
granite-3.1-2b-instruct-abliterated.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6627c1bb3d5082fa02ac98542475a6bd445976d49333c02ba7c5939b2e1d6eb3
3
+ size 717477440
granite-3.1-2b-instruct-abliterated.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70b689133de32490a7c20143e5f55e565f4ae487f5f11ae4c22fcb7467be0343
3
+ size 1169283456
granite-3.1-2b-instruct-abliterated.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0bee87fdf7734cb0e1e4b61360968ffda2b6fc9c1e743ebfaa23801ba067b77
3
+ size 1135860096
granite-3.1-2b-instruct-abliterated.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0401943ced8db2e69bc0c910d1b4124bca8db230e64c621ee2ca57a4295b5d20
3
+ size 1078843776
granite-3.1-2b-instruct-abliterated.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ad5ad061632701e76613b06f8bfa16f15aa256c88166775850a7b788d271507
3
+ size 1005180480
granite-3.1-2b-instruct-abliterated.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d1206059b693d023a9e3fb74e5d2dd9e3195e89c1f8955b2eae3b6e59f4c733
3
+ size 1383913856
granite-3.1-2b-instruct-abliterated.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dc3bb07f57aa0fed54a370c1f353f0ddf9c27f6b93edb316878512cdeeba4f7
3
+ size 978246016
granite-3.1-2b-instruct-abliterated.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6202fa9f3c8cf73c5397223adfe4273ad97fb60cdc90bf7eb6b9b4b44aa66265
3
+ size 912710016
granite-3.1-2b-instruct-abliterated.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63d2a4bc5b3c921bd6a81012e2cfe6ad86b3e32e55356f2174edcdfe78fef425
3
+ size 1357371776
granite-3.1-2b-instruct-abliterated.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:427d96c66d442985609cfb3b1c62114764766e3cf84d596e24e09bca75eb52f1
3
+ size 1251727744
granite-3.1-2b-instruct-abliterated.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c83e2f17badafc6f576a11cbcfaa2388dd2274e2ef9535519b6e253ca501d814
3
+ size 1130289536
granite-3.1-2b-instruct-abliterated.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85ecb0f79e808eb120f79af14b9563a7866ea7cc094b0750c449ccfbceebe85d
3
+ size 1458624896
granite-3.1-2b-instruct-abliterated.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1faa33ed4730e0c2798e00844b7e9cd3840d775c2f9ab950e508de8bbc6c2e43
3
+ size 1545296256
granite-3.1-2b-instruct-abliterated.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e78d72f3caac2104ae4842abb45e0f56e96b92dcbebb79b689b1aece2ade160
3
+ size 1464392064
granite-3.1-2b-instruct-abliterated.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19e65130cc51cf44915f61a0a82a0182f0cd19db4ec95f32b505df9b2c2baa67
3
+ size 1804818816
granite-3.1-2b-instruct-abliterated.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f590360296cccf79ccc61c4f6d2d66d676073654cb89b9194338b9034cbbab97
3
+ size 1757469056
granite-3.1-2b-instruct-abliterated.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c73b578ea14764cf8c2d14acef2d248973566b7f92f43fcb6a6e03c5e4ed6f76
3
+ size 2080561536