Hugging Face's logo

mradermacher
/
EXAONE-3.5-7.8B-Instruct-abliterated-i1-GGUF

Transformers
GGUF
English
Korean
lg-ai
exaone
exaone-3.5
abliterated
uncensored
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
e59968c
·
verified ·
1 Parent(s): 9aa03b7

uploaded from leia

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ1_M.gguf +3 -0
  3. EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ1_S.gguf +3 -0
  4. EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ2_M.gguf +3 -0
  5. EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ2_S.gguf +3 -0
  6. EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ2_XS.gguf +3 -0
  7. EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ2_XXS.gguf +3 -0
  8. EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ3_M.gguf +3 -0
  9. EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ3_S.gguf +3 -0
  10. EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ3_XS.gguf +3 -0
  11. EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ3_XXS.gguf +3 -0
  12. EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ4_XS.gguf +3 -0
  13. EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q2_K.gguf +3 -0
  14. EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q2_K_S.gguf +3 -0
  15. EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q3_K_L.gguf +3 -0
  16. EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q3_K_M.gguf +3 -0
  17. EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q3_K_S.gguf +3 -0
  18. EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q4_0.gguf +3 -0
  19. EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q4_K_M.gguf +3 -0
  20. EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q4_K_S.gguf +3 -0
  21. EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q5_K_M.gguf +3 -0
  22. EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q5_K_S.gguf +3 -0
  23. EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b40cdee6e2c95a0b30c40799ad6e3d7a23f8b3a90a38763541b4191ecd78bb33
3
+ size 2050776032
EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:636610c28aa2b6fcdf69c7e91ce2bfadff8d72a94b57eddc0bbf64dfdece893f
3
+ size 1908431840
EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12fbf990a98a7ac32b4cbde9f4427162f1f64d1829325d82b6c2d8685ff6ee7e
3
+ size 2826329056
EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ccc877629ef6ab53dd94dcb7c52c00f72bd105d6ed8f68b40e4b7dea80836fd
3
+ size 2636536800
EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb29f57502bfc7fb0b4e29492707208606471c256661717c9fd323728c7d3ff
3
+ size 2494585824
EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b27ef87676ca8f1d708560ac2cf6148a65a185ce5bdf2020d3da061f286ee70
3
+ size 2288016352
EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e419f47dc1bd655d75857c8bd64cfffe37af8a11543d5c00739d9bed8fb2bfc4
3
+ size 3648805856
EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f2ab9dedef68b74804e02977c7eba28ee5a68399167e9ce33a3c9e1fb28c17
3
+ size 3546307552
EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bba804fd1daa5c9e75d7c0c0b0e86ee6f28831796d5e6855280b66c178f3ecac
3
+ size 3382729696
EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f1742ba4fafd6daf4af0b8fbac63a67e8658d6387bba3d125384e056b0f92e4
3
+ size 3152960480
EXAONE-3.5-7.8B-Instruct-abliterated.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a5869ab963258bd76c1a15be83f5c2f9538511cf93cfb1bfdd9128213cf4057
3
+ size 4300889056
EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e633c6c4c417b9bd09175b98dd9dcfa7fa10064c82e6951bfbd2631df3995e8
3
+ size 3053870048
EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cad06073733b628a1f204e598f82b63dbd01e65b6f3108754f07809fc3b26148
3
+ size 2863553504
EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d581bcf9ccac18ddf37fe8424682e5d8b86fabe9052e365bf7ce751448a12de2
3
+ size 4185938912
EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:216f11ccbdada3372ecfbc190fc90b74e969352177618de866ee4a6f727cf0f5
3
+ size 3882900448
EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e96d53533355d19619b1773d225428d0445ffaffcbba785ea3ecca7b21706fa
3
+ size 3528481760
EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7c12a0f12e194903df4e4f5ad15b3b78680cdef9e0b0a8de2b287d4fefcad29
3
+ size 4525808608
EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ca86de6fcc2ec05d1d9c2bd7f0bc15351e925cb16bd3c9a3986ede6bb03b5a0
3
+ size 4770651104
EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b271c04c8dda475e16be854de8bdc0d4edd15d687ebaf244759149ccd235f1e3
3
+ size 4542585824
EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdab9a232f1e42052168a3ce14421e1ab29a773987288111649fd53281d2528c
3
+ size 5569666016
EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:883cec94d83d84460dc1aa8ed80cd81104ce017a88d26f4d589231c3c635d786
3
+ size 5435972576
EXAONE-3.5-7.8B-Instruct-abliterated.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f1f9d4d69871356ebcc8e8b388830989c9c0f4cef1168ffdb944e08bbe85c7c
3
+ size 6418619360