Hugging Face's logo

mradermacher
/
Deep-Throat-3B-i1-GGUF

Transformers
GGUF
English
mergekit
Merge
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
ba6895e
·
verified ·
1 Parent(s): 0768ddd

uploaded from leia

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Deep-Throat-3B.i1-IQ1_M.gguf +3 -0
  3. Deep-Throat-3B.i1-IQ1_S.gguf +3 -0
  4. Deep-Throat-3B.i1-IQ2_M.gguf +3 -0
  5. Deep-Throat-3B.i1-IQ2_S.gguf +3 -0
  6. Deep-Throat-3B.i1-IQ2_XS.gguf +3 -0
  7. Deep-Throat-3B.i1-IQ2_XXS.gguf +3 -0
  8. Deep-Throat-3B.i1-IQ3_M.gguf +3 -0
  9. Deep-Throat-3B.i1-IQ3_S.gguf +3 -0
  10. Deep-Throat-3B.i1-IQ3_XS.gguf +3 -0
  11. Deep-Throat-3B.i1-IQ3_XXS.gguf +3 -0
  12. Deep-Throat-3B.i1-IQ4_NL.gguf +3 -0
  13. Deep-Throat-3B.i1-IQ4_XS.gguf +3 -0
  14. Deep-Throat-3B.i1-Q2_K.gguf +3 -0
  15. Deep-Throat-3B.i1-Q2_K_S.gguf +3 -0
  16. Deep-Throat-3B.i1-Q3_K_L.gguf +3 -0
  17. Deep-Throat-3B.i1-Q3_K_M.gguf +3 -0
  18. Deep-Throat-3B.i1-Q3_K_S.gguf +3 -0
  19. Deep-Throat-3B.i1-Q4_0.gguf +3 -0
  20. Deep-Throat-3B.i1-Q4_1.gguf +3 -0
  21. Deep-Throat-3B.i1-Q4_K_M.gguf +3 -0
  22. Deep-Throat-3B.i1-Q4_K_S.gguf +3 -0
  23. Deep-Throat-3B.i1-Q5_K_M.gguf +3 -0
  24. Deep-Throat-3B.i1-Q5_K_S.gguf +3 -0
  25. Deep-Throat-3B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Deep-Throat-3B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Deep-Throat-3B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Deep-Throat-3B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Deep-Throat-3B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Deep-Throat-3B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Deep-Throat-3B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Deep-Throat-3B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Deep-Throat-3B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Deep-Throat-3B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Deep-Throat-3B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Deep-Throat-3B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Deep-Throat-3B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Deep-Throat-3B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Deep-Throat-3B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Deep-Throat-3B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Deep-Throat-3B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Deep-Throat-3B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Deep-Throat-3B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Deep-Throat-3B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Deep-Throat-3B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Deep-Throat-3B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Deep-Throat-3B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Deep-Throat-3B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Deep-Throat-3B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Deep-Throat-3B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a76983526dbf49912d806891600c70a03aa5933989b1c26ff86dae0d09842a4
3
+ size 1053474976
Deep-Throat-3B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:887da7d5597b204601b143f12b15372dac582507c0eab671fda4785411490075
3
+ size 997441696
Deep-Throat-3B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc951a1aea133ed318b8d3235b074aae501332867abb43b9d61cf1c1215d58de
3
+ size 1398331552
Deep-Throat-3B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11723013307a6aeb136ac6141d1bbf38d71fdb6660bdec51d9449cb6f258d07e
3
+ size 1323620512
Deep-Throat-3B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1ff9c63495826058f4ba21fdefe187bb89779a6cbfec0eafb54dd48fa43c285
3
+ size 1229832352
Deep-Throat-3B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d43735c363bbb8be7d8111a35a00862d6c5f6a7cbe7e8166bb2e216d80ed278
3
+ size 1146863776
Deep-Throat-3B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb94c0ab00cf4a3ab6e1db21a44e948a6105b32b748103ab3b2705508bb61834
3
+ size 1768968352
Deep-Throat-3B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b097713b8b6d825c7b8237ce48f662107a9266f859e6895fe71c09c7fc742965
3
+ size 1712148640
Deep-Throat-3B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43903515655b4086c486ef199102328d42cb2f0522082cf2a29d17d8dd49b6c1
3
+ size 1646088352
Deep-Throat-3B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4106225b43179c3719e9d1bc6fb43eb51daf9e366b2c438379f9ad56c12f65e
3
+ size 1518065824
Deep-Throat-3B.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a17ec99789120412b1c3279f81f529b1028a1a17b29449290df53140578cd75
3
+ size 2138818720
Deep-Throat-3B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef89a9cabf5da5a7eaf43b9b635ccf8a01b3772792f663bdfbfefec0981a3230
3
+ size 2038425760
Deep-Throat-3B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67f1d7974662ebf52e8bb46a2afdbffaf81fe1afade150540094fd69fc50e09e
3
+ size 1493219488
Deep-Throat-3B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:148401478736526a33fb248b483ce21301128e84a959b1ecec73479540042e22
3
+ size 1403566240
Deep-Throat-3B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b37955143ba11fe04d050a52b81765afc4958e9fec3c9e00cc22d219e8e3a0a
3
+ size 1984647328
Deep-Throat-3B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ea267edb6298b078286c71c80ef67cfaac0f63e67f4e92b2982166bbdf9ad89
3
+ size 1856458912
Deep-Throat-3B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8727e8128c16fdcf5feba142f9466cd2bc8e7c25fc1ba18d24734ed7f1c62673
3
+ size 1712148640
Deep-Throat-3B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77bbbf021ef32e3b6d1f71155a8b432f780b2add37a20cfd9fbb182b38ea86f6
3
+ size 2143537312
Deep-Throat-3B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df616fabc0513da5277979a7f90d9401e18a0130201daf06d7b5ffd1170fbe26
3
+ size 2339604640
Deep-Throat-3B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef6226f07f83b9ca0129d311f94da4ddd8e88a6fc859ab1df40ce6768c5c44b
3
+ size 2241005728
Deep-Throat-3B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4474a36363e7f5b6cf6451c3c8bf010a00f62b01014b4207fd8cfd62104c50aa
3
+ size 2149828768
Deep-Throat-3B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:289bc2e8800c807a4fcde8b71b709ca47d3feae6296264aa82786627502d9a67
3
+ size 2593032352
Deep-Throat-3B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bdcd2d42270e2bb6546e4f8df80d9a570372f7a92e2c6a14c09ebcf66061389
3
+ size 2540390560
Deep-Throat-3B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:607b086234a54783f57ef2f76de2f83b19ab739e7135e43c545364e14a3342c6
3
+ size 2967060640