Hugging Face's logo

second-state
/
QwQ-32B-Preview-GGUF

Text Generation
GGUF
English
qwen2
chat
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
a115428
·
verified ·
1 Parent(s): 5ad1370

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. QwQ-32B-Preview-Q2_K.gguf +3 -0
  3. QwQ-32B-Preview-Q3_K_L.gguf +3 -0
  4. QwQ-32B-Preview-Q3_K_M.gguf +3 -0
  5. QwQ-32B-Preview-Q3_K_S.gguf +3 -0
  6. QwQ-32B-Preview-Q4_0.gguf +3 -0
  7. QwQ-32B-Preview-Q4_K_M.gguf +3 -0
  8. QwQ-32B-Preview-Q4_K_S.gguf +3 -0
  9. QwQ-32B-Preview-Q5_0.gguf +3 -0
  10. QwQ-32B-Preview-Q5_K_S.gguf +3 -0
  11. QwQ-32B-Preview-Q6_K.gguf +3 -0
  12. QwQ-32B-Preview-Q8_0.gguf +3 -0
  13. QwQ-32B-Preview-f16-00001-of-00003.gguf +3 -0
  14. QwQ-32B-Preview-f16-00002-of-00003.gguf +3 -0
  15. QwQ-32B-Preview-f16-00003-of-00003.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  QwQ-32B-Preview-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  QwQ-32B-Preview-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ QwQ-32B-Preview-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ QwQ-32B-Preview-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ QwQ-32B-Preview-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ QwQ-32B-Preview-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ QwQ-32B-Preview-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ QwQ-32B-Preview-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ QwQ-32B-Preview-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ QwQ-32B-Preview-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ QwQ-32B-Preview-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ QwQ-32B-Preview-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ QwQ-32B-Preview-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ QwQ-32B-Preview-f16-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ QwQ-32B-Preview-f16-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ QwQ-32B-Preview-f16-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
QwQ-32B-Preview-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71ff37bb74c53d51fa7bbb227f8e115c98e83bd890993825d123fde209d6a2d8
3
+ size 12313098848
QwQ-32B-Preview-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5529ee3a95b0510629664034d4f90d7b7210ccec06888e9535f0ec215400fcc6
3
+ size 17247079008
QwQ-32B-Preview-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73a9b5acbf666beb41a35dcf454be1be3084ddaa5b56b73ee28c17d8b11f25f1
3
+ size 15935048288
QwQ-32B-Preview-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35dd20292c62cf08941519faf112d7a8592863206f1ebf0fcb89f0a260ada530
3
+ size 14392330848
QwQ-32B-Preview-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f2738d363cf6e5c6c02a65b7a77abfedbecf3dcff277af01082320ef95e782a
3
+ size 18640231008
QwQ-32B-Preview-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b862689bcd3a57b25f7a208c12a778301b3bfdb25cd6900d72250fdaafd1f396
3
+ size 19851336288
QwQ-32B-Preview-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a78f85d14308c740c7255832a99a7f0095c3879a18d325f8cb352c62ed0ff24c
3
+ size 18784410208
QwQ-32B-Preview-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:161b25ef290e09c4b061d38a7ef686eba02a0f88ebc21fbd36f8972b65dfef6e
3
+ size 22638254688
QwQ-32B-Preview-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efb829a3f986495a353543b83ba45b0895951b5f655166938615c5794169dce0
3
+ size 22638254688
QwQ-32B-Preview-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73c324c06ac349cfd7366cddf08db98b69cf643d3e309e4e23dfcab62173012b
3
+ size 26886154848
QwQ-32B-Preview-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a37a96e2a037eec87ecde1a8a5b4a2bc549d0e3b5b2a66fa37252d463275bbf
3
+ size 34820885088
QwQ-32B-Preview-f16-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e3f92bf1a19246d9895ff0da9eacd3d12ee867340c5b62a6c56fb795d1c61af
3
+ size 29845224576
QwQ-32B-Preview-f16-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eddc720a3c179502a9af993d54c96f285f110f68b85ef62106c7c9527d12889f
3
+ size 29823611296
QwQ-32B-Preview-f16-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0fc37097df65d02e5f3edaed0ba617bd9e55022c8dfbee7638c0a34f209e7e6
3
+ size 5867134368