Hugging Face's logo

martineden
/
Llama-3.2-3B-Instruct-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
martineden commited on
Commit
0a579dc
•
1 Parent(s): 038f6c7

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. llama-3.2-3b-instruct.Q2_K.gguf +3 -0
  3. llama-3.2-3b-instruct.Q3_K_L.gguf +3 -0
  4. llama-3.2-3b-instruct.Q3_K_M.gguf +3 -0
  5. llama-3.2-3b-instruct.Q3_K_S.gguf +3 -0
  6. llama-3.2-3b-instruct.Q4_0.gguf +3 -0
  7. llama-3.2-3b-instruct.Q4_K_M.gguf +3 -0
  8. llama-3.2-3b-instruct.Q4_K_S.gguf +3 -0
  9. llama-3.2-3b-instruct.Q5_0.gguf +3 -0
  10. llama-3.2-3b-instruct.Q5_K_M.gguf +3 -0
  11. llama-3.2-3b-instruct.Q5_K_S.gguf +3 -0
  12. llama-3.2-3b-instruct.Q6_K.gguf +3 -0
  13. llama-3.2-3b-instruct.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama-3.2-3b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama-3.2-3b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3.2-3b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.2-3b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.2-3b-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.2-3b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.2-3b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3.2-3b-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3.2-3b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3.2-3b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3.2-3b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3.2-3b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.2-3b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c77eb142ab869944f388ff093fc7276ea15c4e1f810ceb76554fc5ae77694c19
3
+ size 1363935520
llama-3.2-3b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cf752a117ddad28f7135920de4e79b3731ed3b95a733e012894e0b2cb31f6c8
3
+ size 1815347488
llama-3.2-3b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be3f386dee4d246d41714cabe7fcb80c9173613ffc344065f360f7cfe6769fe4
3
+ size 1687159072
llama-3.2-3b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30a4ec8bf86ab91b7ffa95f1ab3e6a21cfa240122b6836b23a75baf894970d62
3
+ size 1542848800
llama-3.2-3b-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:506d311f2f8802991344f7186badffda9c6a6b4cb50aa7a759ba3d939544df44
3
+ size 1917190432
llama-3.2-3b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a9c139c80a85740cd98fa8d0b6a33445c49dc77f9ee37c914663d25bdaf2f4e
3
+ size 2019377440
llama-3.2-3b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:133d6f25469c0889a3b207f340352a47772fa2de006dfa0f3db0f19af115acd5
3
+ size 1928200480
llama-3.2-3b-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c662fa7df5e816a362cd1dd06b36b8125ef163482b39a700487aae5c8b9ac93b
3
+ size 2269511968
llama-3.2-3b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:782f6d3246312ebfc5b3db83f2beaf5abf4371311206e9dc2c57703b564f55a0
3
+ size 2322153760
llama-3.2-3b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6dd5a79cd798f9d228ae7a2b6b471025a231cbc6fc1fccd5f487bf71de29a34
3
+ size 2269511968
llama-3.2-3b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcd738601e25f128a3388138af357723bc2006f0657c94fe3374a55d919d9ddb
3
+ size 2643853600
llama-3.2-3b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94f22b7231df5cd1907ff48dba54497b2d7912a4ce60d914f3dcfc0347fa8f21
3
+ size 3421899040