Hugging Face's logo

ssec-uw
/
OLMo-7B-Instruct-GGUF

Text Generation
GGUF
English
Inference Endpoints
conversational
Model card Files Community
lsetiawan commited on
Commit
5041b10
·
verified ·
1 Parent(s): 200e967

Upload 15 quantizations

Browse files
Files changed (16) hide show
  1. .gitattributes +15 -0
  2. OLMo-7B-Instruct-Q2_K.gguf +3 -0
  3. OLMo-7B-Instruct-Q3_K_L.gguf +3 -0
  4. OLMo-7B-Instruct-Q3_K_M.gguf +3 -0
  5. OLMo-7B-Instruct-Q3_K_S.gguf +3 -0
  6. OLMo-7B-Instruct-Q4_0.gguf +3 -0
  7. OLMo-7B-Instruct-Q4_1.gguf +3 -0
  8. OLMo-7B-Instruct-Q4_K.gguf +3 -0
  9. OLMo-7B-Instruct-Q4_K_S.gguf +3 -0
  10. OLMo-7B-Instruct-Q5_0.gguf +3 -0
  11. OLMo-7B-Instruct-Q5_1.gguf +3 -0
  12. OLMo-7B-Instruct-Q5_K.gguf +3 -0
  13. OLMo-7B-Instruct-Q5_K_M.gguf +3 -0
  14. OLMo-7B-Instruct-Q5_K_S.gguf +3 -0
  15. OLMo-7B-Instruct-Q6_K.gguf +3 -0
  16. OLMo-7B-Instruct-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  OLMo-7B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  OLMo-7B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ OLMo-7B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ OLMo-7B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ OLMo-7B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ OLMo-7B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ OLMo-7B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ OLMo-7B-Instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ OLMo-7B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ OLMo-7B-Instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
45
+ OLMo-7B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ OLMo-7B-Instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
47
+ OLMo-7B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ OLMo-7B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ OLMo-7B-Instruct-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ OLMo-7B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
51
+ OLMo-7B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
OLMo-7B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d12ccd461ec8150fb0980f79d27a50c9ef5cc594aa380dd589dcb318608f9c3
3
+ size 2618942592
OLMo-7B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da48f5d69bf5603520ea3fdadefb43b5018d0a6cbfbc9a25dbb84b9490b101e0
3
+ size 3690804352
OLMo-7B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d13547e81109d7e87468d237e4afef6f1d633ddc52f3721b54146865a6da9cc
3
+ size 3391698048
OLMo-7B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec6ef1c8f976603f4bc018beaee600eaad396816f8520a68ee74a2ccde5a4af9
3
+ size 3041997952
OLMo-7B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b4af41d69da1226eff10187a39b34e01ed7289ef0106da80b3c572db1689894
3
+ size 3929457792
OLMo-7B-Instruct-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75d79dc16bbba8409afffd2ce11bb377fca8fca1d66fffd67e30c33aca49d23
3
+ size 4347085952
OLMo-7B-Instruct-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:945fa7830f4490535b3aff4530c3a1b7d6b4198d805a2716d816ce3ac781bf2b
3
+ size 4184654976
OLMo-7B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:349eb7be4292f6472ac0cfa47cb4402b87eb84b4a500eb1327a044c48d040726
3
+ size 3960390784
OLMo-7B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4235b7da23249f4a6a30b5bad605d412fdbedffcae2c1904abb89eca215dd604
3
+ size 4764714112
OLMo-7B-Instruct-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b60e43840091388f2aca16ad437987f4614ac5a5ca9ff8f21113236d0fc1c53
3
+ size 5182342272
OLMo-7B-Instruct-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3586ff34da34d592494f5af39988e10c92bef8ae0ed0a56a3ddb7eada6141bb6
3
+ size 4896179328
OLMo-7B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3586ff34da34d592494f5af39988e10c92bef8ae0ed0a56a3ddb7eada6141bb6
3
+ size 4896179328
OLMo-7B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebc82d2b15873b48c16b513f7d532cf8735dbcfe8190d36b550046588a7500b1
3
+ size 4764714112
OLMo-7B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5b85a15fdba2c8fb788698afbfa6c236811a0f6779dc9502975115da401d980
3
+ size 5652173952
OLMo-7B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d08e1a0495b773a37fa146ee843cd4e2462a74e96548b00f1449ff390a45ff2
3
+ size 7320384640