Hugging Face's logo

brittlewis12
/
Phi-3-mini-4k-instruct-GGUF

Text Generation
GGUF
English
nlp
code
conversational
Model card Files Community
brittlewis12 commited on
Commit
4dc74b1
·
verified ·
1 Parent(s): 919bf0b

Upload folder using huggingface_hub

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. phi-3-mini-4k-instruct.IQ1_M.gguf +3 -0
  3. phi-3-mini-4k-instruct.IQ1_S.gguf +3 -0
  4. phi-3-mini-4k-instruct.IQ2_M.gguf +3 -0
  5. phi-3-mini-4k-instruct.IQ2_S.gguf +3 -0
  6. phi-3-mini-4k-instruct.IQ2_XS.gguf +3 -0
  7. phi-3-mini-4k-instruct.IQ2_XXS.gguf +3 -0
  8. phi-3-mini-4k-instruct.IQ3_M.gguf +3 -0
  9. phi-3-mini-4k-instruct.IQ3_S.gguf +3 -0
  10. phi-3-mini-4k-instruct.IQ3_XS.gguf +3 -0
  11. phi-3-mini-4k-instruct.IQ3_XXS.gguf +3 -0
  12. phi-3-mini-4k-instruct.IQ4_NL.gguf +3 -0
  13. phi-3-mini-4k-instruct.IQ4_XS.gguf +3 -0
  14. phi-3-mini-4k-instruct.Q2_K.gguf +3 -0
  15. phi-3-mini-4k-instruct.Q2_K_S.gguf +3 -0
  16. phi-3-mini-4k-instruct.Q3_K_L.gguf +3 -0
  17. phi-3-mini-4k-instruct.Q3_K_M.gguf +3 -0
  18. phi-3-mini-4k-instruct.Q3_K_S.gguf +3 -0
  19. phi-3-mini-4k-instruct.Q4_K_M.gguf +3 -0
  20. phi-3-mini-4k-instruct.Q4_K_S.gguf +3 -0
  21. phi-3-mini-4k-instruct.Q5_K_M.gguf +3 -0
  22. phi-3-mini-4k-instruct.Q5_K_S.gguf +3 -0
  23. phi-3-mini-4k-instruct.Q6_K.gguf +3 -0
  24. phi-3-mini-4k-instruct.Q8_0.gguf +3 -0
  25. phi-3-mini-4k-instruct.fp16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ phi-3-mini-4k-instruct.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ phi-3-mini-4k-instruct.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ phi-3-mini-4k-instruct.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ phi-3-mini-4k-instruct.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ phi-3-mini-4k-instruct.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ phi-3-mini-4k-instruct.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ phi-3-mini-4k-instruct.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ phi-3-mini-4k-instruct.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ phi-3-mini-4k-instruct.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ phi-3-mini-4k-instruct.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ phi-3-mini-4k-instruct.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ phi-3-mini-4k-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ phi-3-mini-4k-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ phi-3-mini-4k-instruct.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ phi-3-mini-4k-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ phi-3-mini-4k-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ phi-3-mini-4k-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ phi-3-mini-4k-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ phi-3-mini-4k-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ phi-3-mini-4k-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ phi-3-mini-4k-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ phi-3-mini-4k-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
58
+ phi-3-mini-4k-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
59
+ phi-3-mini-4k-instruct.fp16.gguf filter=lfs diff=lfs merge=lfs -text
phi-3-mini-4k-instruct.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48082819558fabd9bdcb226700b0da35cec1259bcea0295e1b9481dc0a4dd9d0
3
+ size 917105824
phi-3-mini-4k-instruct.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae5213f8ed3a90e736d927cfa7c3eeb2f835c2bf91d42573db42bcdec5805063
3
+ size 841608352
phi-3-mini-4k-instruct.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec9aaff95353565dc1b6538ca16a4220f0ebe096205587a5263919eed2561fbd
3
+ size 1316393632
phi-3-mini-4k-instruct.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3bb14263c6a809877b13545c0d8257a4b5897a75015993360a0edf34abbca4d
3
+ size 1215730336
phi-3-mini-4k-instruct.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b6e6ff73c99d11deb0403963f04009b1507bd6fed8c306193f5daec08d323cd
3
+ size 1153035424
phi-3-mini-4k-instruct.IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:957878152a0eca37bed9417379aa75e7a460bc2a6a4dd69c8e2b4ece5f5a658b
3
+ size 1042934944
phi-3-mini-4k-instruct.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20793efd447bcb25023d72fac17ee8b4636357905b0ad90ba38ac71bc3dfd4bd
3
+ size 1855598752
phi-3-mini-4k-instruct.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4b5d766a0559d302cb3545e55963c6463dd7b3969207165d59590700b041638
3
+ size 1681797280
phi-3-mini-4k-instruct.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f36afe0d06433ee49c48c2bc39f1d4b8cf66ea38beefc5bbf6572f8b8fa3f922
3
+ size 1625174176
phi-3-mini-4k-instruct.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ebad86218b91f77cb3405cb69ac181872a384be6c11c534d8485eb691c6389
3
+ size 1513001632
phi-3-mini-4k-instruct.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5b8db474edc91e1d334a122382a746c1c545860003309a405094096a91724f5
3
+ size 2176175776
phi-3-mini-4k-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69501ab3a28f0a7b6fcd1ee15d99ba0bddc6e5d643241075948a712a0afa57f6
3
+ size 2059851424
phi-3-mini-4k-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d68ed29ba0196e9c0baebcfe928a159b50b5bca5366d966bd591fafe87df293
3
+ size 1416202912
phi-3-mini-4k-instruct.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42edc49cb4ac1a53a3f9e9a1bfb311000b03f0ef84b81fbdb92b7f9b664ceb7a
3
+ size 1327336096
phi-3-mini-4k-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd129ae6b1d516dddd838dde1d976ffe00e79ad4c3bc7fb70b1e3841907c6dc0
3
+ size 2087596192
phi-3-mini-4k-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca69084f1473a0e98358dba9a3ef3b1aa479a956e0ca367bb2b96e004d5e653a
3
+ size 1955475616
phi-3-mini-4k-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86021c83d515bb772944c5a948d283d99b36253ecd3e28b08d42ef4035da4e16
3
+ size 1681797280
phi-3-mini-4k-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763f588367bc6a30c364ff57b9353829f7a21eb5243c8670da8f3452fb237a75
3
+ size 2393231008
phi-3-mini-4k-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:393bb9d9db008df5e1ac30595e586cb2e824fa6ce83eef17a3ff334a0d24ea68
3
+ size 2188758688
phi-3-mini-4k-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a219824cabc0a6d826e8e994cf6d57405cef0ef71b4812f14fc234c5bea1d8e
3
+ size 2815274656
phi-3-mini-4k-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:120f3ebb0834edbe036936804fb1519475b95838ddd4083b200692dde007744d
3
+ size 2641473184
phi-3-mini-4k-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17414ab2c1d382adbb994f6ea518f33e62b1801f01317a0ad501e53916477bc1
3
+ size 3135851680
phi-3-mini-4k-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d2f3732e31c354e169cd81dcde9807a1c73b85b9a0f9b16c19013e7a4bb151c
3
+ size 4061221024
phi-3-mini-4k-instruct.fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3151f5fa15470cfdefe94f17add74a0a9a7fdbef640db236487a21c110650203
3
+ size 7643295840