Hugging Face's logo

Lewdiculous
/
Llama-3-8B-Irene-v0.1-GGUF-IQ-Imatrix

GGUF
roleplay
Inference Endpoints
Model card Files Community
Lewdiculous commited on
Commit
c884520
·
verified ·
1 Parent(s): 483bab1

Upload 14 files

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. Llama-3-8B-Irene-v0.1-F16.gguf +3 -0
  3. Llama-3-8B-Irene-v0.1-IQ3_M-imat.gguf +3 -0
  4. Llama-3-8B-Irene-v0.1-IQ3_S-imat.gguf +3 -0
  5. Llama-3-8B-Irene-v0.1-IQ3_XXS-imat.gguf +3 -0
  6. Llama-3-8B-Irene-v0.1-IQ4_NL-imat.gguf +3 -0
  7. Llama-3-8B-Irene-v0.1-IQ4_XS-imat.gguf +3 -0
  8. Llama-3-8B-Irene-v0.1-Q4_K_M-imat.gguf +3 -0
  9. Llama-3-8B-Irene-v0.1-Q4_K_S-imat.gguf +3 -0
  10. Llama-3-8B-Irene-v0.1-Q5_K_M-imat.gguf +3 -0
  11. Llama-3-8B-Irene-v0.1-Q5_K_S-imat.gguf +3 -0
  12. Llama-3-8B-Irene-v0.1-Q6_K-imat.gguf +3 -0
  13. Llama-3-8B-Irene-v0.1-Q8_0-imat.gguf +3 -0
  14. imatrix-with-rp-ex.txt +0 -0
  15. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3-8B-Irene-v0.1-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3-8B-Irene-v0.1-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3-8B-Irene-v0.1-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3-8B-Irene-v0.1-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3-8B-Irene-v0.1-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3-8B-Irene-v0.1-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3-8B-Irene-v0.1-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3-8B-Irene-v0.1-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3-8B-Irene-v0.1-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3-8B-Irene-v0.1-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3-8B-Irene-v0.1-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3-8B-Irene-v0.1-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3-8B-Irene-v0.1-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ee59e7f74a0cbbd39d4c8dc734a9bcc36f8b197cf95660aeb4ffc5df1833b30
3
+ size 16068890432
Llama-3-8B-Irene-v0.1-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82010eef57190a982d082693688f655508332157d6a895ac7c5e1acf41f55944
3
+ size 3784822944
Llama-3-8B-Irene-v0.1-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f6a7f04dfc66badf6f1aa614d7151d14fd3a77b84b8b3f5e9cb6c35ee3f6820
3
+ size 3682324640
Llama-3-8B-Irene-v0.1-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03b8de124bba9af364d7c97b2841f21b7be848e7924770fc99179a5d19a26578
3
+ size 3274911904
Llama-3-8B-Irene-v0.1-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24119650202be95eeaeb25f3f4e5352cf861268c46e4b8d6882ec07de78c69c1
3
+ size 4677988512
Llama-3-8B-Irene-v0.1-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b84a5c643486fe26ab4cf50a66aff2ddab52cad1c8a2f3f99e9407b64202759
3
+ size 4447662240
Llama-3-8B-Irene-v0.1-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:023f1fa1b287470655721db1b7f2fbf1f056f9f1789241653ccae50a77728e59
3
+ size 4920733856
Llama-3-8B-Irene-v0.1-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:667ba0fdd1da09083f05058b7a26f0e305ce6eb6d750f7bde8f3e90d798516f0
3
+ size 4692668576
Llama-3-8B-Irene-v0.1-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99f24bc4f098bf07068945b4c240339b124ab0375a90d411dc5187a71c640284
3
+ size 5732987040
Llama-3-8B-Irene-v0.1-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fe3dada998312f2695ec603b8590e40f53a049035ac79b477e17a14e6a22b2e
3
+ size 5599293600
Llama-3-8B-Irene-v0.1-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d47fa38c170d80e1f20d35e7edd8cb0bdaafead83066797074eafbc750344a5a
3
+ size 6596006048
Llama-3-8B-Irene-v0.1-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:396678e2b20088605160086e1d1ad1c38cc7b005eb0b0f800685e36fb2232cdb
3
+ size 8540770464
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5038d6de34dc71d729c184eb4902b752fcc8f3ea706f1cce55028152ad02e42c
3
+ size 4988193