Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-2Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
334747d
·
verified ·
1 Parent(s): b65359d

8271fc6c3e6e3b5e58c9e4c78adf1cd70e7bc8a4d50c9ae305fcf6f8763dce30

Browse files
Files changed (20) hide show
  1. 101_q.pt +3 -0
  2. 101_up.pt +3 -0
  3. 101_v.pt +3 -0
  4. 102_down.pt +3 -0
  5. 102_gate.pt +3 -0
  6. 102_k.pt +3 -0
  7. 102_layernorm.pt +3 -0
  8. 102_o.pt +3 -0
  9. 102_q.pt +3 -0
  10. 102_up.pt +3 -0
  11. 102_v.pt +3 -0
  12. 103_down.pt +3 -0
  13. 103_gate.pt +3 -0
  14. 103_k.pt +3 -0
  15. 103_layernorm.pt +3 -0
  16. 103_o.pt +3 -0
  17. 103_q.pt +3 -0
  18. 103_up.pt +3 -0
  19. 103_v.pt +3 -0
  20. 104_down.pt +3 -0
101_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c54ac4042e9ff275384dc8da5e68846bbc0e07dd937607a7b1c740ee907c5905
3
+ size 67178490
101_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e36090c7096e45be6a2e4960b63e9ba25b5b3f0b19882bb272467e46dbb630b
3
+ size 218247171
101_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cea86243fc3b07216a24e9dfd1e21a95dd76610c0c94374393deea580439bbb
3
+ size 4233210
102_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de017eb7570b50394a6033a2cbfdfa5d780eea301ec177455a454bb9bd3bbcbc
3
+ size 218247445
102_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:992729303c0e12715be6198aacd653d6311b0974cbd4f0dc7dc84dc35928e214
3
+ size 218247445
102_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee582a2cf3404a0ca71bff5816be81247986063fe47606274df37087f0e3757b
3
+ size 4233210
102_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b61ba963f59bbfa361748a59339cf7333a55d7de6d4af35d67560c886ffd5a
3
+ size 67132
102_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aeae8ef6ee10eabec76e2e993334445249305fb0a4b93ca96091c9fbc584f10
3
+ size 67178490
102_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70948d8e70f00a1822e472f01d69978dda90d458d956dcbbc82edc835efa6ec7
3
+ size 67178490
102_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac5514af7d67f083804dbf4956f2ba24fd5125781b86d9b515b8d8141719eb0d
3
+ size 218247171
102_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731f16487e85f48a6f5ae14742aa8bfe73539f6b355e7c66e6b02aee2506449b
3
+ size 4233210
103_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fbf02308eab7ef4f6120e174356d96a488ac00f7d354b50043ced6823822acd
3
+ size 218247445
103_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c5d6dcba235168fa8d92bb5b381185dd4c119fc0fafe4001b63b83479d78403
3
+ size 218247445
103_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ddf734d83392a36dd374b81b670156b770a6a71efedbc7161fe6fa934a32900
3
+ size 4233210
103_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb3eb71aef579089bf9c3cdc31b23508dac961d500ba33bcd634396f43d488d2
3
+ size 67132
103_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a95adc0c093bf20c4b47d6e81aaadabe17f9024df440b99af120bda77f682487
3
+ size 67178490
103_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e55a59f5284891d5e7c1f613b3fa135b3c39adfa0eadccee683d3e44edc04f6
3
+ size 67178490
103_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7221e81115bca4d4b7d1fdc5829a6696a34e76ecbc4f631b783d9ae760f5d97a
3
+ size 218247171
103_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6b2c1b11a08a29c853451d4f0bc5b4283fbd6e77a58aade1b2587d4d6816dfc
3
+ size 4233210
104_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42f85cdd1d5bdab1c449773bf9d175f14cbce01dbfca1c60cacff2321c9e4330
3
+ size 218247445