Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-2Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
ed458f3
·
verified ·
1 Parent(s): 63efded

ca70fa4fc8da46b024c40ccc4cc34711d384d14df81a276fb4c4d506d863e058

Browse files
Files changed (21) hide show
  1. 31_gate.pt +3 -0
  2. 31_k.pt +3 -0
  3. 31_layernorm.pt +3 -0
  4. 31_o.pt +3 -0
  5. 31_q.pt +3 -0
  6. 31_up.pt +3 -0
  7. 31_v.pt +3 -0
  8. 32_down.pt +3 -0
  9. 32_gate.pt +3 -0
  10. 32_k.pt +3 -0
  11. 32_layernorm.pt +3 -0
  12. 32_o.pt +3 -0
  13. 32_q.pt +3 -0
  14. 32_up.pt +3 -0
  15. 32_v.pt +3 -0
  16. 33_down.pt +3 -0
  17. 33_gate.pt +3 -0
  18. 33_k.pt +3 -0
  19. 33_layernorm.pt +3 -0
  20. 33_o.pt +3 -0
  21. 33_q.pt +3 -0
31_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee83d1cc1e0e06aa07cae5d32207aacb9a92aab5b3231f8caaa8154ff4b2c740
3
+ size 218247244
31_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68401f18e8bd965d05f06c50a8952d462d529ad958c08097fd1b6ab3e86d7f02
3
+ size 4233201
31_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5716ef86a15b64f694c64a87cbb38842dbbc2076d0ce859f9c36cde1ee14603
3
+ size 67126
31_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:127af5d796ade06074abb435a764a42c563176bf7c60ad71a649c2f8fc915955
3
+ size 67178481
31_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:844661ebddd8553fd20a8493e1a1b332e97e4e9b583a383e6234c062441836bc
3
+ size 67178481
31_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a30ae86c999c605f92911dbcfa590ea5ce44d9b03987164b3e75b8ad429f9e6a
3
+ size 218247162
31_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3534ef11b2132233cc92c8971fa14a3b78ff45ee91c0b37e89211b1a808f4586
3
+ size 4233201
32_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:299f6a97f36484891799c0dc7f4030ec7cef248aebc91307162535b00dcc3669
3
+ size 218247244
32_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:400a3bbc4b3f0a5a684a320421bd298884855ea89b2336ca932f4298d446ed84
3
+ size 218247244
32_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a722e30bb9138e1aab2f0c6291988cd7d5ea381f468c9f119788fce925b71fb1
3
+ size 4233201
32_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ccbbb4077eded2f3c703b3fde26ee7ac92c2fab9d58e4599dab688712083972
3
+ size 67126
32_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b05eb5377b6adb47b4cbdee6c15c6246d0238e5d22f46af116a9e4d49b57c4b
3
+ size 67178481
32_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6e8c4fd186ef1205547f4384c5b97ad1f2796b02510c5b601446af1ce5742d7
3
+ size 67178481
32_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beccba5a2cb1b5d1479e6786bf61088fc8618eced354258f27e592c8af5cc497
3
+ size 218247162
32_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a36a08e7346ff4dc6f5ec3e11d72eba3bb631556cb6c554a8e5662d4f0860e4
3
+ size 4233201
33_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c661d9d34add913f4ce4127f51949db43c6f05b60412e22270bed9a078befd2e
3
+ size 218247244
33_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85df6648d6292372c8c1d70a9f16c256b9b297ef9cd96ac95e4d2f9d7830f027
3
+ size 218247244
33_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fea62f57efc051067109ddb21f2e80bbde3ca1b440a2549092d155b458c1ac75
3
+ size 4233201
33_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2b5ed20fc59a5ba9700f10de7946d2a890720fb0e3d2c00d5d6aca6f6a64618
3
+ size 67126
33_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55d37a025fdd29cb0be2eb15caccf64bf0c85dd4615317f65f3e5e71068c449f
3
+ size 67178481
33_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9637cd95603df625db119034aabe4f8db00ac7475a24cddbfa2df8c9b96f961b
3
+ size 67178481