Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-2Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
73b5804
·
verified ·
1 Parent(s): e5bd984

1eb2d1be98ae28ff55d058c49111d1c31deb641b4be1f238b3c5e7dcd76d6bf1

Browse files
Files changed (21) hide show
  1. 18_gate.pt +3 -0
  2. 18_k.pt +3 -0
  3. 18_layernorm.pt +3 -0
  4. 18_o.pt +3 -0
  5. 18_q.pt +3 -0
  6. 18_up.pt +3 -0
  7. 18_v.pt +3 -0
  8. 19_down.pt +3 -0
  9. 19_gate.pt +3 -0
  10. 19_k.pt +3 -0
  11. 19_layernorm.pt +3 -0
  12. 19_o.pt +3 -0
  13. 19_q.pt +3 -0
  14. 19_up.pt +3 -0
  15. 19_v.pt +3 -0
  16. 1_down.pt +3 -0
  17. 1_gate.pt +3 -0
  18. 1_k.pt +3 -0
  19. 1_layernorm.pt +3 -0
  20. 1_o.pt +3 -0
  21. 1_q.pt +3 -0
18_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb50465a9ec135658e45a51b441eedbc606e892133d62329bd92904d01adfa44
3
+ size 218247244
18_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4c20d1de8a1a17530891d634cb758f6aa18c9f37a958620f566213bb41e4161
3
+ size 4233201
18_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94e927c545f53b60f68237f135e8d916c72eee3917f7dfc292ac05e3f94c00a0
3
+ size 67126
18_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24eb648762387b492e47ec35c3452f9443f2dbe5d28913a7e41d2e3b48ae7b52
3
+ size 67178481
18_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fdd92f9c0cdc93a384fe0dda77e7c2c836aa7d58becc62dce4976f58aa1cb9f
3
+ size 67178481
18_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e06b361ea301593241ce95b0a5cd3a37652ff1f29adc38f17cdd4d340594677f
3
+ size 218247162
18_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc2dc499214ff9c4ca8ab30477cf0ce0d4059bbaa4b4e8fd9dd8f8a25b56ae37
3
+ size 4233201
19_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9cd41337da520b4994a4358f012f0ce8667c66da891a239ff5649433a69bf79
3
+ size 218247244
19_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:377f8af19fc6d9edbcb99bacad96b15e1b8c38b51993ed25ea2ba703855c127a
3
+ size 218247244
19_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20e3ef25e750a6813a2737851e25558a788f1bc22dc5c2e4cf73299bb7f5ee2a
3
+ size 4233201
19_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84d53174d2153face1ae843108750d20270e8cec45e76c9978ea736fedb36a32
3
+ size 67126
19_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a2bb05f8f53d257d6120dd2b2e24fb0a4ce7e10a394d349dcf59a505c341e18
3
+ size 67178481
19_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fba95183e5f4f6e8b4ed056621c765201883cd3e456d7ee068b8f227276de00
3
+ size 67178481
19_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d65130b0a6ecc170c1052a4b0bbc7b7e28f992b96027d856d1823568915af7a0
3
+ size 218247162
19_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fc8f2dbf808df5ca42549bc2657578e3160f1a0114087bb6424de84865e4d5f
3
+ size 4233201
1_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7fb793ef56d34d1804a5c92aa9eb896834495cb2a9776fe4a27ef1e1ec7d44b
3
+ size 218247171
1_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe4832170f90d78df6cf6f12ea0256b51900921c5ba809106bf8e9fa98e1f339
3
+ size 218247171
1_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38b01e02307ea7acc9d0baa75848bdac2b20eb313f5352271c132d2146e638fd
3
+ size 4233192
1_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20b8cd852ec48ec43a23c0702f343eecdb1aebb080f5e2e04026fadf98c9915d
3
+ size 67120
1_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37194ce8055985de6509dc5c8626d2caf425eb75ef74d295ea8405936e58b9aa
3
+ size 67178472
1_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34a651fb02164b8a14df86105f2854648f77ad8f2944d3a0361427db7f0706cd
3
+ size 67178472