Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-2Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
8f3085f
·
verified ·
1 Parent(s): da48694

be4b2c79aef93c11a135c1ef06c17f8ac4a971ae2e41a74e6b7e5f6083e1bfec

Browse files
Files changed (19) hide show
  1. 38_up.pt +3 -0
  2. 38_v.pt +3 -0
  3. 39_down.pt +3 -0
  4. 39_gate.pt +3 -0
  5. 39_k.pt +3 -0
  6. 39_layernorm.pt +3 -0
  7. 39_o.pt +3 -0
  8. 39_q.pt +3 -0
  9. 39_up.pt +3 -0
  10. 39_v.pt +3 -0
  11. 3_down.pt +3 -0
  12. 3_gate.pt +3 -0
  13. 3_k.pt +3 -0
  14. 3_layernorm.pt +3 -0
  15. 3_o.pt +3 -0
  16. 3_q.pt +3 -0
  17. 3_up.pt +3 -0
  18. 3_v.pt +3 -0
  19. 40_down.pt +3 -0
38_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09d76e79360e6af4d7ee6ecfafcb7fa8ba488e7b941426399a9156dace991dff
3
+ size 218247162
38_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:273424ad6256775172240fc7d4ed80f7b3c0afa4b028a8d12ce102f11a9d894a
3
+ size 4233201
39_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e82be647d304945d09023052817cc656cbe3b12646698f15a8bbfebdeeac2c0a
3
+ size 218247244
39_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f6d699fab3efdade7c358e117af93b75401a67ba5a620e51a92bf27e16205ad
3
+ size 218247244
39_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84189fcb380f5d24a1c8c8896ad59584dd8b76499c32599241e93a0e9e8b5aeb
3
+ size 4233201
39_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:145a31a937fb9362ee14e93e10a9bbb41f035c0e07c8af0bc8a0c159f5b50de8
3
+ size 67126
39_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b26026352d47c917c031dbedb22fc53f1c72e1310785e517676a3a9a039342dd
3
+ size 67178481
39_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7e05a7f61b60612616a1ec412128e9a5e331885d807b63b48c72bef003cb5cc
3
+ size 67178481
39_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd7e82e6066323c0ad4cf5ef5b7fde8f350501b54f31f09cdbc25c7549100e5
3
+ size 218247162
39_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46b6516dc12f709466a74c118701f58877a4312446cc807c1ad3a84172fc6dbf
3
+ size 4233201
3_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71387af365d3b29cc04fdf405b6bf4651070b3a6bd695c42d57da65389c4737c
3
+ size 218247171
3_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa5079f0b5e20abc55eefa618b1ddf374617a752b89d373c09994010b3628f27
3
+ size 218247171
3_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f374a637cbe04267facdebd2b5d21bb58e64dbb7e9f8c06e6e28c841a21ae9fe
3
+ size 4233192
3_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58a93b7abef4db4e54281db2add0bce0c2f69acd2cb5a1598dd17c0dd4873ad8
3
+ size 67120
3_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:513cb1dfd07e655151b08d1047f974fa74b74dc8a6df2cca7f2126118c12bc55
3
+ size 67178472
3_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53dbdc0e8b05d9b204f8434693df126169740b7ab66720268c91f8f59950e181
3
+ size 67178472
3_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:887ff80bec98aa765e90bbeedbf9d9ac6ddc6a8c2aa500868d4e8f96af24ba46
3
+ size 218247153
3_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cfdb9a2ca76d5097327cb5eec990bac44acfff0e0d2507edb3761c2967b1c3d
3
+ size 4233192
40_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7728ba1143fbe09423bcc0f70bda962e3bf71b94c205f9423c9c3ff19944fcf
3
+ size 218247244