Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-2Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
4039075
·
verified ·
1 Parent(s): cc39aa4

1069d0ecb2b29efa36091199157b59966f70d4823f4caa2124ae0644b51ef2d7

Browse files
Files changed (19) hide show
  1. 24_up.pt +3 -0
  2. 24_v.pt +3 -0
  3. 25_down.pt +3 -0
  4. 25_gate.pt +3 -0
  5. 25_k.pt +3 -0
  6. 25_layernorm.pt +3 -0
  7. 25_o.pt +3 -0
  8. 25_q.pt +3 -0
  9. 25_up.pt +3 -0
  10. 25_v.pt +3 -0
  11. 26_down.pt +3 -0
  12. 26_gate.pt +3 -0
  13. 26_k.pt +3 -0
  14. 26_layernorm.pt +3 -0
  15. 26_o.pt +3 -0
  16. 26_q.pt +3 -0
  17. 26_up.pt +3 -0
  18. 26_v.pt +3 -0
  19. 27_down.pt +3 -0
24_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5de35c058bd68ca99c9d61c5bd4368d032c0b52fd05cf94d417044f4911604b5
3
+ size 218247162
24_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3306e7c2b9155538c3f1d385f24b03e29200c0cfb308b127204e6eaec4eb86ce
3
+ size 4233201
25_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a441bea55b31b09651de6b33c60535f0507a039f6a88d8bfc03c6e58c742feee
3
+ size 218247244
25_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0757054d6e34ff7a6a86218c494e78c077df1acf5a68f23e8a4d3261fbe01b50
3
+ size 218247244
25_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ae59a62c3f6b2a74e291c58387dea6ba11cd71cbb50e55e4f35ed1aaffd5d54
3
+ size 4233201
25_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13cd3cf55d8111ea6b6c022d4c222b734575c33dcada2acc9de54b53dd52f142
3
+ size 67126
25_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd9239d1587e550d5d2ce712074a95fdd12b8c9d250a429a40c3acdc12a57a40
3
+ size 67178481
25_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ba43b226ce9b6626684c9cb42fa50f56a9c4f7fbbdefe9ad9f14e49ff44f7f
3
+ size 67178481
25_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ee30e51daa2256ca17418e36ff7c1ca77930e2b4b717da097f2c5da23607031
3
+ size 218247162
25_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:042421c5b95a8c3a37cd9a22fcfab3202bdbbdd78d8a902fd5f083d931ff760a
3
+ size 4233201
26_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bc3413d7cd3e5b05369c29ee06bf2c62981c7ec355ee0025825cfb44368fc8b
3
+ size 218247244
26_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c23fb3bfc1ce4d263c2f44907052553571acd1fd8f7af49b15c214bcdf733662
3
+ size 218247244
26_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbca6363b7e559d8572bac2eb85f60d022b2a970f25c6884151ba9a14fef1541
3
+ size 4233201
26_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:647ed819b3e0271c061b302c4d732e42c0445b71164e226e4141d149f0f1805f
3
+ size 67126
26_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8e5d4db3300efc015ecb10cef0fdae2e57dcf37a351ea77dcf3e130a3f55663
3
+ size 67178481
26_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fb4b0a4df0680fcb3d84e6e42d725bb56ea61690a3530e879528f9de21472c6
3
+ size 67178481
26_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c1b0a169e3df183e4faaa2c4764af8eaa812a4a90e6e8193e1f62b06df2c326
3
+ size 218247162
26_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bea07f96e03213008d6db4345dbcac0b407aac1ac9fb74aa2b13e6383c76666c
3
+ size 4233201
27_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa5edd1e3a5fdfabb1609a8841996d06fae25e0d872acc90da2cd0f6c4f886dd
3
+ size 218247244