Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-2Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
6d6b8ca
•
1 Parent(s): cf5945e

84c661ae4d87a4e5c3a9b07e1d3de5879e9e189dfeb2f18d210b13a6503b2a2c

Browse files
Files changed (21) hide show
  1. 4_gate.pt +3 -0
  2. 4_k.pt +3 -0
  3. 4_layernorm.pt +3 -0
  4. 4_o.pt +3 -0
  5. 4_q.pt +3 -0
  6. 4_up.pt +3 -0
  7. 4_v.pt +3 -0
  8. 50_down.pt +3 -0
  9. 50_gate.pt +3 -0
  10. 50_k.pt +3 -0
  11. 50_layernorm.pt +3 -0
  12. 50_o.pt +3 -0
  13. 50_q.pt +3 -0
  14. 50_up.pt +3 -0
  15. 50_v.pt +3 -0
  16. 51_down.pt +3 -0
  17. 51_gate.pt +3 -0
  18. 51_k.pt +3 -0
  19. 51_layernorm.pt +3 -0
  20. 51_o.pt +3 -0
  21. 51_q.pt +3 -0
4_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ef7f09e65b467b9d4f2c437aad9210ef193e57ba73f1cd7edf5cb48a4f8748d
3
+ size 218247171
4_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db243f14b4f78d412dbd7e3e0c65b5a7bd320456b4346a33508f40af3add15e2
3
+ size 4233192
4_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:107c3222bad07b7e270c621f6503d05b4d5ed86712e9080c8f3bf70335546816
3
+ size 67120
4_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49b8f80d99ca628751237a658b52137ece013f1bf18973f73c55884e2ced0cd6
3
+ size 67178472
4_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a03a84592a34912f5819bd1ba99d3bb62edffb08a5336c75b93d0b47f8d3faf
3
+ size 67178472
4_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2974c3c858189e5c026fbbcc1ecabbfbb5bcffb39384a8b814b72f07870ea031
3
+ size 218247153
4_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac26b4c828eb6cea2ea0c00cb7a9e2168e520b33db11847c296121adc010f37
3
+ size 4233192
50_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f654c29b571863008462ac7a22c282bf59a61830282a0f7c8e8352cd29ad09b
3
+ size 218247244
50_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe91f1225acb638520b232da55bc25f2d99f6e80ff7c89c0d02ac9e9ab367fc
3
+ size 218247244
50_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bab01f3812f5e25fe4a72700dae74aaef5cbb9be407056b1a9cc3998d77a305e
3
+ size 4233201
50_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:555e82c8099179fe639161a54f2e96ad344a4aea239357cb97219e961edc72af
3
+ size 67126
50_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55adafe9bdeeff4becd1eaee1d9adc94ed453e812658a04246ad0f84fe33b9a1
3
+ size 67178481
50_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:662916bdccd7e2dd55a62f08ebcb6dda25bc4c763cf9f2402339d1681769ed2f
3
+ size 67178481
50_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c92a05a14cde2f62d8985a91c8485bd3b8c3dcbe1fffa06407ac0fce8762072d
3
+ size 218247162
50_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:600c821f1f5acb078f648e23faa392b7fe7a9634cc322b69a847a6d91d548027
3
+ size 4233201
51_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f42c74f297d2e346e803b6b47f435cd599578f1b7b2c644b0dbb0cb8ae04bce5
3
+ size 218247244
51_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d4334b60792b636c72aca930d8834f83e120bd66a249c892e17bb46e2efb627
3
+ size 218247244
51_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0c4ab66d37840337db8525495658623bf35e995a08d178f4f7c8330a0813ba7
3
+ size 4233201
51_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc0e46a23187c4a16401bc0886f5a8537d42f3c19e0ceb14c5db6e93aaf7e763
3
+ size 67126
51_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8027eb94ef3450c04790e8f7f67783605d2ef8c2b4d440f6ce37e77ebfb1121
3
+ size 67178481
51_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ca7b427db36bb1c82fdd15ed869f23ecf50efc091b4da0403a6ebceca80445f
3
+ size 67178481