Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-2Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
b65359d
•
1 Parent(s): 6db864b

1500372d5e0b4d82799023d16606b5a12e4c66f7aaa6d081b6cf94ad43e4135c

Browse files
Files changed (21) hide show
  1. 0_down.pt +3 -0
  2. 0_gate.pt +3 -0
  3. 0_k.pt +3 -0
  4. 0_layernorm.pt +3 -0
  5. 0_o.pt +3 -0
  6. 0_q.pt +3 -0
  7. 0_up.pt +3 -0
  8. 0_v.pt +3 -0
  9. 100_down.pt +3 -0
  10. 100_gate.pt +3 -0
  11. 100_k.pt +3 -0
  12. 100_layernorm.pt +3 -0
  13. 100_o.pt +3 -0
  14. 100_q.pt +3 -0
  15. 100_up.pt +3 -0
  16. 100_v.pt +3 -0
  17. 101_down.pt +3 -0
  18. 101_gate.pt +3 -0
  19. 101_k.pt +3 -0
  20. 101_layernorm.pt +3 -0
  21. 101_o.pt +3 -0
0_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb4598cadb30e69537be43509b937dc07987ac0323993452f68c1a6a4d052992
3
+ size 218247171
0_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:593b39d20e21809f6eb7a491f4917e2e41db5a05cb68f81aa37ecf4006bf8b3e
3
+ size 218247171
0_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:368cee882ad2fb0a71bda0d8d61083812d887625f23bcca7334c4542cae79afd
3
+ size 4233192
0_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27dc511de986e59bf111039a6153ce8b15071df75c43df46c9cfafc76419b9e3
3
+ size 67120
0_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0db220b5c274d26e2d37c3748e64f8a13e2466c24806b9701f8d0ff56effbf17
3
+ size 67178472
0_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb8c90e7bea832570cb074f13e00fce48e0829f8c50a108186e93b621814191
3
+ size 67178472
0_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:794bcce95ddafafe2a5b91137c1279de6664475beb9833e44d64b78e5d2a879e
3
+ size 218247153
0_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6bb51d881481dc8269165decee9e5e6372ee9ae4f998d0b393a0ce1c655c3ed
3
+ size 4233192
100_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f9bcadd0837ba51df0338edd8e8fb69453e4a1fd1123cf4de35d3436cee29b
3
+ size 218247445
100_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56a57757fa35398a0759c65b767c9ecb7145559d6d6650a024a6cb89b513790d
3
+ size 218247445
100_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df822cfbb9c21ff22d089e0d9dd0032636e1ec212f2e372288af1552d71a19b5
3
+ size 4233210
100_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:107636219651ae35d156f24f119012cd2ea7dfe68df1e3cb3992e38b511acbd4
3
+ size 67132
100_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03b9a4a081b1282624be6f57ff2c33811e59918f74394aba423584a775296945
3
+ size 67178490
100_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b42f5a4ce4dc032c652a2132990d820d133021caab76366d2425895b061f9e5e
3
+ size 67178490
100_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ff0512be36e730cfef3e72fbfe4d6e24016b4076b9d4c3a0ff22e940da2fbc1
3
+ size 218247171
100_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f79574e1744116d2c4dd843b210de38817689cc8f049264b1f7bc0d38581093a
3
+ size 4233210
101_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6daaba41a9d24c6b7080ab9903587dde9359ff0eb4f6278f8c5f585a0ff9564
3
+ size 218247445
101_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f43a014a767a6b294d36a48408faa17f2890ed127dfa5982f7006620efd7db25
3
+ size 218247445
101_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f736902aa473ae6006a7e592adc259caa010b66432ae20722a054f58786ef95
3
+ size 4233210
101_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2276c61ee33bf56a1e3a83fba2850935091f144d2e43af2f60d888dac638325
3
+ size 67132
101_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd4921ca7369d216d3aabc280152d3d93dd595a0fe8aa418e07992cd0ddaad73
3
+ size 67178490