Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-2Bit-TP8

Safetensors
llama
Model card Files Community
2

Upload folder using huggingface_hub

#1
by at676 - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+3027
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. 0_down.pt +3 -0
  2. 0_gate.pt +3 -0
  3. 0_k.pt +3 -0
  4. 0_layernorm.pt +3 -0
  5. 0_o.pt +3 -0
  6. 0_q.pt +3 -0
  7. 0_up.pt +3 -0
  8. 0_v.pt +3 -0
  9. 100_down.pt +3 -0
  10. 100_gate.pt +3 -0
  11. 100_k.pt +3 -0
  12. 100_layernorm.pt +3 -0
  13. 100_o.pt +3 -0
  14. 100_q.pt +3 -0
  15. 100_up.pt +3 -0
  16. 100_v.pt +3 -0
  17. 101_down.pt +3 -0
  18. 101_gate.pt +3 -0
  19. 101_k.pt +3 -0
  20. 101_layernorm.pt +3 -0
  21. 101_o.pt +3 -0
  22. 101_q.pt +3 -0
  23. 101_up.pt +3 -0
  24. 101_v.pt +3 -0
  25. 102_down.pt +3 -0
  26. 102_gate.pt +3 -0
  27. 102_k.pt +3 -0
  28. 102_layernorm.pt +3 -0
  29. 102_o.pt +3 -0
  30. 102_q.pt +3 -0
  31. 102_up.pt +3 -0
  32. 102_v.pt +3 -0
  33. 103_down.pt +3 -0
  34. 103_gate.pt +3 -0
  35. 103_k.pt +3 -0
  36. 103_layernorm.pt +3 -0
  37. 103_o.pt +3 -0
  38. 103_q.pt +3 -0
  39. 103_up.pt +3 -0
  40. 103_v.pt +3 -0
  41. 104_down.pt +3 -0
  42. 104_gate.pt +3 -0
  43. 104_k.pt +3 -0
  44. 104_layernorm.pt +3 -0
  45. 104_o.pt +3 -0
  46. 104_q.pt +3 -0
  47. 104_up.pt +3 -0
  48. 104_v.pt +3 -0
  49. 105_down.pt +3 -0
  50. 105_gate.pt +3 -0
0_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb4598cadb30e69537be43509b937dc07987ac0323993452f68c1a6a4d052992
3
+ size 218247171
0_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:593b39d20e21809f6eb7a491f4917e2e41db5a05cb68f81aa37ecf4006bf8b3e
3
+ size 218247171
0_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:368cee882ad2fb0a71bda0d8d61083812d887625f23bcca7334c4542cae79afd
3
+ size 4233192
0_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27dc511de986e59bf111039a6153ce8b15071df75c43df46c9cfafc76419b9e3
3
+ size 67120
0_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0db220b5c274d26e2d37c3748e64f8a13e2466c24806b9701f8d0ff56effbf17
3
+ size 67178472
0_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb8c90e7bea832570cb074f13e00fce48e0829f8c50a108186e93b621814191
3
+ size 67178472
0_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:794bcce95ddafafe2a5b91137c1279de6664475beb9833e44d64b78e5d2a879e
3
+ size 218247153
0_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6bb51d881481dc8269165decee9e5e6372ee9ae4f998d0b393a0ce1c655c3ed
3
+ size 4233192
100_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f9bcadd0837ba51df0338edd8e8fb69453e4a1fd1123cf4de35d3436cee29b
3
+ size 218247445
100_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56a57757fa35398a0759c65b767c9ecb7145559d6d6650a024a6cb89b513790d
3
+ size 218247445
100_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df822cfbb9c21ff22d089e0d9dd0032636e1ec212f2e372288af1552d71a19b5
3
+ size 4233210
100_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:107636219651ae35d156f24f119012cd2ea7dfe68df1e3cb3992e38b511acbd4
3
+ size 67132
100_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03b9a4a081b1282624be6f57ff2c33811e59918f74394aba423584a775296945
3
+ size 67178490
100_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b42f5a4ce4dc032c652a2132990d820d133021caab76366d2425895b061f9e5e
3
+ size 67178490
100_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ff0512be36e730cfef3e72fbfe4d6e24016b4076b9d4c3a0ff22e940da2fbc1
3
+ size 218247171
100_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f79574e1744116d2c4dd843b210de38817689cc8f049264b1f7bc0d38581093a
3
+ size 4233210
101_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6daaba41a9d24c6b7080ab9903587dde9359ff0eb4f6278f8c5f585a0ff9564
3
+ size 218247445
101_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f43a014a767a6b294d36a48408faa17f2890ed127dfa5982f7006620efd7db25
3
+ size 218247445
101_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f736902aa473ae6006a7e592adc259caa010b66432ae20722a054f58786ef95
3
+ size 4233210
101_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2276c61ee33bf56a1e3a83fba2850935091f144d2e43af2f60d888dac638325
3
+ size 67132
101_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd4921ca7369d216d3aabc280152d3d93dd595a0fe8aa418e07992cd0ddaad73
3
+ size 67178490
101_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c54ac4042e9ff275384dc8da5e68846bbc0e07dd937607a7b1c740ee907c5905
3
+ size 67178490
101_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e36090c7096e45be6a2e4960b63e9ba25b5b3f0b19882bb272467e46dbb630b
3
+ size 218247171
101_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cea86243fc3b07216a24e9dfd1e21a95dd76610c0c94374393deea580439bbb
3
+ size 4233210
102_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de017eb7570b50394a6033a2cbfdfa5d780eea301ec177455a454bb9bd3bbcbc
3
+ size 218247445
102_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:992729303c0e12715be6198aacd653d6311b0974cbd4f0dc7dc84dc35928e214
3
+ size 218247445
102_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee582a2cf3404a0ca71bff5816be81247986063fe47606274df37087f0e3757b
3
+ size 4233210
102_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b61ba963f59bbfa361748a59339cf7333a55d7de6d4af35d67560c886ffd5a
3
+ size 67132
102_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aeae8ef6ee10eabec76e2e993334445249305fb0a4b93ca96091c9fbc584f10
3
+ size 67178490
102_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70948d8e70f00a1822e472f01d69978dda90d458d956dcbbc82edc835efa6ec7
3
+ size 67178490
102_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac5514af7d67f083804dbf4956f2ba24fd5125781b86d9b515b8d8141719eb0d
3
+ size 218247171
102_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731f16487e85f48a6f5ae14742aa8bfe73539f6b355e7c66e6b02aee2506449b
3
+ size 4233210
103_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fbf02308eab7ef4f6120e174356d96a488ac00f7d354b50043ced6823822acd
3
+ size 218247445
103_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c5d6dcba235168fa8d92bb5b381185dd4c119fc0fafe4001b63b83479d78403
3
+ size 218247445
103_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ddf734d83392a36dd374b81b670156b770a6a71efedbc7161fe6fa934a32900
3
+ size 4233210
103_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb3eb71aef579089bf9c3cdc31b23508dac961d500ba33bcd634396f43d488d2
3
+ size 67132
103_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a95adc0c093bf20c4b47d6e81aaadabe17f9024df440b99af120bda77f682487
3
+ size 67178490
103_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e55a59f5284891d5e7c1f613b3fa135b3c39adfa0eadccee683d3e44edc04f6
3
+ size 67178490
103_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7221e81115bca4d4b7d1fdc5829a6696a34e76ecbc4f631b783d9ae760f5d97a
3
+ size 218247171
103_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6b2c1b11a08a29c853451d4f0bc5b4283fbd6e77a58aade1b2587d4d6816dfc
3
+ size 4233210
104_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42f85cdd1d5bdab1c449773bf9d175f14cbce01dbfca1c60cacff2321c9e4330
3
+ size 218247445
104_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ffcb950134da47aded3475e889b76a25f4b0e84c5abe944ff676f304b1462b6
3
+ size 218247445
104_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9be42cd12cbe06f23bf3bde1a18f165297e5a8d8f27aa93bdcf4b6449e6db274
3
+ size 4233210
104_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f543a046837c0db969e96ef4db40a0136b4a85c5324d57ff000a00a3cb66d02d
3
+ size 67132
104_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e41c26af4d29980596e40451e9abace93ad381c0fc440d9ec3653db27c82879
3
+ size 67178490
104_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bdeed334a7dc4da0c9a1d4f4bdfcd35b16d1936a633b086e215468cb7004b1f
3
+ size 67178490
104_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0c0d8eb4477af6af819af35c9004204fa2cc13b881eba54e7d6a062a0f28a63
3
+ size 218247171
104_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:205c9195389c642c2640b5c3dbd686c0be8de49c8537f7e38755ca95fed4b5a6
3
+ size 4233210
105_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84f8a70875beb8a22bd4ff5c9e3a08b5f313ca18125b82096d10ced5d0462b17
3
+ size 218247445
105_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a506945cbd93ce8afeca5405d7e9f5482d10d6fa85ef694e8ffb980a9f84bef8
3
+ size 218247445