Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-2Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
09f3dd6
•
1 Parent(s): ae2359f

a4cad10d70fb8f18ef0f986f482996663b9f5890ea773e9935114ee62e29a203

Browse files
Files changed (19) hide show
  1. 6_up.pt +3 -0
  2. 6_v.pt +3 -0
  3. 70_down.pt +3 -0
  4. 70_gate.pt +3 -0
  5. 70_k.pt +3 -0
  6. 70_layernorm.pt +3 -0
  7. 70_o.pt +3 -0
  8. 70_q.pt +3 -0
  9. 70_up.pt +3 -0
  10. 70_v.pt +3 -0
  11. 71_down.pt +3 -0
  12. 71_gate.pt +3 -0
  13. 71_k.pt +3 -0
  14. 71_layernorm.pt +3 -0
  15. 71_o.pt +3 -0
  16. 71_q.pt +3 -0
  17. 71_up.pt +3 -0
  18. 71_v.pt +3 -0
  19. 72_down.pt +3 -0
6_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:398c897c8629427403b96f4ad6bdd05f85d6692c923598db5cc210a8b1990444
3
+ size 218247153
6_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b17561a84596984712b14be5be3a35e5f279b52f53e6ed4d4adcecf40d7efe0
3
+ size 4233192
70_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dc411b827629a8916e61c72b1558b256eb5c4ee5d818cffce15ecb8eace9a5d
3
+ size 218247244
70_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d07a3851208873e07f7b4f89391d50a6ef68ed594af3f96694ead081f9e75d70
3
+ size 218247244
70_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:323ab91d7b6f3dcc490b747ead7c284f1e0252ea31a63f2b5015d02586a8241a
3
+ size 4233201
70_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8f3d09aec5012085001a02b092c14ad97d5b9cb7bb182ede3fa5089f509178f
3
+ size 67126
70_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10426b81ab65da5adc52432a39e547050682bdff71e992a0b600eab29e804a11
3
+ size 67178481
70_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e6eb35c6762a96dff9b27561e9fe689b7ec1854d28b5ebad81e8ed38299c238
3
+ size 67178481
70_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe1326d633982b5843c6f8f6bab6528f14b44cdda60abfed8e721516f99a5c2d
3
+ size 218247162
70_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb7cafa4e310bca8e137d8f761b672827066fc885a3949fac143714ed334cf3b
3
+ size 4233201
71_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d3b11442318977324653ce7d0de2f0c26f515904d8611f474d612e26ab0dd0
3
+ size 218247244
71_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8905ac9a9c7d8d811cbcb00eb4ebe8c4c060f667678fac1612758aa416a646bd
3
+ size 218247244
71_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad57bcfac32f3a9ed3cc8e8c9782a8e5a7be41b92c7609beee0016ad5d222453
3
+ size 4233201
71_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f183e8e8d88a4b7ac0f2b5b3d8703e4cdee3fe58c009ce79b84c693cca27edde
3
+ size 67126
71_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fdfaf67dc6253443cfb395d3d5f2f4870754141cf4330754cd084573205650f
3
+ size 67178481
71_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8751a8162c7cb164172dab806fd10121bda7b2b2b75e42d03612519e31c976fb
3
+ size 67178481
71_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8a99fa5df98e74b7933d1568d337ec24fdc25ed6f008d76a3b1e4021b7174dc
3
+ size 218247162
71_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aea0f62b6baddca7fb33614240905f15ff86eccc185375299e813ccc34d9384d
3
+ size 4233201
72_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:618ecec7796252a26ae4524d755bbbe5ce55155a2fe1727c944def030e455f9a
3
+ size 218247244