Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-3Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
94ebe2f
·
verified ·
1 Parent(s): d23e6ed

b7f69b96fbeabf80c999853dd5c89f3415ec73d0ad301b0026e30a74164245a9

Browse files
Files changed (14) hide show
  1. 0_down.pt +3 -0
  2. 0_gate.pt +3 -0
  3. 0_k.pt +3 -0
  4. 0_layernorm.pt +3 -0
  5. 0_o.pt +3 -0
  6. 0_q.pt +3 -0
  7. 0_up.pt +3 -0
  8. 0_v.pt +3 -0
  9. 100_down.pt +3 -0
  10. 100_gate.pt +3 -0
  11. 100_k.pt +3 -0
  12. 100_layernorm.pt +3 -0
  13. 100_o.pt +3 -0
  14. 100_q.pt +3 -0
0_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59ea41e8e08bc1e0ccbe0af437a74d5892320daa9a0559e3a0b1a928db32a727
3
+ size 327299075
0_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71599acc96458255fc66c55c9bb708b940086c7a871336c823f84a0fa36a8800
3
+ size 327299075
0_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d53272e36ea6a5f197cb46d4051a89f0cd312b97afdaba2ab36106fa1f802b2d
3
+ size 6330344
0_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27dc511de986e59bf111039a6153ce8b15071df75c43df46c9cfafc76419b9e3
3
+ size 67120
0_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6108daaf7d1eb0b0ddd5e8d2ed16f9ca81fb4a08154e0bf9e0832fe783e9fa47
3
+ size 100732904
0_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abfb84408f9d185ac532ba3d6cbf9b6f6fedc5dd41eac2e208e2cc16cc8652cf
3
+ size 100732904
0_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa19e3d77e46ac8479b1b005f1288d5e7b6179e9e5376972d381e7e872538853
3
+ size 327299057
0_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c73081b5fbd5ab401fe420fd7ba87ff6d6d364e1306025e26eb7aacd07f16562
3
+ size 6330344
100_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b288675317b96dff1a7b1b09c6c8873e3779037a67617fd40d9f5f6d7ef1ed74
3
+ size 327299349
100_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ec6622a50fa1dd301f8906b36a69462a44952c719a0abe3ac4741e101747dc1
3
+ size 327299349
100_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a78fb4c793ba2544bc7c7bbdc0b04bada2fa47a7c849cf03ea4d53df36b0360
3
+ size 6330362
100_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:107636219651ae35d156f24f119012cd2ea7dfe68df1e3cb3992e38b511acbd4
3
+ size 67132
100_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ead1f8888a063736e23c44afd9bb6521e25e3bbb2f9d774b926c02b021910f3
3
+ size 100732922
100_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de38def392ca9bdcc49d47caec31e1cdb4dbd52096302dd5a54252014d613524
3
+ size 100732922