Hugging Face's logo

relaxml
/
Llama-3.1-405B-Instruct-QTIP-2Bit-TP8

Safetensors
llama
Model card Files Community
2
at676 commited on
Commit
63efded
•
1 Parent(s): bee197d

73274887559491a62f33aa167ee9fb0aaaef897d2a16900c829c41fd81800585

Browse files
Files changed (19) hide show
  1. 29_up.pt +3 -0
  2. 29_v.pt +3 -0
  3. 2_down.pt +3 -0
  4. 2_gate.pt +3 -0
  5. 2_k.pt +3 -0
  6. 2_layernorm.pt +3 -0
  7. 2_o.pt +3 -0
  8. 2_q.pt +3 -0
  9. 2_up.pt +3 -0
  10. 2_v.pt +3 -0
  11. 30_down.pt +3 -0
  12. 30_gate.pt +3 -0
  13. 30_k.pt +3 -0
  14. 30_layernorm.pt +3 -0
  15. 30_o.pt +3 -0
  16. 30_q.pt +3 -0
  17. 30_up.pt +3 -0
  18. 30_v.pt +3 -0
  19. 31_down.pt +3 -0
29_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e16d2eda7552aac2e698024f28440f97e3d7d77875833aaf7da6b4094754689
3
+ size 218247162
29_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b900b717111d551c064d977aeb2cb95c169b5b3926ab593e1873713ff622605
3
+ size 4233201
2_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a05e4fc23de528eb90ed326c5b6283785aecb138c131bdc054c26ef09efa3fcf
3
+ size 218247171
2_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f36534b5f372b7e311c7ccc3b093dbddda82ebf9a3e9ed78b721d4d737fd1370
3
+ size 218247171
2_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f34bfdc25568960b7982fe5640ae8b976af8cd7ae93832ef82c2932a2e99391
3
+ size 4233192
2_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b413fd56407c55783c7a42edc412829b6642eb9bb6845bbd60fd817f9a8e85bd
3
+ size 67120
2_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:608e77f9c4979655e3864031fc9d16d9102e9ab6684969c4391e7ee9ecb45432
3
+ size 67178472
2_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a46adf080e93d133962c3288e3d5aea3ef731f3d125c55e3b0dd98fe50678f4c
3
+ size 67178472
2_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8816dcb9c77897bab597d31d217fa6518cad0d72239055311e2d49584f3de938
3
+ size 218247153
2_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a44aa7fab2d7fe1cd4ce60aef4635312904ef620edc764fc2c05779fed1d1a5
3
+ size 4233192
30_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3150d7419dfc1994604dc737676c3bba31c4f96fc7a6bbb72224baafbdeef65f
3
+ size 218247244
30_gate.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5c90664ee5a5458c02a956395fb8dee3da46e1e8dc40c4868583b61e734cfe9
3
+ size 218247244
30_k.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deae609f3ec391e0ab8603385dfe5df92da32b25b2c22532e5cf05da77dad106
3
+ size 4233201
30_layernorm.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea34c035bea4cb0b50948ff244412be6a67d2681ca1e126b00b40c4ba2df5ea8
3
+ size 67126
30_o.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fe9e2ce861b115dc3cfa5d1eca63f931b55819c3aa42a89971a665bca52d1fc
3
+ size 67178481
30_q.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc418209e7f23f45e0554a972a902d98bf38aff0b597b6ce44e8dead0aa56a6b
3
+ size 67178481
30_up.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:425fe90c6d43629116b5f1eca923e277942e9be31f70c179b8de8b42dff7cbe6
3
+ size 218247162
30_v.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afa64d4207aafa5297a54dcead388c490842ec38550953df0696f0fb0ec1a5df
3
+ size 4233201
31_down.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8711a787c50e52ef6744847db06a88db9f28b838db8b72451c098c66ac5a6959
3
+ size 218247244