Hugging Face's logo

ShiftAddLLM
/
Llama-2-7b-wbits3-lat

Model card Files Community
ShiftAddLLM commited on
Commit
594e4cf
·
verified ·
1 Parent(s): de7cf80

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. Llama-2-7b-hf_0.mlp.down_proj_3bit.pt +3 -0
  2. Llama-2-7b-hf_0.mlp.gate_proj_3bit.pt +3 -0
  3. Llama-2-7b-hf_0.mlp.up_proj_3bit.pt +3 -0
  4. Llama-2-7b-hf_0.self_attn.k_proj_3bit.pt +3 -0
  5. Llama-2-7b-hf_0.self_attn.o_proj_3bit.pt +3 -0
  6. Llama-2-7b-hf_0.self_attn.q_proj_3bit.pt +3 -0
  7. Llama-2-7b-hf_0.self_attn.v_proj_3bit.pt +3 -0
  8. Llama-2-7b-hf_1.mlp.down_proj_3bit.pt +3 -0
  9. Llama-2-7b-hf_1.mlp.gate_proj_3bit.pt +3 -0
  10. Llama-2-7b-hf_1.mlp.up_proj_3bit.pt +3 -0
  11. Llama-2-7b-hf_1.self_attn.k_proj_3bit.pt +3 -0
  12. Llama-2-7b-hf_1.self_attn.o_proj_3bit.pt +3 -0
  13. Llama-2-7b-hf_1.self_attn.q_proj_3bit.pt +3 -0
  14. Llama-2-7b-hf_1.self_attn.v_proj_3bit.pt +3 -0
  15. Llama-2-7b-hf_10.mlp.down_proj_3bit.pt +3 -0
  16. Llama-2-7b-hf_10.mlp.gate_proj_3bit.pt +3 -0
  17. Llama-2-7b-hf_10.mlp.up_proj_3bit.pt +3 -0
  18. Llama-2-7b-hf_10.self_attn.k_proj_3bit.pt +3 -0
  19. Llama-2-7b-hf_10.self_attn.o_proj_3bit.pt +3 -0
  20. Llama-2-7b-hf_10.self_attn.q_proj_3bit.pt +3 -0
  21. Llama-2-7b-hf_10.self_attn.v_proj_3bit.pt +3 -0
  22. Llama-2-7b-hf_11.mlp.down_proj_3bit.pt +3 -0
  23. Llama-2-7b-hf_11.mlp.gate_proj_3bit.pt +3 -0
  24. Llama-2-7b-hf_11.mlp.up_proj_3bit.pt +3 -0
  25. Llama-2-7b-hf_11.self_attn.k_proj_3bit.pt +3 -0
  26. Llama-2-7b-hf_11.self_attn.o_proj_3bit.pt +3 -0
  27. Llama-2-7b-hf_11.self_attn.q_proj_3bit.pt +3 -0
  28. Llama-2-7b-hf_11.self_attn.v_proj_3bit.pt +3 -0
  29. Llama-2-7b-hf_12.mlp.down_proj_3bit.pt +3 -0
  30. Llama-2-7b-hf_12.mlp.gate_proj_3bit.pt +3 -0
  31. Llama-2-7b-hf_12.mlp.up_proj_3bit.pt +3 -0
  32. Llama-2-7b-hf_12.self_attn.k_proj_3bit.pt +3 -0
  33. Llama-2-7b-hf_12.self_attn.o_proj_3bit.pt +3 -0
  34. Llama-2-7b-hf_12.self_attn.q_proj_3bit.pt +3 -0
  35. Llama-2-7b-hf_12.self_attn.v_proj_3bit.pt +3 -0
  36. Llama-2-7b-hf_13.mlp.down_proj_3bit.pt +3 -0
  37. Llama-2-7b-hf_13.mlp.gate_proj_3bit.pt +3 -0
  38. Llama-2-7b-hf_13.mlp.up_proj_3bit.pt +3 -0
  39. Llama-2-7b-hf_13.self_attn.k_proj_3bit.pt +3 -0
  40. Llama-2-7b-hf_13.self_attn.o_proj_3bit.pt +3 -0
  41. Llama-2-7b-hf_13.self_attn.q_proj_3bit.pt +3 -0
  42. Llama-2-7b-hf_13.self_attn.v_proj_3bit.pt +3 -0
  43. Llama-2-7b-hf_14.mlp.down_proj_3bit.pt +3 -0
  44. Llama-2-7b-hf_14.mlp.gate_proj_3bit.pt +3 -0
  45. Llama-2-7b-hf_14.mlp.up_proj_3bit.pt +3 -0
  46. Llama-2-7b-hf_14.self_attn.k_proj_3bit.pt +3 -0
  47. Llama-2-7b-hf_14.self_attn.o_proj_3bit.pt +3 -0
  48. Llama-2-7b-hf_14.self_attn.q_proj_3bit.pt +3 -0
  49. Llama-2-7b-hf_14.self_attn.v_proj_3bit.pt +3 -0
  50. Llama-2-7b-hf_15.mlp.down_proj_3bit.pt +3 -0
Llama-2-7b-hf_0.mlp.down_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19176da3283c6375f895d560ae643a9a6743adaafcd7892536426b71890f314
3
+ size 21137082
Llama-2-7b-hf_0.mlp.gate_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53f40fe058841a58bc1b87cd00b7cef63b81c665302524119b4626d964464c45
3
+ size 21137082
Llama-2-7b-hf_0.mlp.up_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7fe73141d3c32e566e7cc5b754bfe0a46fd743f2fc70f5fd31179a6bb462ea5
3
+ size 21137070
Llama-2-7b-hf_0.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4974bdb7fc9fb9488f1d35827712dcd0283df9172048fc6a2049202f61a1960
3
+ size 7866060
Llama-2-7b-hf_0.self_attn.o_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e549a0e8700bd6b66bba672b2b023ed6969154b35eb5ab47e5c02b20c5ec22d0
3
+ size 7866060
Llama-2-7b-hf_0.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69ee26367f4d44cad6222a9c960eaba25cd5410d876fd67c14742e031c45cba1
3
+ size 7866060
Llama-2-7b-hf_0.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fb94794586ad036c0a744178e453b37a2e7b4950624c07ffe83cfa8328c39c7
3
+ size 7866060
Llama-2-7b-hf_1.mlp.down_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f6eedbd31de6c794bcaa0aa1d486bc390a3dc103bc0cd9b22ae5943b6c07a96
3
+ size 21137082
Llama-2-7b-hf_1.mlp.gate_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96a1d44bdc5d5378448cd0b0a0fedf9bff6282e682ee42cceb53d8dbdea8c3f5
3
+ size 21137082
Llama-2-7b-hf_1.mlp.up_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ed9ab146cbac6ceeaba179977d3406ec721c8569806de7ea59d910413388cc9
3
+ size 21137070
Llama-2-7b-hf_1.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4e85f09d1d54828575eff03fedd1c07027f9bb3985624563d0b5db4e3264a80
3
+ size 7866060
Llama-2-7b-hf_1.self_attn.o_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9cfd61f42d145d918ca3d169633acdc71a971f90808652bd0f00a6d58b176a2
3
+ size 7866060
Llama-2-7b-hf_1.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4798e53977dd65a4e86e74a4ccf4da48ef7056c19aa5f5af08052d2c1e55f8d2
3
+ size 7866060
Llama-2-7b-hf_1.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:109ba40175886b36f9224039c883bc88c4af9aae7bda7dc18d109f36ee7e1ff6
3
+ size 7866060
Llama-2-7b-hf_10.mlp.down_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:133761cf06688f62c48f64d964110c4d6dc02065457e955be34d6b7c42c7f6af
3
+ size 21137088
Llama-2-7b-hf_10.mlp.gate_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9343460b07f87615295d9b00811c74ab6510278a79ed77b11d5bc58329681180
3
+ size 21137088
Llama-2-7b-hf_10.mlp.up_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:296838e00a4a789906c1d6b008627741e82ea31705399745aa03f003e390ea0b
3
+ size 21137076
Llama-2-7b-hf_10.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5008eb4ec2bd392a3b96372b3b48d19227e957c9ebabf31001573cda540b5194
3
+ size 7866066
Llama-2-7b-hf_10.self_attn.o_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82223d160607b6d7b710ccc68a6fb2b8be86b56752a8a077895bea6f461bef19
3
+ size 7866066
Llama-2-7b-hf_10.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51ba6e336dbecafdc7090b4c1c734edcd7863663ad07c42e3199ccf76f9479b4
3
+ size 7866066
Llama-2-7b-hf_10.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07904134bb5e09298efd4b4f1e01fb6094191bde7e41a79de7aff673026c0a56
3
+ size 7866066
Llama-2-7b-hf_11.mlp.down_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b309abb6ec8284a82d7675d132370a38bfba5d5eaddb1103217ab9d97c157f32
3
+ size 21137088
Llama-2-7b-hf_11.mlp.gate_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0ee3dbfa0ca9302e3e1393a11c071c7af0eb38105eae9ac65c7f209917ec2ea
3
+ size 21137088
Llama-2-7b-hf_11.mlp.up_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89aaef77c0c91f8cd2223a3a63ce96b50c97480f40cc601ca632a17d625519bf
3
+ size 21137076
Llama-2-7b-hf_11.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85cca0b6872eb95290e3fd8d5c20b8400aefb5509b1b1b99ec1a9a88cd33f0e8
3
+ size 7866066
Llama-2-7b-hf_11.self_attn.o_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ce62df0bfc2ccd478e285e6c78eb8e5f6fc0a4dfc27a0ae44e3623c2f2a9264
3
+ size 7866066
Llama-2-7b-hf_11.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:060de4e13629de4709e360adaf4273b923c83e1a8e7a222069a8d1368721b40e
3
+ size 7866066
Llama-2-7b-hf_11.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb3a8b57adbd73bb8faa6875be20d7a8869a5ca75746e4ab5bdba74adfbaee75
3
+ size 7866066
Llama-2-7b-hf_12.mlp.down_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ac27cca30257cf12b5a2ba04a79c0a5972dac1eef3719dfcfc9d0f3752c30ad
3
+ size 21137088
Llama-2-7b-hf_12.mlp.gate_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1fcb78e3cb38ff9d9b0aaf4f43499a13986d56b3034543b024265709f30069f
3
+ size 21137088
Llama-2-7b-hf_12.mlp.up_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f525f8e4d60b0dc015e2f0db6fd8b13ecbad5462fa90486bcdb850daa71cdd18
3
+ size 21137076
Llama-2-7b-hf_12.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f7d1eba69c2112571d6f8363013967c49e97486df5e9c224dcf78511da5eefa
3
+ size 7866066
Llama-2-7b-hf_12.self_attn.o_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1ab45428dd99eb7f4499803552acb1199659b13097eb43ad653a6b9b81754a6
3
+ size 7866066
Llama-2-7b-hf_12.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe1e7c2015301c4d2787c02921f807678d5f717ed377114ffe1f8bab7b0ae577
3
+ size 7866066
Llama-2-7b-hf_12.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed71599c2234ce6fce344a13b702beb263d617cc5c3863f4655f49fbc1608a4f
3
+ size 7866066
Llama-2-7b-hf_13.mlp.down_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca79b4e3852952ba3172a6bbe7eb7cef0a1fe413471002d9d392f7f62254e7b6
3
+ size 21137088
Llama-2-7b-hf_13.mlp.gate_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa1f748ad5841030fdb6af5e1e4253a7aaf179d50c7d1887309e905de8203c23
3
+ size 21137088
Llama-2-7b-hf_13.mlp.up_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d0e601932bf64a47bc211c16e5a766c2d1aab05c70f15a4ee16355204d7c794
3
+ size 21137076
Llama-2-7b-hf_13.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50f0e3aec6a3b12a200bb12bb98f81c075890d757aae47ba14c249ca61d060f6
3
+ size 7866066
Llama-2-7b-hf_13.self_attn.o_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7e6f731c546a743d655e4662d141bd444ba84f1c0ef5f0534879eb747e127df
3
+ size 7866066
Llama-2-7b-hf_13.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:386366ac4c2fe8b813408af966615793ab229c0290062c92115035e6b8ddb8c1
3
+ size 7866066
Llama-2-7b-hf_13.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d32748fbc1491317b72c04a8ac9e7a5828d94bf3659d3bd229e501370237104c
3
+ size 7866066
Llama-2-7b-hf_14.mlp.down_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efabe7bb6a9ee370ec3cc19c0ac0d9c9db647116581e95daf30a1c307bc235a8
3
+ size 21137088
Llama-2-7b-hf_14.mlp.gate_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9aee818ee1df14958d850ea762b7cff3a8ba50b2e00daf5d6783de258d8ea89
3
+ size 21137088
Llama-2-7b-hf_14.mlp.up_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ce7b933d35f825fab748a11177adada028156a45cfe3e8b9cff5bef8ab306e3
3
+ size 21137076
Llama-2-7b-hf_14.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7fc2b089cf9d517116633355a4532c342aa2a1257db3d852a2397ad27234ec4
3
+ size 7866066
Llama-2-7b-hf_14.self_attn.o_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4d631d27d4f9a602bda88daa76804031d278b10737c71a7e9d0514abbb974b7
3
+ size 7866066
Llama-2-7b-hf_14.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da0398a31911cf20097c39e84623fcbd04de54bafa0059c4c9af0cff0f976d8b
3
+ size 7866066
Llama-2-7b-hf_14.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ab492b5e963454e8ac57d59434958c3e2162f6b011eb42819cbfa61c68266bd
3
+ size 7866066
Llama-2-7b-hf_15.mlp.down_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b4bc7561be2f9a7920ce37c08965f39823ff3b98b2c51d282e653f52fa20c94
3
+ size 21137088