Hugging Face's logo

ShiftAddLLM
/
opt6.7b-3bit-lat

Model card Files Community
ShiftAddLLM commited on
Commit
635b0cd
·
verified ·
1 Parent(s): 64bf223

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. opt-6.7b_0.fc1_3bit.pt +3 -0
  2. opt-6.7b_0.fc2_3bit.pt +3 -0
  3. opt-6.7b_0.self_attn.k_proj_3bit.pt +3 -0
  4. opt-6.7b_0.self_attn.out_proj_3bit.pt +3 -0
  5. opt-6.7b_0.self_attn.q_proj_3bit.pt +3 -0
  6. opt-6.7b_0.self_attn.v_proj_3bit.pt +3 -0
  7. opt-6.7b_1.fc1_3bit.pt +3 -0
  8. opt-6.7b_1.fc2_3bit.pt +3 -0
  9. opt-6.7b_1.self_attn.k_proj_3bit.pt +3 -0
  10. opt-6.7b_1.self_attn.out_proj_3bit.pt +3 -0
  11. opt-6.7b_1.self_attn.q_proj_3bit.pt +3 -0
  12. opt-6.7b_1.self_attn.v_proj_3bit.pt +3 -0
  13. opt-6.7b_10.fc1_3bit.pt +3 -0
  14. opt-6.7b_10.fc2_3bit.pt +3 -0
  15. opt-6.7b_10.self_attn.k_proj_3bit.pt +3 -0
  16. opt-6.7b_10.self_attn.out_proj_3bit.pt +3 -0
  17. opt-6.7b_10.self_attn.q_proj_3bit.pt +3 -0
  18. opt-6.7b_10.self_attn.v_proj_3bit.pt +3 -0
  19. opt-6.7b_11.fc1_3bit.pt +3 -0
  20. opt-6.7b_11.fc2_3bit.pt +3 -0
  21. opt-6.7b_11.self_attn.k_proj_3bit.pt +3 -0
  22. opt-6.7b_11.self_attn.out_proj_3bit.pt +3 -0
  23. opt-6.7b_11.self_attn.q_proj_3bit.pt +3 -0
  24. opt-6.7b_11.self_attn.v_proj_3bit.pt +3 -0
  25. opt-6.7b_12.fc1_3bit.pt +3 -0
  26. opt-6.7b_12.fc2_3bit.pt +3 -0
  27. opt-6.7b_12.self_attn.k_proj_3bit.pt +3 -0
  28. opt-6.7b_12.self_attn.out_proj_3bit.pt +3 -0
  29. opt-6.7b_12.self_attn.q_proj_3bit.pt +3 -0
  30. opt-6.7b_12.self_attn.v_proj_3bit.pt +3 -0
  31. opt-6.7b_13.fc1_3bit.pt +3 -0
  32. opt-6.7b_13.fc2_3bit.pt +3 -0
  33. opt-6.7b_13.self_attn.k_proj_3bit.pt +3 -0
  34. opt-6.7b_13.self_attn.out_proj_3bit.pt +3 -0
  35. opt-6.7b_13.self_attn.q_proj_3bit.pt +3 -0
  36. opt-6.7b_13.self_attn.v_proj_3bit.pt +3 -0
  37. opt-6.7b_14.fc1_3bit.pt +3 -0
  38. opt-6.7b_14.fc2_3bit.pt +3 -0
  39. opt-6.7b_14.self_attn.k_proj_3bit.pt +3 -0
  40. opt-6.7b_14.self_attn.out_proj_3bit.pt +3 -0
  41. opt-6.7b_14.self_attn.q_proj_3bit.pt +3 -0
  42. opt-6.7b_14.self_attn.v_proj_3bit.pt +3 -0
  43. opt-6.7b_15.fc1_3bit.pt +3 -0
  44. opt-6.7b_15.fc2_3bit.pt +3 -0
  45. opt-6.7b_15.self_attn.k_proj_3bit.pt +3 -0
  46. opt-6.7b_15.self_attn.out_proj_3bit.pt +3 -0
  47. opt-6.7b_15.self_attn.q_proj_3bit.pt +3 -0
  48. opt-6.7b_15.self_attn.v_proj_3bit.pt +3 -0
  49. opt-6.7b_16.fc1_3bit.pt +3 -0
  50. opt-6.7b_16.fc2_3bit.pt +3 -0
opt-6.7b_0.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c6140b0eb9f88a3f40c03dbeb0e780bea94a965d9ca7d61c8d292743afb9d2
3
+ size 25364202
opt-6.7b_0.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20a59743ca4f7ee41c754baa0f10c2c042d02f168e4a4ea89f4c90258c4c11dd
3
+ size 25364202
opt-6.7b_0.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09b8711df1f2d2822c5fa66b1c2e55ac62b9cef919a0779d617516b367769efc
3
+ size 6342584
opt-6.7b_0.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f81f8058678734d2b0a52d61fbf1f86e2ac43d08f72b880ecf8d947712392d8
3
+ size 6342596
opt-6.7b_0.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5568c885ba8c83b0cc53065c9dd5a3ea8e510df7178dd1f2e7e71e4db249520d
3
+ size 6342584
opt-6.7b_0.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85b2f73b19997e92297e0de1ce1559069e7b5285f8340ada336c576f37313570
3
+ size 6342584
opt-6.7b_1.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6c907736c78bef3a440126e0dc53c5d6f03e544536d571712b5ad12dc0506f1
3
+ size 25364202
opt-6.7b_1.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff17e7512459fc83c496146beef0cfcfe29a4bdf95f0517eccae122dc527d441
3
+ size 25364202
opt-6.7b_1.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cb374df4f213587c1b05f18588eea489d4695f3aebc799d4de9a002ade14c5f
3
+ size 6342584
opt-6.7b_1.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cec931ead7c743bd4c3021c6dc9a06d69575e8a4c2f06e0088d03fd2352fecaa
3
+ size 6342596
opt-6.7b_1.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4fc77251355cd22a61666d2651f4710c640396885e7c2cffccecb411194768a
3
+ size 6342584
opt-6.7b_1.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1ce6cc1cf1ffb526c3a4ab1334bf0139cdb8f75675278b265a37d8097187bf1
3
+ size 6342584
opt-6.7b_10.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c606fb1b7f7edf05aa551d77fe811b77fbcbdd9568c5c3619c5ac5a5ceaaf14
3
+ size 25364208
opt-6.7b_10.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d678822aa72f70f93bb94a880906dac28bd4fc6fa216e1c9a0133fb27b4283c9
3
+ size 25364208
opt-6.7b_10.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd0f79addf039f73d464049d9d01c917a9369266f9f75e3b81488cad5303c0f4
3
+ size 6342590
opt-6.7b_10.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8876dc2336c7e9d895bac697dd9bef46d55a818d95a07645f27d785dad64a19
3
+ size 6342602
opt-6.7b_10.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12d1b5d99f071b639344afab81b6ddfb8ed9f30d2614b3bb4d685ee25c18ebd1
3
+ size 6342590
opt-6.7b_10.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4197302aa25fed70c6698d73418e59b9725fc8f32c5dd980ba85117b57f08c67
3
+ size 6342590
opt-6.7b_11.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ada19e9d432ca6672f165421c26bfad6f9e3e1405c1cf6009b63ac3ed05b6bc
3
+ size 25364208
opt-6.7b_11.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66f8d91958a5560dff811848c3932214ee4f3968845b165be0e056831db3ff55
3
+ size 25364208
opt-6.7b_11.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cead423b1bc5f1320b1ff68b57635803da1c2427b17146e63536fbf206e8aff3
3
+ size 6342590
opt-6.7b_11.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e25cd7945f63c12327b6de7932b4411a495b73a6c85bcbe0a76f0eb753c69070
3
+ size 6342602
opt-6.7b_11.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0886f9479783f4bbf81e87a76df9537c4d2ed5cdf2496f838b2b99c3dccf7540
3
+ size 6342590
opt-6.7b_11.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fda32a2bf076c8183d70a8b4e632ccc847048a590e4fa8cf3f6139fcd9be6d0e
3
+ size 6342590
opt-6.7b_12.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27e3d6ca64df1864a24fabfc4c652284e5fed5042b1c4eba1969dd2767584989
3
+ size 25364208
opt-6.7b_12.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:281f64ae7dda01e86f1bc43bc182ab23e4b20b88d9cc7156b15fde8d6273ea83
3
+ size 25364208
opt-6.7b_12.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:422012ae2b4fab52f3144c0c5d2afe8c07d714195b6a660f803e004a09bbae99
3
+ size 6342590
opt-6.7b_12.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ad4e35b68d19ac6c1c9e604b67f12decb88b7b65fdf6921cb115e021d72945f
3
+ size 6342602
opt-6.7b_12.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86821d17be743b3c8a9c284c9fa4f7b994a9ec9cfc25a0122124466a59255572
3
+ size 6342590
opt-6.7b_12.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a999328e4fd8584a19316a2f5d6ebb263656ffd9f6efec8229266115e7e520a
3
+ size 6342590
opt-6.7b_13.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd9b7a948a29925eee6e765724418bb2195df7399b66e4f7fe662b7f3187aede
3
+ size 25364208
opt-6.7b_13.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43f0d119cbc4f43ac353771e0eae1c769117d0e58654eed05aef00f536146f1d
3
+ size 25364208
opt-6.7b_13.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:487c2fb7c9a69a823781fb9e98a99eb94f01ae0fea9a3f6d601123b9c0c10ce6
3
+ size 6342590
opt-6.7b_13.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78f7f4640bacce881e3db6fc607b48eb6bdac2cb850a323a1427ad8270bf8383
3
+ size 6342602
opt-6.7b_13.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6da78c88cbe12f8e3575eca74e54501fe3a5c65bbd32061425ede06d5c711444
3
+ size 6342590
opt-6.7b_13.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4d39ebb3811f10ab73a7fc9de3ac2fdc01cd1a4a225cfa08c43ddc795dbb737
3
+ size 6342590
opt-6.7b_14.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d850ad8e4f3ff57f1dd0962618366e77e5fceca4d7cf684e8bc83439558c04e
3
+ size 25364208
opt-6.7b_14.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f5de61dda3d075e1f9b6f3082c56807374506e51a13cd4b192592995dd00ec4
3
+ size 25364208
opt-6.7b_14.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eb4035d5c97cf4039c565db2b61c998b6f73d87359f20368d9c37f1de8613f7
3
+ size 6342590
opt-6.7b_14.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63585c480e6c5d10096a654df34f2925cde4a8fc92c9877c7a6c21217708e264
3
+ size 6342602
opt-6.7b_14.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:904974535507eef93ff870a04f25bc8f858ed5023c00b1f0473db742e000a250
3
+ size 6342590
opt-6.7b_14.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2576784fe39afe5469d12c5aa257b459ac88ddbc822c170c8e54e75380d1a929
3
+ size 6342590
opt-6.7b_15.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc2ab04b0375334577172bf70db41cfa35d73cb8b4ba38084d4aa548bbb3cd48
3
+ size 25364208
opt-6.7b_15.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4d3b3809ef19b17f5cb9e4f853e23555799e5503d95ede53f0e621378612b29
3
+ size 25364208
opt-6.7b_15.self_attn.k_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15cf74d0f0f6f62edcc5bb6c9ecb9093f3116d9c97d131354447876133614326
3
+ size 6342590
opt-6.7b_15.self_attn.out_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e6ce688f3a1d64c3686e75a7c61dcac7287aa715a7c16c3b36952a774b0fa69
3
+ size 6342602
opt-6.7b_15.self_attn.q_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b21fbbc55c892f077bc7663af3c8a4be0ea455683bb110d6a21ba9aab6a3b92
3
+ size 6342590
opt-6.7b_15.self_attn.v_proj_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2806158cfb0c36e46f0ea9dde6fd7914885fbbede8c2c8934a60a9265bb4065
3
+ size 6342590
opt-6.7b_16.fc1_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e7db3fd45e411bb5956a6deb45f7ff3e4eb2be2dc7d572848ff778adcdc07d2
3
+ size 25364208
opt-6.7b_16.fc2_3bit.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cb939acc1ba5112b8d5e4ec25a3adfab4f7337ebb36ec7cf1c395bc03743e30
3
+ size 25364208