Hugging Face's logo

numen-tech
/
Meta-Llama-3-70B-Instruct-w3a16g40sym

Model card Files Community
numen-tech commited on
Commit
310a48f
•
1 Parent(s): 2791715

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +2 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_129.bin +3 -0
  38. params_shard_13.bin +3 -0
  39. params_shard_130.bin +3 -0
  40. params_shard_131.bin +3 -0
  41. params_shard_132.bin +3 -0
  42. params_shard_133.bin +3 -0
  43. params_shard_134.bin +3 -0
  44. params_shard_135.bin +3 -0
  45. params_shard_136.bin +3 -0
  46. params_shard_137.bin +3 -0
  47. params_shard_138.bin +3 -0
  48. params_shard_139.bin +3 -0
  49. params_shard_14.bin +3 -0
  50. params_shard_140.bin +3 -0
README.md CHANGED
@@ -1,3 +1,5 @@
1
  ---
2
  license: llama3
3
  ---
 
 
 
1
  ---
2
  license: llama3
3
  ---
4
+
5
+ 3-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Meta-Llama-3-70B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct).
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:177328157a904520df4aa452ef308164a3270a46d4886caf33e685daf339b62a
3
+ size 420679680
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24032d8f6b607fe15cd2bd179b737c0789b1782671e860e51fe2c7cae044bd9f
3
+ size 52584960
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af45dafe25475a44cdf20e315d89640ed50ed292184737007200bfccc4a6365b
3
+ size 52584960
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c90d2cc91ef29d44f65ca82c1ce1319a1e4e6af35258748806160f7ce23d3f1a
3
+ size 23511040
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db020c4a61b50996d8e97a7fadda24c0d44b59cbaed3eb5f031dde7c9b657998
3
+ size 93978624
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4638c644a7d3a47f0be6fed95e6170d42e5b5f1e30e33dd1d4667ddfe81327d
3
+ size 188088320
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89dacd7fa35cacd2e4952397a0baa447b7b1afab3d9dbc7b2e51be547140a4c6
3
+ size 23511040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3d42be3897628285eccdfe094a11fc0f1d36d002f5952d9174850b717f91dc0
3
+ size 33587200
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9a2dcbf281d59b3ce53a18eb9e63ce8385ea548d2d94b08deeaa1dd518f4a63
3
+ size 26869760
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dd4d01e2ac48bac3f2e51a98e7641c09e4f51b590c3a5fa775b57c88886bf42
3
+ size 93978624
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:996ec38f054e6fdd226f9b39da21ec86eee41bfb69e7b8c46bbb227da9329837
3
+ size 31100928
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79681559abeefe0a232bd24600ab08cba141d1f313a545170ecdc765af0fd47c
3
+ size 188088320
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc634d326e6275588cc62c419cd8939996ed676ddf226294d3c711768b6f1f56
3
+ size 23511040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49fe4e03d9d633b7f99b097a59accd5d060cf431743360ba98f5cfb8496955ef
3
+ size 93978624
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7d45531c407837c177105dc7395ac42d934b442b0aec40dc45ebb8f7eb53c08
3
+ size 33587200
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef410b30795f19d9f170fa67daddbcf795f4a2c01883dee1ea6ae02c122e93f8
3
+ size 26869760
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40444a4b8d70abf89790e62364885075f7d45e49fa15901fa455fd6df51a063e
3
+ size 93978624
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd0a85d014853c34362fec46629d05bf9c0b4c03a9d7b88b0d0c6d4d5fcf49da
3
+ size 188088320
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14296f849c78afc65754fdaf3d8dedc22d3e2ec57d80a957df03951facfe50bc
3
+ size 23511040
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f807601200d5c6f5dc5c222e2b838e25e7ef328bca74d40c3f62796bd5b175e
3
+ size 33587200
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ac42d588c6c3268b09d2d05c6fdd194b9715efe77576bbdc7c5b4a2c5cb91fa
3
+ size 31117312
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73a3ab3adea17f7cbbbebc9d9469cad15a737c18a350987751760437a6bf3c64
3
+ size 31068160
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3945acba1dacf8d35454273b4d9970db49afd340785cd9e66fc98586e518f5b
3
+ size 93978624
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c6f9fe9e26c05e1d5e09e013c87011c2e480672e4430717eb3d1efc398b74db
3
+ size 188088320
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd903f123fb828a61366ea41961b6c6ede96c6c1293a8bbd37538db6fe309061
3
+ size 188088320
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc69328838dc7b9e2a7a1b30958bcf65d94c62ad04e35645d78c5e7a19efc499
3
+ size 23511040
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:def7ac14049e4947322f6a738988f9277728d913f7cdcc945831dcc4afccab78
3
+ size 33587200
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6bdc681edc477afdb3aa5fc545d5b665594f30aeae8e67392ffcf84bf6c6d5c
3
+ size 26869760
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c35104a1521c24e6c367ee7a91bb910325c9dbc5a6176fc2734d94b6d4858064
3
+ size 188088320
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26fe45fded6bfc1c5658548b512edcca6e8e95473f6a0bd8fab46ef123079cd0
3
+ size 23511040
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:417dd9ba4eef3ac4952bd8ded7e9b7bc6424533ae18a2e72cfef89bbe8b83b9d
3
+ size 33587200
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad5ae14ede1a3fe043f673cb083d92f34ac17607edd3f067212f55ca979f8ed3
3
+ size 26869760
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be774cbd35f2cfb8fb8298d6502dcdf50a140764821950fd9209243ddd3aa51e
3
+ size 93978624
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d66a45bc6dfcf123f087b14319b2a5b7c5f38d30c81daa9ee42e8f31bb1ade6
3
+ size 30269440
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b145fbaa036bfa1023124cc82efa1ec9c1bd655546742ebe7f7499bf4ff67036
3
+ size 93978624
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4938f4034d689a10ad9e6bda2868ee15d72ee59cbcad2cafc4d08e9fd38f3285
3
+ size 23511040
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28689207a59bdcc987bac6ca94dd4de23567b3726c7fe9c8f78256cab8f7f6ad
3
+ size 188088320
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd801fde980dc7e0c447149f9b216a1732146c390a26fe61b6121cb8181b9d9f
3
+ size 23511040
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71d32d571d3e294b182c481f8fb3020fd8cc1ba4012b2698841fcb51bcabc366
3
+ size 33587200
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9847b9f3016541716f2d93ca0fdff80afebbd0da073bde27c06adc147e46f2f8
3
+ size 26869760
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:382c6a45901cd5d16e9069d4a39d5b9e9d80d91bc1962dc5116880baba6e7b29
3
+ size 93978624
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dd0027a38b8facd2e051a96ee2518066bdb49721ff1ea4a4eeb7fff2663f2c0
3
+ size 31117312
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21a985e38bdda203019d37f71f5f70d43e11e5fc595493e7156616abb5228d32
3
+ size 188088320
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88eb653b152567c57346f405eef742030169468c142eac7b78f61ad302e5022d
3
+ size 23511040
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f08f9b45d03b4082f29d6c7f52ad744328b87725042b108afa7d16bec6aecc0d
3
+ size 33587200
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47ccaf07c34b74fac8bcc2fb5641056219e18b2c4ee4dfdb6e93c4eeaa531986
3
+ size 26869760
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd795a09fb5e86569ba1f2870e105228684c32bb4d2a99568ce6fa19d9214612
3
+ size 33587200
params_shard_140.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ee51db00fe67e58f86e89cd382a7eb9b2f77a33dbc4d461f7788395a16cd8d3
3
+ size 33587200