Hugging Face's logo

numen-tech
/
Meta-Llama-3.1-8B-Instruct-w3a16g40sym

Model card Files
xet
Community
numen-tech commited on
Commit
afcd48d
·
1 Parent(s): 4ee6f59

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +2 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
README.md CHANGED
@@ -1,3 +1,5 @@
1
  ---
2
  license: llama3.1
3
  ---
 
 
 
1
  ---
2
  license: llama3.1
3
  ---
4
+
5
+ 3-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Meta-Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct).
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5795d188899a2512ae8b380aa9cd7d839ef64878eb26925587cc51f0ec5486bf
3
+ size 211365888
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f632284d48ec0fd1728015d03f64eb6c9b17c531418d367fe942a3a2adb3b05c
3
+ size 23527424
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:698636405b88794c2da2ac24e070205fb671a3f7be67d4a8d502fb0f65d223bb
3
+ size 47251456
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5867cc34b05632ddf13264f691171b77c5a83a08ab8d6b41ca0bcf04df8b245a
3
+ size 27856896
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f2da774c4af5613a770fe3ec5544f1229d97aa495d83ef51c115f830dd75496
3
+ size 23527424
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36054ab07e2b69d28c9b796fea8b16c1cdda0b9654fe2115a7aae0d1bf5e22f5
3
+ size 47251456
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8dd8b745fe2500d316ede532bf6515fc6bf2a95dc050ef4b209f4d7eaf273c2
3
+ size 27848704
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a693b8e9e8590fb1eb9d7864f66cd0b2fb377aeed95d9b53de8fc3923dd23d2
3
+ size 23527424
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f84fb3c9ee3aa4f41a37882bb052069e63b964c7807a997952da4e6c005b3692
3
+ size 47251456
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d002d246c216857e795de5054660e76141cabbfdc0b145b47f1081df4dffec3b
3
+ size 27848704
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cb17ccad6fe3915b755a8474383f331e0b3cc286e8ba87d9a114316f0e3219a
3
+ size 23527424
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:149a6e38673b96b06d3324092eaea3642c70523c203e57a51a93084fe746f4fd
3
+ size 47251456
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6959207fdfc9110d033c0d8854fad8321eec16cb61fad07791621ca4be38b24c
3
+ size 47251456
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f09fb9935943dac4eebe15a5c1a1f8ffaa0f9a415c69023db77f47cee15df367
3
+ size 27848704
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11fdf3a47dbc4680d377cd594af5b5b162beb692ba01136f8d341021c98965c4
3
+ size 23527424
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f28fc1a2e20c798b73147cbc5677376d78079e09dc7b29d04a313187155efc9
3
+ size 47251456
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55fda7738f78132c7ac8ffdf70550658ebc9f8a542d21f33d1b503185343bcd8
3
+ size 27848704
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4475cb7acb2e5c54885e5240137814b33c2b63f5f7115a1bb0e4b04a9e57924a
3
+ size 23527424
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fddf84f5efa6eea4eacef949f0b6a4d2f4e6e564f456f7a52fa9f41d42f791b
3
+ size 47251456
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:293b44941cb7fb7429afa2dc07ee2a65d4065c973f5f3fa5761c5e4b01ec069a
3
+ size 27848704
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:912107241bde188b624365d7ea835f5f51a7c1f80aaa92e0185b181b32e8f29a
3
+ size 23527424
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b95321ac8f89d9a647def7daed1e5f87dd017d1fee2a7427b2068797c667ebf3
3
+ size 47251456
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7b6a34c8843b4bbb41dfaf460152d096b43964461be285407801e5155e13954
3
+ size 27848704
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:513fff71ee7e0f58e3c2a113e4e6cd7f926a5571fcc6277f7411356b4644d5bf
3
+ size 29369856
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f0557905ec875a35e0ec5ec22b655d35325539ff213772ea3fbb2557c95765
3
+ size 23527424
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f71303b5ce1cc4e88119438789bae23726673fea807714ff63fa49e0e8520d39
3
+ size 47251456
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ecc11b5acf9ed12dda22de772c03ae0d9ef42c2e31537bf223a0cf1a3a1209b
3
+ size 27848704
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8f702c046aced137314b02981e240a0df594d32e3357dd6e04a6b9093d24b5a
3
+ size 47251456
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a08d54e2f1a2c5952a48081cf8a86cb2b0200d310d9d602d7b578311afba4053
3
+ size 30806016
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b510755ee98371d6bb8cb217994ffae3f58003e9099a5ebd1396e4bcd0746cc
3
+ size 23527424
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:663394e4df11d88760ddc5077966bc281056de1bb8a4f7999fd93fe98a665d63
3
+ size 47251456
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0c639ba5f63f0e240ba51c4b4d062e936f71a62c94df4ccff638b9bb0ad9d2c
3
+ size 27848704
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef1aa2e5b296f7d7e5889e8c22a1100584ddbe175ac5f9a993eb034d7ef44156
3
+ size 23527424
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c81f5e129acce6b694ca73366e033f0244427dbd09703bc994dcb483bc3c638
3
+ size 47251456
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf5ad377dc5027660f2b13a02c923c9214643907a9ac1f35d0ac8fefb3b4ec79
3
+ size 23527424
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71849de60bbc0b0079b6487c727fc89de912ce5bc0a08c43d436ba2999a80bac
3
+ size 27848704
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f031c5c7196d7082f312d5be5c54be68df00f333277e9836f875440453a8fc38
3
+ size 23527424
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32f86ca0ea7460613cc7cd031f1182d13812d0e21677eb336bd1a6e8f4786180
3
+ size 47251456
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aedf294e2cd87d52d1dc5475e6961065885e41685a4d47f93d28e6370d3da1c0
3
+ size 27848704
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dea3ad229abe2f4281a7b23d98f16d96b98662a22c435728c5379d658bb615a8
3
+ size 23527424
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60a9be4c7cc95fd01bad7c780428133683b398c50e46e81a434841eac153fde8
3
+ size 47251456
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d4edc1ba36747ade44a084f4e504d6f5543a57d32e219c3934313586b97be4e
3
+ size 27848704
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f346e2e6e68ab74fb68aad67bfc7fe8e5a1f813e6560b7798de64a83493d9743
3
+ size 23527424
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bc426e38a6efa44e28a384f1a9a96164c4ba8ef11c3fdac17d7b4143d9f6cf9
3
+ size 47251456
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5157c9e2154a5d989c851efe684b98fd053054995be6c6712e88acf0cafe69a
3
+ size 27848704
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a459e42f55c08afe5e52a8212ce4da64278033e554d9bda1ed75366fb80edcf1
3
+ size 47251456
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:767a4cde357ab2e6fddcf1b4afef9c438dac89b4de11167fb67d2b3fd5fdf87d
3
+ size 23527424
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:144b751f97086503700b5997fd67fdbf4f4c24db7511543cc3eb323e92ef6f48
3
+ size 47251456