Hugging Face's logo

numen-tech
/
EVA-LLaMA-3.33-70B-v0.1-w3a16g40sym

Text Generation
MLC-LLM
conversational
3-bit
Model card Files Community
numen-tech commited on
Commit
a0058dd
·
1 Parent(s): f7f0fe5

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +19 -5
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,5 +1,19 @@
1
- ---
2
- license: other
3
- license_name: eva-llama3.3
4
- license_link: LICENSE
5
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: other
3
+ license_name: eva-llama3.3
4
+ language:
5
+ - en
6
+ - fr
7
+ - it
8
+ - pt
9
+ - hi
10
+ - es
11
+ - th
12
+ - de
13
+ base_model: EVA-UNIT-01/EVA-LLaMA-3.33-70B-v0.1
14
+ base_model_relation: quantized
15
+ library_name: mlc-llm
16
+ pipeline_tag: text-generation
17
+ ---
18
+
19
+ 3-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [EVA-LLaMA-3.33-70B-v0.1](https://huggingface.co/EVA-UNIT-01/EVA-LLaMA-3.33-70B-v0.1) for inference with the [Private LLM](https://privatellm.app/) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 3
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b805894a9a5515f583cc583122e812b0fa932461ff3668bad69faa3867f5958e
3
+ size 420679680
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e24d34dc805cb16925b578b4518ec353d4e85a1b5b479335c32a1acb99ec7312
3
+ size 52584960
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d146d10de97542fcedf506353f2fcf36697050a69bcac34c77fd432414cdfef2
3
+ size 52584960
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bac1bff09949508a516e163d92619a45fb5221aeeebfbde9e4ca6852a9a81833
3
+ size 23511040
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:931ece93508d9c808881f816c007b5a53c5a705a1c63849250e2711a00ab0e31
3
+ size 93978624
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e74e0c66b2d1b5b3563ceffe1fd0d78e10448b0f96c690b1843953515f0bb871
3
+ size 188088320
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2aa09ccc875790f520007e638eab1231532985a3155264c0ac90f295c256908
3
+ size 23511040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66dcda4fa2ad0a415e6cead6beac090b6aed555c9aa83a4300683032899adfa4
3
+ size 33587200
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731f7a2208fc5c0d2da3d41b8fe4c143ec206276972b2748ccdc14dfad6cb957
3
+ size 26869760
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70dec61286358f03e4d763d48a710066a926b09fe6d873384730bff2908db807
3
+ size 93978624
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6caaa3d0eb4ac6e88d21b9efeded9946b824dec1fc4db9d53226994c9267dbe9
3
+ size 31100928
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86cbaba959a198d419da382ef456dd4fed8c6e0a70918fe62fe66a52cca0c1a4
3
+ size 188088320
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e91f273a66dd19a6bbfd4eff3295b1619227dd23b18962a8a1aa308245611eb0
3
+ size 23511040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff670a9edbe4663ab91a45e90dd7691cc1a5f97edf790b4075b8acb96ae6841d
3
+ size 93978624
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:167ae5c25fc05f221c96466b635d008a9f4b4bf7b12f1077faf15ef45e3cc035
3
+ size 33587200
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95ecb98e7fba29a360d6ac71a019f041a7644ae05cac7905e3c684858da22564
3
+ size 26869760
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49cb1df6e93637ef3b30a8b5977f7863cf4c920f6757ef98de22da830f293eb9
3
+ size 93978624
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daacffe310213cba6f3f4881116e172302694492f36343095fafa7950ecdb8b8
3
+ size 188088320
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:492011af08a6ccf87f1ab648436ec47290a985a6416326fbbf0c26fa4f2bafc0
3
+ size 23511040
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d1afc17922f18676bb7e091eaec4b2a9bb4252e45a1d203fddf609f99c044f1
3
+ size 33587200
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1fcbc9efa214e4271185bcfb0ad468054a24a8f8eb42375d65b1e7855ceaa1
3
+ size 31117312
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50aabae8aa9466186ebc3363d0c9c8499d40851a503da34bf8ce8e3888c14f51
3
+ size 31068160
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d4d7329c45d58f135e0758824aa1d031f2ac8ef8d7019fb26c4f2d50680028
3
+ size 93978624
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9ca4d8eaed7951d76b6580ab27755fe8233f6a0a44525d261fef24ffecaa0f9
3
+ size 188088320
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b41d0677e249f3e9a339f6817d9526d9110924bdd1e26a59afc7d2aa7bc0ccdd
3
+ size 188088320
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcda87e7876a280c50259bc54bd277438f34cebc7f3bbb8a14871ad9f11dad46
3
+ size 23511040
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:116605a2f258191978e71aa38df8f3dce1f88ddbfe7e498d908d4a299d4ff8f4
3
+ size 33587200
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91c0716a4fa9df321eb015a34b5bcd61cb4814bf8e040b55c0cfed9760dbeebc
3
+ size 26869760
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1a0f46dfd7cbc0fa542470bc5f22a353f82b86cdd30c4b232c8ecaedfa2a81d
3
+ size 188088320
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9c9c58317d67fd839608acbcc5f789555e1e94cbfd9a935f9701e265e1263fd
3
+ size 23511040
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ea5a5ebf7dc4c6321176e44a5827faec71df9f94da2122ebc5518399ec6d268
3
+ size 33587200
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6935a88cba775a94b63ff4a50f30d6fffce7ea563209bd29edc858cae720bc7
3
+ size 26869760
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7800ee97386028cddd950e6c2993d7c5b09037ac902700874cbe1a9fc2ba4994
3
+ size 93978624
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:024a0fc7b25d8737712a50c16be37e355c35a689ceaf2dc68ec7fe41215fe061
3
+ size 30269440
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aa66637c4e2ad1de77837d2ee5149a46c8858342f6180b7a36dd3b9074949a7
3
+ size 93978624
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:669c00ebe28ea689370d6698e52e16cb6bf2b514d1cf6fe3d49ab8fc312d05db
3
+ size 23511040
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2746d0ad30eaccc95d207bdc3243f56266bb4b6db201164d602de56a5e12738
3
+ size 188088320
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:179afb3b2b9058450a8772ce8ef325473958c5fb0a857bb770a2ad24eb7944bd
3
+ size 23511040
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0cc6e7e88c493630e2a21a84e8c4c1934b58af3d57a6fe85ca1c836b44542c9
3
+ size 33587200
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2579ac07b6293db3aaa25c5e6c23944fd6cce7f1e79fb0f67499da77365e842e
3
+ size 26869760
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe9b150493bcd925ffc7f8a391b89ebd92c8565016a4104f527307124e02e7f4
3
+ size 93978624
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c15353124c3c684446ec2f9e216b4e8ca0a9d09308b34032b87fae05233a20a1
3
+ size 31117312
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94bb8f0d372dc64a51f051efa90026e645df9590966fdd0bec8767b3722b611d
3
+ size 188088320
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29ddef2dd949a3c28d4b4f2332eb9398efdce0b877315beb1f0f8c6627ed7d62
3
+ size 23511040
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:224f16d4ae31c3e3a61b311640b16b8239ff6e9f08e07cfb62b3dc6435aff1c8
3
+ size 33587200
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2558e90cf24c5e7bdbe0042244e187a38746fe696111a0d3bfe6e7d566f32c8f
3
+ size 26869760