Hugging Face's logo

numen-tech
/
EVA-LLaMA-3.33-70B-v0.0-w4a16g128sym

Text Generation
MLC-LLM
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
a88feab
•
1 Parent(s): 0bb08a5

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +17 -1
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,19 @@
1
  ---
2
- license: llama3.3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ license: other
3
+ license_name: eva-llama3.3
4
+ language:
5
+ - en
6
+ - fr
7
+ - it
8
+ - pt
9
+ - hi
10
+ - es
11
+ - th
12
+ - de
13
+ base_model: EVA-UNIT-01/EVA-LLaMA-3.33-70B-v0.0
14
+ base_model_relation: quantized
15
+ library_name: mlc-llm
16
+ pipeline_tag: text-generation
17
  ---
18
+
19
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [EVA-LLaMA-3.33-70B-v0.0](https://huggingface.co/EVA-UNIT-01/EVA-LLaMA-3.33-70B-v0.0) for inference with the [Private LLM](https://privatellm.app/) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cacd6e0bb8daa6442991f80feb118080dcc96d4455532bc27fdafedc784b785
3
+ size 525336576
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8876ae828b8b8bb4e336372e4cfe5cde9ac47747903a7daf8b048399b99c5beb
3
+ size 117440512
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e00b1dc78de7791fc8cf1506a883549c31d38b6974b03228576cc66f4d5778f
3
+ size 234881024
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2485c1dbe48246763e718811f9afe32263e32b415f261d55c1463b2b951025e4
3
+ size 41943040
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e37a1e6d4ae15d2978d438dff252b1b059c3b863d3886199f9ced2493312443
3
+ size 33554432
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2356559f9933e03c01424fb2b3a5b14c24b9fdf6dfa9a609eb4989ee6c9c2d8b
3
+ size 41943040
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5f14010a682379b9bbb3eb648a70c8d719076b6df6043302f8c938ebee2aef0
3
+ size 33554432
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8985749d662e207c958dcb6c06ef92c91828467c26611640e035b57ac94e881
3
+ size 117440512
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e17393e1c3b429407a661cc8b07dc396ac9d54adb506f590c2d2cce3f96eac0f
3
+ size 234881024
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c28b0742baab27782e6c5b5920da4503a7d627ec99408d31903250b6f4bd7345
3
+ size 117440512
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0b7f3145392e0eda4c3dce4fbce1ef4665ba5590634658eff429753235a40bf
3
+ size 234881024
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0527235048510c697dd49af81770dfdd7a4fc645f8da7c0d883f62f5b111f79
3
+ size 26804224
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67f8365f70f95e76ef74c159e22af730a97086f1db6203ea1ab1affdde5a07a3
3
+ size 41943040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b492b805da64806bcb8ffb4981f957f44d997be5d30e654bbf108a5957681bb1
3
+ size 29835264
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8488a5a8fdddc64c1c5ef96e32072bb8ddd90f0e1f75efff77ba9f174249e07
3
+ size 33554432
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24d5a662ab326ee7384c361ce64a4cc12997c2963fa681b0f80399a4be13c381
3
+ size 117440512
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ff3c88e9188330b3d80cab57301ff018b914d019ed8c59a85a2878cb0854a01
3
+ size 234881024
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80c06ad7131d275a1f902c7041892396b060b0ec3f2121e13c25a6fcc9dcbbb5
3
+ size 41943040
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3baae1db93a160feff7b1fa2f88564b6b23b58642a59722d1b373f3576aecb2a
3
+ size 33554432
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28b9f6a5757ec76a6eb7df8004ebd6480904d804e470f33aa9073c15a08feaad
3
+ size 41943040
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee9353d570b75f45ef3520be548426891461ed4977f2a8948bac6e0f3d1e0480
3
+ size 117440512
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cce37d4f647fb32c301ebcba78a7cb12806b1cb8dd0373416e0a9cef35ef2b14
3
+ size 234881024
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b51fdb81d6a5db6d56119877505ecbb98bb5ef0e95aca6a766b9cb88ab33a7d
3
+ size 28114944
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d34d169a2ca064ea7f8c298ae009b0cfc4b3a1c9dc11787b3c906ffcf2150697
3
+ size 33554432
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6033b06aefe5c17111f243e0901b93c6cdd829853664486bbf1d15c6af32b75
3
+ size 41943040
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74a40f1614c03411c6b9e92182c1e242bfcbf0906b53e6ae5bbf5b02af2051fa
3
+ size 117440512
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0132074b88411b23012ba2b11da2d76ace1f8b2dba8190d2af99f7e2922d0647
3
+ size 234881024
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a340b25d6a033e8e07b21803c8dd3aac7a0dc8eecb9ba9e093bafae2a11a9674
3
+ size 41943040
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:833ec7ea100a3bf4a56af2900c005360d5422f71883fd08da23a03b2cffe1963
3
+ size 33554432
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c79bc5ec88e8df427ec0295f741f025a194014390c3851f5d958efffe4b1f3cd
3
+ size 117440512
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44d6ea240064ca0a988881842c46933e8f66b0c3e664a8681ab0f3140b5bcb44
3
+ size 234881024
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:783d332890b39035d6c87c1e9550acf4a1d92b631741aae5bc5fdca8589f4bc4
3
+ size 41943040
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f0922ff697c66dd971d06bcb124c96fa1e84d1c29631f3619998e0143a7c63d
3
+ size 32817152
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395447cd353f2a98b5ed65d1baa848acd0377fdef6c28eb0d8143058aa02ca71
3
+ size 33554432
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f0263df8f55efeb8c723b81362e455ac923ce1df361e11fa5b5b178db1f26eb
3
+ size 117440512
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9a5810d125da6c521d8f65db0ac235217f8cd9757a00eaad6bb373b561fcf1d
3
+ size 33554432
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d3192dc5e5ffbe14ce66774addad8e004a40c4f83a110f2c0b163c15711e9b2
3
+ size 234881024
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f46cd0f6b7784867033ad5ee284c27269e3fd87f205856c994831ce1d09ac947
3
+ size 41943040
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c438f5b1847c6117ec5d8267a85ff7806e173e821e680bdcef44df5dbd76cd6
3
+ size 33554432
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9533375366ae83bc7fd9762e0a40d6d3632f13bf64ad052d19aebba4e5a3c165
3
+ size 117440512
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c71fbd5eaf3d435992fa29638b2a02ee0c033ac0593cecf3d70abab5f57e533d
3
+ size 234881024
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59218c3405bce144b005545d298596e264cbed4b2a949927dbeb37fb793b7eb5
3
+ size 41943040
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37f9c0820f09ebf83c6b861a276094830f88090ef9d435f68c71cff0a3b1c492
3
+ size 33554432
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42b1db40741bdd260e9a8a0c4b0e8bd822625914605b55ba47b86a3b9acda11a
3
+ size 234881024
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b59485d942badd6487453e0c74eaa244da580bdd5d8ccf6148fc0ae77d667249
3
+ size 29196288
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5f2ff59e698afbe8ccbefeafed7150bcf477673d123794c4f5fa9b9cbbd5e6b
3
+ size 41943040