Hugging Face's logo

numen-tech
/
Hermes-3-Llama-3.1-8B-w3a16g40sym

Text Generation
MLC-LLM
English
Llama-3
instruct
finetune
chatml
gpt4
synthetic data
distillation
function calling
json mode
axolotl
roleplaying
chat
conversational
3-bit
Model card Files Community
numen-tech commited on
Commit
4b527cd
·
1 Parent(s): 7bad144

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +21 -0
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,24 @@
1
  ---
 
 
2
  license: llama3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
  license: llama3
5
+ tags:
6
+ - Llama-3
7
+ - instruct
8
+ - finetune
9
+ - chatml
10
+ - gpt4
11
+ - synthetic data
12
+ - distillation
13
+ - function calling
14
+ - json mode
15
+ - axolotl
16
+ - roleplaying
17
+ - chat
18
+ base_model: NousResearch/Hermes-3-Llama-3.1-8B
19
+ base_model_relation: quantized
20
+ library_name: mlc-llm
21
+ pipeline_tag: text-generation
22
  ---
23
+
24
+ 3-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Hermes-3-Llama-3.1-8B](https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-8B) for inference with the [Private LLM](http://privatellm.app) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 3
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d655547c0c83abbd5d2e5c0c82b15aee436bed8a2f4f4b8bc5c3da5017a9446
3
+ size 211365888
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d9e79af1cdc73ed89ecd1a5eee7d1536f90a3a7bbc752dd01e47f051e2b7668
3
+ size 23527424
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd9ef8fb4da3726426b008736f685f601581da56c89b1d55e870f463767be240
3
+ size 47251456
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e0e42c1c2e0d9ddb25971dc296fbfd0dce96b209e855eeb744c687e790169eb
3
+ size 27856896
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa66de2a3212453f044eeef282f6c7ee085bac32a4e394eb784195813c8932b9
3
+ size 23527424
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b59e32f81cfc4a7f3e2775ef072e190c2c421accd7e7fa16bd4a9506c754da
3
+ size 47251456
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5672e4ada0a66f52e48e741583d977e99690eab50c416466e7a607cf2f4c10a
3
+ size 27848704
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac00f51f963fc56dd5bb71091d38da0ec6f8770e2ab347678cf6bd7a13b521bd
3
+ size 23527424
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af08b87e2f3ad36500e511a19a7c198aadab10fc5af03f75a5418d4d18cad597
3
+ size 47251456
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b24a850e05c1608b033c87b05d57951c0a1dad7caa1bfe76cfd0ce8f063878b
3
+ size 27848704
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8706246444fafcad7d4e3a735738d1f4cfd9231a20fa8759dca33eb8520b8ce9
3
+ size 23527424
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a762923ed858b1035a4fc3e352aa6c96965588c9574993d90073cf04968e2aa
3
+ size 47251456
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fb4667c5208c4d14776efed45450c0631d9ea540b5e8c0821ccd407c289f7f9
3
+ size 47251456
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d15a4206a31c41bea87296818045845c6e8c91871ad5430a5c6729a2c8e5d818
3
+ size 27848704
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45bb0b6e15b6f2b172c5a5ca7a5357ef5a363d76bb5b80cba050d84798b31d37
3
+ size 23527424
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:485d54b0d7b9567597c5a7fa6ebf5eef230258524d56b8314ed63288dc950fc8
3
+ size 47251456
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d168a4a326eb2bd3cde4021ef4227076d00e6ea3a8dad5f76bd40cf06b3e0e76
3
+ size 27848704
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54c816f02bf6d752707770cb9d2a10349e2ca69b21bab6724a942d3e2466b46c
3
+ size 23527424
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a3c9da2aaa45610166d9b0580350bb27b755bfe2cc5fb3289e6a849ea72426d
3
+ size 47251456
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aa386652c031bf1941acc19165f907c6f75392863520f1fd9fc6b2cba292365
3
+ size 27848704
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb920e2bd4dfdfef526496d6d37b541fab710cc74121da423915fe03b4971e70
3
+ size 23527424
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91b9b61e886e949a717a0610074a1b0ab174dddf2fcb07ffbd3892a90e2bfaf0
3
+ size 47251456
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52fea74c94383af354efe83fa521d2ebaf51ec49c690d84e5b2eaa25d2813b5f
3
+ size 27848704
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e6f7c6b47af15c6801045c2ce4b7400e881fc22c914a57ca6de1dbea672c569
3
+ size 29369856
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0471db5f18ff2bb30afea1f7a67e47954536c2ee48bb49ba410b9fe042286be
3
+ size 23527424
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2abd4e0bd4ec7c6a8696d064f1249a47ebf2f2b2eb57f0546b13e8a72db2de7f
3
+ size 47251456
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bede54a809c6b922a86c0928e2f4ebf035709b974c15f9ab1c1a6dd640b1e207
3
+ size 27848704
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b141d5740c6ef4e9531e00756ed9e2b189019cae397b32c06e105f3411eb5247
3
+ size 47251456
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:125968111777a825d1a7a7492d8c43a91083a0f1030ea16aaa78fb8213a20dbb
3
+ size 30806016
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a38fa6e1f449afd0fa38657cc9e64b6519f49a30c297ddc792379ac2a7e5014
3
+ size 23527424
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb72ec3e1289efa1f00b6650967a1cd7eb9a84e6c13c761dfd6575b4f191e114
3
+ size 47251456
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fcfc632331131dfe4e29f2201d81c8f46a100c7aa0b499f2142118883bdd2f5
3
+ size 27848704
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30d55684f17d56311ef6150918e198d81849174edd2f4766f1caf4feaca89e06
3
+ size 23527424
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a377ef3dedc97fdd75d3b7331d93aead5fb6424654bba85a0f35e574717d47f1
3
+ size 47251456
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0bdb289e813e5556fc71da917553e5114a8c198a35f9c9824dcc38b4d79994e
3
+ size 23527424
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98b220850213283372cb572ccc2fa8b9cff79d4927d6db469e1cbeff0ea5cb00
3
+ size 27848704
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:701d051da9ea8dc4c728cac557b2b514552757133cbee63f0daf817c041f49d8
3
+ size 23527424
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e8455c26fb52fe09548ab32f09bbbc40b4fcdc73a342eb3a25daf5d024bec3b
3
+ size 47251456
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fc0b072aeb1d49e03be15fb6c0867389c0f4e2f28dd5e08bb070264259869b6
3
+ size 27848704
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c73b0f28c2d2ae550ce7a44d84d81b1aa3457f4285e4f3adf94a755ebe255b0f
3
+ size 23527424
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c82226bd18e5e4c6d51f791d98b2be189594d61a0ad0cb73cfb5deb0ce4adaad
3
+ size 47251456
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b59c9468174d3dfaa851348fdf49aac6ce5ed6ae728d72c215f50c66001869b
3
+ size 27848704
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:756a8840cb74443e51348e309100df0ff40dff070688083337b2db3f618c8d7b
3
+ size 23527424
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a10d850c95409bdd37e1ce52452c9f96d50beac9be70f6ecd75a2cb50ebd627
3
+ size 47251456
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecfcc45d122c7d5c794ca34123b10b37d5461b821839081fdab4d4cb1aafceb4
3
+ size 27848704
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5a402d6df657e4df1be9589f17cb70bb6a3f58efd372171690d461457975406
3
+ size 47251456