Hugging Face's logo

jianrong123
/
Meta-Llama-3-8B-q4f16_1-MLC

Model card Files Community
jianrong123 commited on
Commit
eaf4942
•
1 Parent(s): d966f79

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. Meta-Llama-3-8B-q4f16_1-android.tar +3 -0
  2. mlc-chat-config.json +76 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_11.bin +3 -0
  16. params_shard_12.bin +3 -0
  17. params_shard_13.bin +3 -0
  18. params_shard_14.bin +3 -0
  19. params_shard_15.bin +3 -0
  20. params_shard_16.bin +3 -0
  21. params_shard_17.bin +3 -0
  22. params_shard_18.bin +3 -0
  23. params_shard_19.bin +3 -0
  24. params_shard_2.bin +3 -0
  25. params_shard_20.bin +3 -0
  26. params_shard_21.bin +3 -0
  27. params_shard_22.bin +3 -0
  28. params_shard_23.bin +3 -0
  29. params_shard_24.bin +3 -0
  30. params_shard_25.bin +3 -0
  31. params_shard_26.bin +3 -0
  32. params_shard_27.bin +3 -0
  33. params_shard_28.bin +3 -0
  34. params_shard_29.bin +3 -0
  35. params_shard_3.bin +3 -0
  36. params_shard_30.bin +3 -0
  37. params_shard_31.bin +3 -0
  38. params_shard_32.bin +3 -0
  39. params_shard_33.bin +3 -0
  40. params_shard_34.bin +3 -0
  41. params_shard_35.bin +3 -0
  42. params_shard_36.bin +3 -0
  43. params_shard_37.bin +3 -0
  44. params_shard_38.bin +3 -0
  45. params_shard_39.bin +3 -0
  46. params_shard_4.bin +3 -0
  47. params_shard_40.bin +3 -0
  48. params_shard_41.bin +3 -0
  49. params_shard_42.bin +3 -0
  50. params_shard_43.bin +3 -0
Meta-Llama-3-8B-q4f16_1-android.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5359491eef52861a1ded60e4fb85b2e3246f5eadbf01e59bb0c501e20622efe4
3
+ size 515768
mlc-chat-config.json ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 14336,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 128256,
11
+ "position_embedding_base": 500000.0,
12
+ "context_window_size": 768,
13
+ "prefill_chunk_size": 768,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 128256,
20
+ "context_window_size": 768,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 768,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.6,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 0.9,
33
+ "conv_template": {
34
+ "name": "llama-3",
35
+ "system_template": "<|start_header_id|>system<|end_header_id|>\n\n{system_message}",
36
+ "system_message": "You are a helpful, respectful and honest assistant.",
37
+ "system_prefix_token_ids": [
38
+ 128000
39
+ ],
40
+ "add_role_after_system_message": true,
41
+ "roles": {
42
+ "user": "user",
43
+ "assistant": "assistant"
44
+ },
45
+ "role_templates": {
46
+ "user": "{user_message}",
47
+ "assistant": "{assistant_message}",
48
+ "tool": "{tool_message}"
49
+ },
50
+ "messages": [],
51
+ "seps": [
52
+ "<|eot_id|><|start_header_id|>"
53
+ ],
54
+ "role_content_sep": "<|end_header_id|>\n\n",
55
+ "role_empty_sep": "<|end_header_id|>\n\n",
56
+ "stop_str": [
57
+ "<|end_of_text|>",
58
+ "<|eot_id|>"
59
+ ],
60
+ "stop_token_ids": [
61
+ 128001,
62
+ 128009
63
+ ],
64
+ "function_string": "",
65
+ "use_function_calling": false
66
+ },
67
+ "pad_token_id": 0,
68
+ "bos_token_id": 128000,
69
+ "eos_token_id": 128001,
70
+ "tokenizer_files": [
71
+ "tokenizer.json",
72
+ "tokenizer_config.json"
73
+ ],
74
+ "token_table_postproc_method": "byte_level",
75
+ "version": "0.1.0"
76
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eb54edcad7c5c505f6fcc276e9867fbb80061d86c28fc7f39ef3d7d861d500e
3
+ size 262668288
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bbc02421880ab3a0ed8a34e4fe5cc770c68827a32440b47ef78a59adf5093d6
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f4847f1bc0f95cfe07134e18fd3e9f51200bdee8b1016c0b4237beff1510a49
3
+ size 33046528
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395927c6e3249e034de50ce11a9fa296ab29ce303aafb13faf66d0ed56b5e158
3
+ size 58720256
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44318cfcfbd6e073d025a060198c1cae4817f18a1bcb7ff9b2c2ac97d5ff26a2
3
+ size 25174016
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f651b7ea04737cae38df83acfe9f50fa4dfab681e3bc47152a01234888a7e9a
3
+ size 29360128
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45c3955de91812e667133106089eaaff511084d411e02287665c8a408ec62476
3
+ size 58720256
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1288cee2d9d433f1aa87bbc6b8b3904638be80b28ff2a3ca2c2f5e806aed2c6
3
+ size 33046528
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61d11cb43cfecd6b2550f991ccf680b37fdaf1597427dd1569408d592daae2ed
3
+ size 58720256
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f84ff8ca067ec439d0b9921775ba2bd0ea128857d5bc20d3335b759b594cd423
3
+ size 32505856
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29a26f7a12173fdeaaf39b3ec0799f6a7b06cc959306c5af718d17c119894c37
3
+ size 9437184
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae1fd50cdf274382038133a6e4b2cca87f626cddf8e789b835f4bfba937000b4
3
+ size 29360128
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef5da9e54b964cbb81c8f9a5ca8f60af924e71118c0fde875aab7cf81c9aacb1
3
+ size 58720256
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbed723e23c3b1a62ebac25787df13185ecdf1feb168d24dfefc8b3f566017be
3
+ size 22036480
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fc59a0bc92b8eb4b391161716e77adbdd132a1d8d2bb372fbc027fdec341c69
3
+ size 29360128
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:884070f921c30b92f651a3a64bc15cc13ecf9cfd30fe3892deec11611163dd97
3
+ size 58720256
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1220e1d097f95c62617cf8643f33301ce3f3ce77aedba0cb4a5030537b8128a
3
+ size 27271168
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfa439bd63b054573badc92de4f2eeb9cb4d70a27223ebd33540d49dbff6b1ab
3
+ size 29360128
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d53a0cab3f767d49dc94c38e905a2ba7ba0139b7041fa41c5e6a2e43903a6b0
3
+ size 30949376
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bba883db6245e094797afe059d5ad9ab6e488c741f71d76014414d7febd3e86
3
+ size 58720256
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:469e3599fd8536efa04a49161b9398ac41094af857fd679d8e4a189aba04e2df
3
+ size 32841728
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf1f9ce5039965cf62328fd80fa60dc5508e711e8fbe8c46c097a648524addfe
3
+ size 25174016
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f269fa438ba126f89bd11d13b383b6419cc2302688c13a05e36932306da0bc3
3
+ size 29360128
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32f7be3e4fdacdab622d5bc0439fcf782e1a8a961517f96b5b7651c83395c991
3
+ size 58720256
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7710cffb3df7d99eee69f78a60c20866535486b83d33469a19a12f7143f41837
3
+ size 33046528
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fa9365b0198df22eb18ada4c02372017fcccbc35bf79630615090e0c0087236
3
+ size 29360128
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a49f1f0fb379fd42b4591a394c121f42c6957a0166760428811c4670f47fb138
3
+ size 58720256
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b1fcd1e3ec6a42aa021d34242252662b0091ca2820171ad08eeb7e01fddf2cf
3
+ size 22036480
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b5aff8f7509b780a3e26f937e0a32b380911fdf700cd0688279ff6a6043485b
3
+ size 29360128
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecc95f8664e6e3940ff6c782f4cf6cb9c233bce633e29637097866245eabfbe6
3
+ size 58720256
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97987dd8449f3ad02060586c85d5d6d793faf144facc12c514310d9905a01b20
3
+ size 27271168
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:557cf7a9c3ca9231ef3ef1755c78e75e6a82e80097dc161d92097e505bea4262
3
+ size 262668288
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd852a5d66b5462b0c102ed003a6824d01e1dc72c8a947f8f893daba8ffddeb7
3
+ size 29360128
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bef08be154043d01185fd80638035e0f5b3f19a32b3ae7d79c9a334eb31bf21
3
+ size 30949376
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:258e685252fbafbc7e7df6172bcef849823a79ad9f4e1e397c589dd9d342de2c
3
+ size 58720256
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7ad54d08394e62be028b50f42f13b500464aa9bd00c2db67b8b110a38291149
3
+ size 25174016
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55f1147b89b8252b0399164fcabf4e7824c135801e57287bae77ac4a91cb27a6
3
+ size 29360128
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e40f248d5f88bbb067ac7fbce0da486c029eb4b25419f62284e3fc9b27ded759
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca03ff36f0013c8169d90f5e109e1514fdd2b53b8b531bd908596148207414f5
3
+ size 33046528
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3453b10a5dcc4e93600ce7720b3f074b4f1782dbe8eb3c0392c0c83763650ea0
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89893f384ba7c9d1857aa8ea748b0dae33e0cd067570d433bf4ab2b8f2f92b0c
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12585f370eb856c6d9b52773df47b136ec87853ce5694b424032b41068f21331
3
+ size 22036480
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e197980536283c7134f654651e4a6457139331ffdcfc3f416edbbd82be2a94
3
+ size 32833536
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6539ce4c96d893fb8a49c49e1359500761f01c51762fca193de2961042b5694
3
+ size 29360128
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e11aeda48ecdbb53f836f45480d13b2a2eb7327f4db121b853fbe625996b6ace
3
+ size 58720256
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2289e1aaffe0cfb8a5aafac7e38c9248802fc3dd33ceeb3f50c78c57da701fb4
3
+ size 27271168
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f306370a4f48d609d3c2769733dcfa58bece54296ea322c5ac4439d000663654
3
+ size 29360128