Hugging Face's logo

mlc-ai
/
Qwen2.5-Math-72B-Instruct-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
bc180bc
•
1 Parent(s): 9ec437a

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. merges.txt +0 -0
  2. mlc-chat-config.json +84 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "qwen2",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_act": "silu",
7
+ "hidden_size": 8192,
8
+ "intermediate_size": 29568,
9
+ "num_attention_heads": 64,
10
+ "num_hidden_layers": 80,
11
+ "num_key_value_heads": 8,
12
+ "rms_norm_eps": 1e-06,
13
+ "rope_theta": 10000.0,
14
+ "vocab_size": 152064,
15
+ "tie_word_embeddings": false,
16
+ "context_window_size": 4096,
17
+ "prefill_chunk_size": 4096,
18
+ "tensor_parallel_shards": 1,
19
+ "head_dim": 128,
20
+ "dtype": "float32",
21
+ "max_batch_size": 128
22
+ },
23
+ "vocab_size": 152064,
24
+ "context_window_size": 4096,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 4096,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "pipeline_parallel_stages": 1,
30
+ "temperature": 1.0,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.0,
34
+ "top_p": 1.0,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "vocab.json",
38
+ "merges.txt",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "tokenizer_info": {
42
+ "token_postproc_method": "byte_level",
43
+ "prepend_space_in_encode": false,
44
+ "strip_space_in_decode": false
45
+ },
46
+ "conv_template": {
47
+ "name": "qwen2",
48
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
49
+ "system_message": "You are a helpful assistant.",
50
+ "system_prefix_token_ids": null,
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "<|im_start|>user",
54
+ "assistant": "<|im_start|>assistant"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ "<|im_end|>\n"
64
+ ],
65
+ "role_content_sep": "\n",
66
+ "role_empty_sep": "\n",
67
+ "stop_str": [
68
+ "<|endoftext|>",
69
+ "<|im_end|>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 151643,
73
+ 151645
74
+ ],
75
+ "function_string": "",
76
+ "use_function_calling": false
77
+ },
78
+ "pad_token_id": 151643,
79
+ "bos_token_id": 151643,
80
+ "eos_token_id": [
81
+ 151645,
82
+ 151643
83
+ ]
84
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d717a4c09fd8b10085715083da6f2adabc16c6b1ab33a360fe905e2e7920e57
3
+ size 622854144
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92e3b59959dcfa66b1c95c3f7b1b4c1ecae11d016f51c412c7073091d41b504a
3
+ size 77856768
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91321942de32e4633032d2404351b4bf1517a2f49b54341caf4253467e543872
3
+ size 33554432
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9b36af8cf9c39b73e1ab3b6c9833a4e908017d223f7de0ac48c67b008e9a94a
3
+ size 30277632
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d8bdc4ba717a71de7880929926f0dde3346c31f08409303b0ae1bd4bd01e815
3
+ size 41943040
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc62e7a9ebdeba55412f1f4e1de3884adcec6853dadc27a7abbc718c56029480
3
+ size 33554432
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14ce83dbe15e03ea43b452f02c5a35dd7ff75fbcca9fc978fcc35ba355e64fdc
3
+ size 41943040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74ac2ba8dfdcc5451d4615e7b5c989d234823344623b7a412516eedc7651a55c
3
+ size 33554432
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcc5647a3910bc638d5b6c0d1c34111a70bfc53c823dc346ab3b46b2233838bd
3
+ size 29908992
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bb41d7fb71a890805e84a990b0baf3f5e897a512c41ed98008d9b2b1659b58d
3
+ size 121110528
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63ae58a6644dfbad5dc89d0698d2c7a929ce192231d08192617f15aad0596920
3
+ size 242221056
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99808135e8a726f603a9ebc634f4d814f3496c4c49647e7d7ab56d080cc5f387
3
+ size 30277632
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e7a31b8519cf4f2e94630066fce639aa1708e98b17c7e13acb11a08167eb87b
3
+ size 121110528
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3fac661111da31749136f3b0e3a817b79ea5fa382072f5dff845913dd5e6008
3
+ size 121110528
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b83f640fedd1e7abb61f8091794a883a66504d9229d8de3ce9ef24a9a46d2bb8
3
+ size 19349504
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e83840db8940cbbb4697da180a7cc7df29b2b1816f64cb5d85c3b0f8489b725
3
+ size 242221056
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cec5517cb3858da4c31eebcff57bd36bcb7141a51b5906076b4bf07c3830ae5d
3
+ size 30277632
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d31d042f8e32c244f78f4f257f89c78e2b63962ffcb17c36c8e0b9e561253a95
3
+ size 41943040
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dea88ce1e50e17bc74900635f3b0724debaa109cc076ee619301c2b4ce8dce2
3
+ size 33554432
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f7f0d4a3fe5adab05b55235879f7d61d7f2fdd7f0a9074c83fdf435b180ae74
3
+ size 242221056
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebd067500b0f82621934656cbf1d8cb1c6c42c326ff7f388961773b499c0bec5
3
+ size 30277632
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:314f1e2e7bfeb5bbabe8097488c668b73b1462eb7565c96e98f5fab71880f189
3
+ size 41943040
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a437cab13b809c9fda8ffe810e28c05e158a489e697bb9283640d817a60d943f
3
+ size 33554432
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:503ecd7bc1a1f07a4a8cb62f863e09f1fad384500e38af033a4db3f5d26c3d6a
3
+ size 29908992
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:198b8c6ae2c4e97e07f4ff68bf5fef818aaac1621923f1faff3d03b9c68595df
3
+ size 24645632
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3679c8deffcc6f2fb1baef4a4a387fac46a3bc9052b24b7233e5375b823b746e
3
+ size 121110528
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f48da01c3e7c9579e831c7412325890ba2bf63ef1cea5e53684607da35343d0
3
+ size 121110528
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1ebbc3a33b20c2ed4df616f328281e3dfe5af9f5fbb04e521dda6503864020b
3
+ size 19349504
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:616f265262e9dcd283a81385ab941d7c0987a36a32c9e24071387bbe30dc61dd
3
+ size 242221056
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5069495d50aebbf6d1d8d241ff47162836c92d7a987151d012735fa1b21ebcd
3
+ size 30277632
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:580a338ba1b4db7dc67115562e4e4566c548f1abc7acd4c9b17817663b04f0b7
3
+ size 41943040
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6f48a2cbb98b43e90c6c9694bb1005ce869b844c7348e98ff0ea5b0102b6eb2
3
+ size 33554432
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01542639657f1baebfd9ff3936a84009ef9d8358d366538f64742f9702149b6f
3
+ size 242221056
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7872ecb4832aa31039e6031625557d4b81a30b4dec0c4e204c447a26344409a2
3
+ size 30277632
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23f5a95da6ac8341609a8614e1a2ae586227654acc7cec2843f8f6904b0b3d05
3
+ size 41943040
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2de8bef5bca8fae019c2dac984c552550480aca3934814392f2b5b6bc5a53a7
3
+ size 121110528
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6ceca7e80b9ff9ecec4c58f5107731f1746a5f3abecdf4f2d6dcb8f7af8f5f7
3
+ size 33554432
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94f7b98bc317c4d9cfb2273ef7e516dae2689451452392e586495a45e3eacf78
3
+ size 29908992
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae99bc9cc6e1a11759d46c17c376a1e129872144e1d56fef53650cf4191d5e98
3
+ size 121110528
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9330ee6a00e24686001c419cd721d09cbaf988104bd2ac365b0e5b26d647f0bb
3
+ size 121110528
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa3d4a0a80c9f60dd4292cfd54480d8cbb9650ec79fc78384b5f7ab60c6559b8
3
+ size 19349504
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9e93b38128a78e4438978e836a71a578631f0e2defe9b474b03040adf9d31b1
3
+ size 242221056
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:311bad6279abdf03721a8be08027d1a1fd5300038f1f461effd7a1235de11e1e
3
+ size 30277632
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f17afb6c755a6776fa31f86a2716014492041f2f98dd997b779c868116424d1e
3
+ size 41943040
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6935103648b696293d9a31fb6a99e84a22c63f4747d99b90cc7bad837c13ab8f
3
+ size 33554432
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c53e675688ab2141333e2d4c55dcb314768e7385d2cab572f6f295b7c73413e2
3
+ size 121110528
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44fe14648c6ceb05d6b7f30817d0ce2252354175e80313d9977a87552e0ed9fd
3
+ size 242221056