Hugging Face's logo

kartmannXu
/
MiniCPM-2B-128k-q4f16_2_mlc

Model card Files Community
kartmannXu commited on
Commit
c921d29
·
verified ·
1 Parent(s): 7172289

Upload 55 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +9 -0
  2. mlc-chat-config.json +86 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_6.bin +3 -0
  50. params_shard_7.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 122753,
3
+ "<|im_start|>": 122757,
4
+ "<|tool_call|>": 122756,
5
+ "▁<EOT>": 122758,
6
+ "▁<MID>": 122755,
7
+ "▁<PRE>": 122754,
8
+ "▁<SUF>": 122759
9
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,86 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "minicpm",
4
+ "quantization": "q4f16_2",
5
+ "model_config": {
6
+ "vocab_size": 122760,
7
+ "hidden_size": 2304,
8
+ "num_hidden_layers": 40,
9
+ "num_attention_heads": 36,
10
+ "num_key_value_heads": 36,
11
+ "hidden_act": "silu",
12
+ "rms_norm_eps": 1e-05,
13
+ "intermediate_size": 5760,
14
+ "scale_emb": 12,
15
+ "scale_depth": 1.4,
16
+ "dim_model_base": 256,
17
+ "use_cache": true,
18
+ "bos_token_id": 1,
19
+ "eos_token_id": 2,
20
+ "tie_word_embeddings": false,
21
+ "rope_theta": 1000000.0,
22
+ "context_window_size": 65536,
23
+ "prefill_chunk_size": 128,
24
+ "tensor_parallel_shards": 1,
25
+ "head_dim": 64,
26
+ "max_batch_size": 80,
27
+ "num_experts_per_tok": 0,
28
+ "num_experts": 0
29
+ },
30
+ "vocab_size": 122760,
31
+ "context_window_size": 65536,
32
+ "sliding_window_size": -1,
33
+ "prefill_chunk_size": 128,
34
+ "attention_sink_size": -1,
35
+ "tensor_parallel_shards": 1,
36
+ "pipeline_parallel_stages": 1,
37
+ "temperature": 1.0,
38
+ "presence_penalty": 0.0,
39
+ "frequency_penalty": 0.0,
40
+ "repetition_penalty": 1.0,
41
+ "top_p": 1.0,
42
+ "tokenizer_files": [
43
+ "tokenizer.model",
44
+ "tokenizer.json",
45
+ "added_tokens.json",
46
+ "tokenizer_config.json"
47
+ ],
48
+ "tokenizer_info": {
49
+ "token_postproc_method": "byte_fallback",
50
+ "prepend_space_in_encode": true,
51
+ "strip_space_in_decode": true
52
+ },
53
+ "conv_template": {
54
+ "name": "LM",
55
+ "system_template": "{system_message}",
56
+ "system_message": "",
57
+ "system_prefix_token_ids": [
58
+ 1
59
+ ],
60
+ "add_role_after_system_message": true,
61
+ "roles": {
62
+ "user": "",
63
+ "assistant": ""
64
+ },
65
+ "role_templates": {
66
+ "user": "{user_message}",
67
+ "assistant": "{assistant_message}",
68
+ "tool": "{tool_message}"
69
+ },
70
+ "messages": [],
71
+ "seps": [
72
+ ""
73
+ ],
74
+ "role_content_sep": "",
75
+ "role_empty_sep": "",
76
+ "stop_str": [],
77
+ "stop_token_ids": [
78
+ 2
79
+ ],
80
+ "function_string": "",
81
+ "use_function_calling": false
82
+ },
83
+ "pad_token_id": 0,
84
+ "bos_token_id": 1,
85
+ "eos_token_id": 2
86
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa485daa8aba60a6b7bfcb5d48b122d634ff8540ede68988c86b26b969c3cf23
3
+ size 565678080
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85049f84e40e4f15d149fb54bb8e5f274bc9eeb3e55342bfc26fe00738b34acf
3
+ size 565678080
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be573e6433d3c14a6dae389a7087e03da1bf60032f6c0579d676fa036059a993
3
+ size 27712512
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d42993968a7d6a0faf5e975dace9c0d2f5ac76f07905813ecfd043ddffa94c4
3
+ size 32689152
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54812d712abf89d7c17e77c67299d91bbc064a30e93fd25eee8b2949d1cb8a8c
3
+ size 21076992
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8fbaa47c1712acc433c344dd90e906436e8a88526a8cc7b6fd797ea32280cb5
3
+ size 31357440
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b657c8112db4bab7c671a4220b457abd311198301df34a9e036734ce89c15780
3
+ size 33352704
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:651a79d9b9f7e8a072411146714373a9c6a99c0731e8129ee8d4a5409b043361
3
+ size 26385408
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:630b42df1c66e9439132dbaba465212f97a2791633f7a6c00ab6f0feae6f14d1
3
+ size 33513984
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fb203637bfd59875c012f4618328f5f7ed9a599e2a243ab75fa7c79355bca04
3
+ size 27712512
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3a23fa8ee39505be9075f9a02e003e14c5a6b5f5f3e02a7d8d48ce7b29d095b
3
+ size 32689152
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1c9f087dd6353106a315a33f99f145de88d595757a7ee22833a6dbc63c3d7aa
3
+ size 21076992
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c23f0dee58fb0a59fa9fac00a9d6971340f1edff501cbcf665c4a27d1e758b4c
3
+ size 33523200
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e79968e851f27ab2e431ce7a87ebe2bb8629fdc3839c4f2683f7908ac45ce1bb
3
+ size 31357440
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27c3fd144fe212743154d2040771c49c75cba3291344b8c4767881f269a01405
3
+ size 33352704
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71a14492a5ca3b4a6c21052aa9f380e09032071719b555b0e340255632942f7e
3
+ size 26385408
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4d931b85f3fa0a718dbcb13b08f71c70d04ed6d5d798f4dd6ef4dc8291cb53e
3
+ size 33513984
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c77b2a1287bc6d86c0e75128dbb2f80764395dc7efd5e2f59f3acfb2943f430
3
+ size 27712512
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df58040aa555a95c0e05f31f01e4c11e3e2cdc5d9af844174fee788bc80a01df
3
+ size 32689152
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c80698bc38add6ddb77f95aad13926910d5718275cdc441ff7dd28003409ffd7
3
+ size 21076992
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1b65bf7a78155ca23f51b508c66a1443a383cfab5a5eba2f923966977529c22
3
+ size 31357440
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1279aad7ffeb7333c5c04ad1962a0a4e5a4d6a1785afc36e65d27813d32617cc
3
+ size 33352704
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5d7a38266e905a1107dab8c5f53dd2c04f6125acfa0b18daf56af6671aa6871
3
+ size 26385408
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f26dde1bec9641ed72663d60c95c06dafdbbe47645e0d085684a4bbf234c118
3
+ size 27712512
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81d7911f54ff567f89e6ded0abe347e06301a6e084fe40e0866db62e8e90d868
3
+ size 33513984
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89624843725fb6bbe31ef97f529546af148a42cb692aa87ab04da7c06d092246
3
+ size 27712512
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece512f5b52d0797652515c1851cf597aea926f9a945a2f7dbe875a9da73a5f8
3
+ size 32689152
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62ff8ec0211985b30fc9ba14927e868261ffc0d6d2e95b8a4e0c8b7cb2a1aa69
3
+ size 21076992
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2464e0b3e87b4ca8552ca252dec6884a7ffce2f8cb4be895a8df66c3f5e5d9b
3
+ size 31357440
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bd33fc7541ee9c1308291c3c9fa2bbd98801658fcb9b27a085aff7373d554cd
3
+ size 33352704
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:081035d55f4817a9eaf402f0b493275c5fa78ea0f098786cf77c6fd7d9865a8b
3
+ size 26385408
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73fd48356cfcbb5843d46ee30644fc1e4060648ca20eb5537670f11448b1f1ea
3
+ size 33513984
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a5500b6d20ca190ad0cf20626b67eaa14fa6c3e00933a6bf7b72a50bdfddccf
3
+ size 27712512
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:721338f950c696e7fe3d360b4a89eb0bfd09c09c89a83a71ee971911d1064f19
3
+ size 32689152
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dfc3ce17c6e353f73f5487edb326e3665b26a8bd6e917327b51e2d3a7ae3df4
3
+ size 32689152
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3260c45b0b37b9aa39af462320f8f18aed815f8a2037b395fd881340c6a967ee
3
+ size 21076992
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01bdc3baa26a86cdd2d22654c85668cd05b6152a8a3cbbf93fd26378a4f7bcdc
3
+ size 31357440
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eceffd11721fde88023bd37bcbf6249ef989b84d9e1ae26779aff5350c36305
3
+ size 33352704
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:319831a1e2c0062cb2895e22e69587506ca3be7f812df5d668976f63c371a613
3
+ size 26385408
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4db92a4a22630baf2f9fd68b32f1eae4a7a1655387481c606d54128334174d53
3
+ size 33513984
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a75934db5029e22a715e90713dec3b1f18bf05556405b9241d4439b5e218123
3
+ size 27712512
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd78ae90605b6acbb00917d66ef46031b65ce361487517e51148a7ffc9c03526
3
+ size 32689152
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a4bbb823c76bc6955c629453012e61f73e17c62dc7b1fd57231673a6230e2bf
3
+ size 21076992
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81243f223d0c71d8d2725df1139e9951cdd0ae2c112b1db9a00966f7c08fdd6f
3
+ size 22394880
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e1107d79ae4c1bde34b19c60f3e790593c0439ff7111287b1cad381a0a1be1c
3
+ size 21076992
params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e3d2c795741f5285bd680742ce9df3be1d0fb63a3954ecfda3c29849ea8d0f0
3
+ size 31357440
params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:727685769de27086361da327db4d882f1bf37adaf402e56443f2e21524a3229d
3
+ size 33352704