Hugging Face's logo

mlc-ai
/
Phi-4-mini-instruct-q4f16_1-MLC

Model card Files
xet
Community
riczhou commited on
Commit
4c51324
·
verified ·
1 Parent(s): 09d0d62

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +12 -0
  3. merges.txt +0 -0
  4. mlc-chat-config.json +195 -0
  5. ndarray-cache.json +0 -0
  6. params_shard_0.bin +3 -0
  7. params_shard_1.bin +3 -0
  8. params_shard_10.bin +3 -0
  9. params_shard_11.bin +3 -0
  10. params_shard_12.bin +3 -0
  11. params_shard_13.bin +3 -0
  12. params_shard_14.bin +3 -0
  13. params_shard_15.bin +3 -0
  14. params_shard_16.bin +3 -0
  15. params_shard_17.bin +3 -0
  16. params_shard_18.bin +3 -0
  17. params_shard_19.bin +3 -0
  18. params_shard_2.bin +3 -0
  19. params_shard_20.bin +3 -0
  20. params_shard_21.bin +3 -0
  21. params_shard_22.bin +3 -0
  22. params_shard_23.bin +3 -0
  23. params_shard_24.bin +3 -0
  24. params_shard_25.bin +3 -0
  25. params_shard_26.bin +3 -0
  26. params_shard_27.bin +3 -0
  27. params_shard_28.bin +3 -0
  28. params_shard_29.bin +3 -0
  29. params_shard_3.bin +3 -0
  30. params_shard_30.bin +3 -0
  31. params_shard_31.bin +3 -0
  32. params_shard_32.bin +3 -0
  33. params_shard_33.bin +3 -0
  34. params_shard_34.bin +3 -0
  35. params_shard_35.bin +3 -0
  36. params_shard_36.bin +3 -0
  37. params_shard_37.bin +3 -0
  38. params_shard_38.bin +3 -0
  39. params_shard_39.bin +3 -0
  40. params_shard_4.bin +3 -0
  41. params_shard_40.bin +3 -0
  42. params_shard_41.bin +3 -0
  43. params_shard_42.bin +3 -0
  44. params_shard_43.bin +3 -0
  45. params_shard_44.bin +3 -0
  46. params_shard_45.bin +3 -0
  47. params_shard_46.bin +3 -0
  48. params_shard_47.bin +3 -0
  49. params_shard_48.bin +3 -0
  50. params_shard_49.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|/tool_call|>": 200026,
3
+ "<|/tool|>": 200024,
4
+ "<|assistant|>": 200019,
5
+ "<|end|>": 200020,
6
+ "<|system|>": 200022,
7
+ "<|tag|>": 200028,
8
+ "<|tool_call|>": 200025,
9
+ "<|tool_response|>": 200027,
10
+ "<|tool|>": 200023,
11
+ "<|user|>": 200021
12
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,195 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "phi3",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "model_type": "phi3",
7
+ "hidden_size": 3072,
8
+ "vocab_size": 200064,
9
+ "num_hidden_layers": 32,
10
+ "num_attention_heads": 24,
11
+ "intermediate_size": 8192,
12
+ "rms_norm_eps": 1e-05,
13
+ "num_key_value_heads": 8,
14
+ "max_position_embeddings": 131072,
15
+ "position_embedding_base": 10000.0,
16
+ "rope_scaling": {
17
+ "long_factor": [
18
+ 1,
19
+ 1.118320672,
20
+ 1.250641126,
21
+ 1.398617824,
22
+ 1.564103225,
23
+ 1.74916897,
24
+ 1.956131817,
25
+ 2.187582649,
26
+ 2.446418898,
27
+ 2.735880826,
28
+ 3.059592084,
29
+ 3.421605075,
30
+ 3.826451687,
31
+ 4.279200023,
32
+ 4.785517845,
33
+ 5.351743533,
34
+ 5.984965424,
35
+ 6.693110555,
36
+ 7.485043894,
37
+ 8.370679318,
38
+ 9.36110372,
39
+ 10.4687158,
40
+ 11.70738129,
41
+ 13.09260651,
42
+ 14.64173252,
43
+ 16.37415215,
44
+ 18.31155283,
45
+ 20.47818807,
46
+ 22.90118105,
47
+ 25.61086418,
48
+ 28.64115884,
49
+ 32.03,
50
+ 32.1,
51
+ 32.13,
52
+ 32.23,
53
+ 32.6,
54
+ 32.61,
55
+ 32.64,
56
+ 32.66,
57
+ 32.7,
58
+ 32.71,
59
+ 32.93,
60
+ 32.97,
61
+ 33.28,
62
+ 33.49,
63
+ 33.5,
64
+ 44.16,
65
+ 47.77
66
+ ],
67
+ "short_factor": [
68
+ 1.0,
69
+ 1.0,
70
+ 1.0,
71
+ 1.0,
72
+ 1.0,
73
+ 1.0,
74
+ 1.0,
75
+ 1.0,
76
+ 1.0,
77
+ 1.0,
78
+ 1.0,
79
+ 1.0,
80
+ 1.0,
81
+ 1.0,
82
+ 1.0,
83
+ 1.0,
84
+ 1.0,
85
+ 1.0,
86
+ 1.0,
87
+ 1.0,
88
+ 1.0,
89
+ 1.0,
90
+ 1.0,
91
+ 1.0,
92
+ 1.0,
93
+ 1.0,
94
+ 1.0,
95
+ 1.0,
96
+ 1.0,
97
+ 1.0,
98
+ 1.0,
99
+ 1.0,
100
+ 1.0,
101
+ 1.0,
102
+ 1.0,
103
+ 1.0,
104
+ 1.0,
105
+ 1.0,
106
+ 1.0,
107
+ 1.0,
108
+ 1.0,
109
+ 1.0,
110
+ 1.0,
111
+ 1.0,
112
+ 1.0,
113
+ 1.0,
114
+ 1.0,
115
+ 1.0
116
+ ],
117
+ "type": "longrope",
118
+ "rope_type": "longrope",
119
+ "max_position_embeddings": 131072,
120
+ "original_max_position_embeddings": 4096
121
+ },
122
+ "original_max_position_embeddings": 4096,
123
+ "context_window_size": 131072,
124
+ "prefill_chunk_size": 8192,
125
+ "head_dim": 128,
126
+ "tensor_parallel_shards": 1,
127
+ "max_batch_size": 128,
128
+ "tie_word_embeddings": true,
129
+ "partial_rotary_factor": 0.75
130
+ },
131
+ "vocab_size": 200064,
132
+ "context_window_size": 131072,
133
+ "sliding_window_size": -1,
134
+ "prefill_chunk_size": 8192,
135
+ "attention_sink_size": -1,
136
+ "tensor_parallel_shards": 1,
137
+ "pipeline_parallel_stages": 1,
138
+ "temperature": 1.0,
139
+ "presence_penalty": 0.0,
140
+ "frequency_penalty": 0.0,
141
+ "repetition_penalty": 1.0,
142
+ "top_p": 1.0,
143
+ "tokenizer_files": [
144
+ "tokenizer.json",
145
+ "vocab.json",
146
+ "merges.txt",
147
+ "added_tokens.json",
148
+ "tokenizer_config.json"
149
+ ],
150
+ "tokenizer_info": {
151
+ "token_postproc_method": "byte_level",
152
+ "prepend_space_in_encode": false,
153
+ "strip_space_in_decode": false
154
+ },
155
+ "conv_template": {
156
+ "name": "phi-4",
157
+ "system_template": "<|system|>\n{system_message}",
158
+ "system_message": "You are a helpful digital assistant. Please provide safe, ethical and accurate information to the user.",
159
+ "system_prefix_token_ids": [
160
+ 200022
161
+ ],
162
+ "add_role_after_system_message": true,
163
+ "roles": {
164
+ "user": "<|user|>",
165
+ "assistant": "<|assistant|>"
166
+ },
167
+ "role_templates": {
168
+ "user": "{user_message}",
169
+ "assistant": "{assistant_message}",
170
+ "tool": "{tool_message}"
171
+ },
172
+ "messages": [],
173
+ "seps": [
174
+ "<|end|>\n"
175
+ ],
176
+ "role_content_sep": "\n",
177
+ "role_empty_sep": "\n",
178
+ "stop_str": [
179
+ "<|endoftext|>",
180
+ "<|end|>"
181
+ ],
182
+ "stop_token_ids": [
183
+ 199999,
184
+ 200020
185
+ ],
186
+ "function_string": "",
187
+ "use_function_calling": false
188
+ },
189
+ "pad_token_id": 199999,
190
+ "bos_token_id": 199999,
191
+ "eos_token_id": [
192
+ 200020,
193
+ 199999
194
+ ]
195
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:218c42e0c0fda6c05c5e674fb6324c5332d41b2698727048975e823605a62230
3
+ size 307298304
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4d4ff7341fd0ff47be6a277347695345528d875694b705bb56962788c3b4ae7
3
+ size 38412288
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:800c9a302f7d103907117905d64994d86f7dd152a25f02bacff7a6867d32d4d4
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:913cf0dd8196a40a69e21ea887c5cd23d33964b6b5a26daea76bd48c694db026
3
+ size 31469568
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfb58db9465829f911b28b478824fa24eb9881e1abaaa9a49fe8159f1eaf73cb
3
+ size 25165824
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea93a8160dacb353baf496c4df130d15ae9dbbe48a23f0101178764abe261d6f
3
+ size 31469568
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef52b0de2efe1415aa711b380f5f4ae172470d2a0e9ced2df90a00c08e28793c
3
+ size 25165824
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcf605e71ea88dcb8f8089d8bba0c17daf20096eb67fbc9ab6cd831e42341348
3
+ size 31469568
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3f7d62d2dbf79f4137c9717ddc5c53882b45e9cf3d046b07f0e3a52f77f245e
3
+ size 25165824
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1262ed8c8746cd9ea8ded024641640fe948281fe59baf9d2ae85ec04a4b9ab96
3
+ size 31469568
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27b8bb4fbce2fe3d5ecb48fd0356e4be36ea737ecccdf73acf41f25cee5675f5
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5e1d8752da8892752506f2e4147ae9572ec67e1b1f01622b23fb38ad610bf4d
3
+ size 31469568
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bc606c6cc94b26766608fbd928c3d9d4ca39f89eb5e3ffa291a7b24c3345616
3
+ size 25165824
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d44efdacd1534558bba8f0d56ce7cbee428d56d1188af5397bdfef10ad8b1ed4
3
+ size 25165824
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:123e6286bb842559f8fecc0e09b440182cf3761c621c9caebd590161aef03f21
3
+ size 31463424
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fe067a9e8a994e6efde185cadf55914e37f98c0d7cf4d21e69ce826bdf3fc37
3
+ size 25165824
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f091c9d5f6c69bc807215f80c32831cfe0cc22e44272258bee48b3bbe7c4488d
3
+ size 31469568
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2067d162090b26b06af5f84302b2cb945c12d40a71a590e3578288d68f71c955
3
+ size 25165824
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c43ec36f0b2cab902ddcb35146eafdf1a89e655de853a3e14f89a0103dbe99d3
3
+ size 31469568
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fd06406693dda1f34ef58510cb6562bf50a8d966cde341429893c42afcf6d38
3
+ size 25165824
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1b71f8e1bb9e06dd3d024f860969b9b3844cae0ceeb3777f05aabdec7b1936b
3
+ size 31469568
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e19d2e20a0ba579239869a7dcd69a3fdd8bd23606fdbc3288e7476a5934da8d
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac184a4ef1562b3c00159838f806527fd8dbbd9b71c0592aee1f74e3ca8c1499
3
+ size 31469568
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff079ce6e0ae9240887615d0b2f7c68a898655a32a364b848888c07fde29f525
3
+ size 31475712
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d76c648b4fca51e1cfc865e3343a64417c35d6055db61a3cf8a8d93593724818
3
+ size 25165824
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a50340169e310dc66a4953f4f78ac5f16f0ff6b628908af2acbace2c3ce74993
3
+ size 31469568
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8673cd8260d56c6c0f528bc60385532d32ae45e836c8fd9b48916d40b0447ba
3
+ size 25165824
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af0ecb69b6d9d7110f945f145380d5b8348cc87df55763fea70a4d2d4a0c3dfe
3
+ size 31469568
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24b152b28e8f790541f4acbab207f68b33f231712bd6c0207c2483a73b5aa96c
3
+ size 25165824
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9626d486ca383696c283e4b8d8fec4b331a5111b98ebf410ab0f6915f7b48ab2
3
+ size 31469568
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae864e35290a11e1709948de370e518a8ac8546bcb9b2e64cde566e4bdf10d28
3
+ size 25165824
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26b883e9070fcc82c87e3ccbb762f880015b7e00c85840fd36325ff67703b3a6
3
+ size 31469568
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33e132593a8019df5e5dfa192d10dd15af73b1322ff1af1eddb8b3d610c31be0
3
+ size 25165824
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c83019e1c5c0b5593a2066f3d2ede8b48390c79d81dc2465ebecc3da2edecf86
3
+ size 31475712
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbc69712238c1b0a8fcfc6b90b5f6866beb4a340b228db9ba8827debc9e04725
3
+ size 25165824
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a33411600fc0ad41a838a61573571b401d16c780d8228ddfc1dda114e049f38
3
+ size 25165824
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9581fbb70cfc65a3a399948b2dba430efee61028d7c48a2dd62e5727a0460aa3
3
+ size 31469568
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f5ccb3c1a8298ccca9130c443ac86e7a758699db6cd54f51a95645a29efc341
3
+ size 25165824
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:864086433c9e3f260b3134f481eca71a240f562690e9dd5fbcba0fdeffbe7930
3
+ size 31469568
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79a0c1544551c162f709877647716a792ba1fbc3dc35d486a29f71369ff58ba1
3
+ size 25165824
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c65b8ebebef385a2bb7d9ad62c7c071eae8c8840e7df6169a26ae5109f62a0
3
+ size 31469568
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4187c6b69587a3b60b2a994c0cf81a825c294585988193f6293e1e5bc455ea5b
3
+ size 25165824
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e67e1141cbe11e51733909dadd88d59873d3da3da4809a1cdc0641e4259600d6
3
+ size 31469568
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ca48ef270c84a978e6d62e042ac4e62c0341d9f9442ed5e82eb675b096f6091
3
+ size 25165824
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37e62703f856e41b6f6f3a78391b67517ff57bdec3f24d38456b25cbfd313315
3
+ size 31469568