CharlieFRuan
commited on
Commit
•
8765cd1
1
Parent(s):
0bd1634
Initial commit
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- added_tokens.json +40 -0
- logs.txt +0 -0
- merges.txt +0 -0
- mlc-chat-config.json +44 -0
- ndarray-cache-b16.json +0 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
- params_shard_45.bin +3 -0
- params_shard_46.bin +3 -0
- params_shard_47.bin +3 -0
- params_shard_48.bin +3 -0
added_tokens.json
ADDED
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"\t\t": 50294,
|
3 |
+
"\t\t\t": 50293,
|
4 |
+
"\t\t\t\t": 50292,
|
5 |
+
"\t\t\t\t\t": 50291,
|
6 |
+
"\t\t\t\t\t\t": 50290,
|
7 |
+
"\t\t\t\t\t\t\t": 50289,
|
8 |
+
"\t\t\t\t\t\t\t\t": 50288,
|
9 |
+
"\t\t\t\t\t\t\t\t\t": 50287,
|
10 |
+
" ": 50286,
|
11 |
+
" ": 50285,
|
12 |
+
" ": 50284,
|
13 |
+
" ": 50283,
|
14 |
+
" ": 50282,
|
15 |
+
" ": 50281,
|
16 |
+
" ": 50280,
|
17 |
+
" ": 50279,
|
18 |
+
" ": 50278,
|
19 |
+
" ": 50277,
|
20 |
+
" ": 50276,
|
21 |
+
" ": 50275,
|
22 |
+
" ": 50274,
|
23 |
+
" ": 50273,
|
24 |
+
" ": 50272,
|
25 |
+
" ": 50271,
|
26 |
+
" ": 50270,
|
27 |
+
" ": 50269,
|
28 |
+
" ": 50268,
|
29 |
+
" ": 50267,
|
30 |
+
" ": 50266,
|
31 |
+
" ": 50265,
|
32 |
+
" ": 50264,
|
33 |
+
" ": 50263,
|
34 |
+
" ": 50262,
|
35 |
+
" ": 50261,
|
36 |
+
" ": 50260,
|
37 |
+
" ": 50259,
|
38 |
+
" ": 50258,
|
39 |
+
" ": 50257
|
40 |
+
}
|
logs.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
mlc-chat-config.json
ADDED
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_type": "phi-msft",
|
3 |
+
"quantization": "q4f32_1",
|
4 |
+
"model_config": {
|
5 |
+
"vocab_size": 51200,
|
6 |
+
"n_positions": 2048,
|
7 |
+
"n_embd": 2560,
|
8 |
+
"n_layer": 32,
|
9 |
+
"n_inner": 10240,
|
10 |
+
"n_head": 32,
|
11 |
+
"rotary_dim": 32,
|
12 |
+
"position_embedding_base": 10000,
|
13 |
+
"layer_norm_epsilon": 1e-05,
|
14 |
+
"context_window_size": 2048,
|
15 |
+
"prefill_chunk_size": 2048,
|
16 |
+
"n_head_kv": 32,
|
17 |
+
"head_dim": 80,
|
18 |
+
"tensor_parallel_shards": 1
|
19 |
+
},
|
20 |
+
"vocab_size": 51200,
|
21 |
+
"context_window_size": 2048,
|
22 |
+
"sliding_window_size": -1,
|
23 |
+
"prefill_chunk_size": 2048,
|
24 |
+
"attention_sink_size": -1,
|
25 |
+
"tensor_parallel_shards": 1,
|
26 |
+
"mean_gen_len": 128,
|
27 |
+
"max_gen_len": 512,
|
28 |
+
"shift_fill_factor": 0.3,
|
29 |
+
"temperature": 0.7,
|
30 |
+
"repetition_penalty": 1.0,
|
31 |
+
"top_p": 0.95,
|
32 |
+
"conv_template": "phi-2",
|
33 |
+
"pad_token_id": 0,
|
34 |
+
"bos_token_id": 1,
|
35 |
+
"eos_token_id": 2,
|
36 |
+
"tokenizer_files": [
|
37 |
+
"tokenizer.json",
|
38 |
+
"vocab.json",
|
39 |
+
"merges.txt",
|
40 |
+
"added_tokens.json",
|
41 |
+
"tokenizer_config.json"
|
42 |
+
],
|
43 |
+
"version": "0.1.0"
|
44 |
+
}
|
ndarray-cache-b16.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:44daddd28871601085b8bd2c2266f3c2195346c2baf63306b3b45f2ad85670b1
|
3 |
+
size 65536000
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:49f3563be27de39592757ccd598a2b9d8c530c8a253fbccd18d1c29bc898a05f
|
3 |
+
size 23091200
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ed5297df6cca6be876e24cc1b259dca89a815b1e8965a220570f1e3bab002d6
|
3 |
+
size 29521920
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7131a26f7e3006c18ba6f7845ee110c15c39dab8b24dec72f1382ce7ebb113ae
|
3 |
+
size 29542400
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9b3c7d42e5f7f7f2a4dd64c231a3e7e409dd35a56635e2d142475d108f8772f1
|
3 |
+
size 29521920
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f8d45cf0d207d50adb3af68c4b85bfe60f0b34bb793da88fafb50c3e26dd117a
|
3 |
+
size 29521920
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:657308f1cd893e1346289bd473fcfc23d10bcd16aa565c23a3eabae47bd0f081
|
3 |
+
size 29542400
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1b4a2acc2108b6e6fe9a1d4bc99ea33086f33333b99b1808a391480c20678ff3
|
3 |
+
size 29521920
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0059e6b793a52fd627f2aa00e844a1b83b2cdd933dd41d3370bf1ca15d16773a
|
3 |
+
size 29521920
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:80889355e006c8ce7c0a10f5b850c5ecd5a9cd4132e159442f4a11f2a0c5a620
|
3 |
+
size 29542400
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:24ba33f7b89e1cc67e7b4fb71826a5765c5652538a5b331a29c20f3b0b1cd366
|
3 |
+
size 29521920
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:788f8e555539049981a90e7105d3b3a3bac55c0042946741ad4d7da9c82682d3
|
3 |
+
size 29521920
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f057b581f707dbb07b8589168a3c89fab130e59fa32ea64270f412220639a730
|
3 |
+
size 29521920
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6003467be7e44760111714df017c7208ae6636d211843c6bcc5f349778b85abe
|
3 |
+
size 29542400
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:93f38798171c473ba08cc37704e19c8042ca4090bab102fd524fa05afe39c31b
|
3 |
+
size 29521920
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b40e26b02d452922b57c4a30255b5a6534cd745e6cf36e18e4c9f61bfb25c30f
|
3 |
+
size 29521920
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d46ab265c51ab4b4cebe45265493085047ad7e20c6cbc0842e739d6409843866
|
3 |
+
size 29542400
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d291a370332d97c280c2dd10439b587fd90b1fb73c23a07d26104531852cb07e
|
3 |
+
size 29521920
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a5873b47a8887166dc19a1611c3a77d986263d48439336705f780a5c7086c3a4
|
3 |
+
size 29521920
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dcfa18f55c2d478756841b68b8e74469adfaf3a1f6e378f251f434bc4849e131
|
3 |
+
size 29542400
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c623f8afa4002e0cae7c3d99d23ae59667d72f075513355434894fd28810d160
|
3 |
+
size 29521920
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:362d940a82f507a1149f784136478f1a761c05b5d7cf640de2e6cc8cf833f1b8
|
3 |
+
size 29521920
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:599b9abece4405fdd266345c200077b4540d6d08cf48739a50bcd88f7913a0ab
|
3 |
+
size 29542400
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af278085d1fdbdce61901550798c9ace8d5396e0147623968f7ec9bbe3efc0c7
|
3 |
+
size 29521920
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:25a1276c2793d6efc147babaa08e163977568934ddc949f2b226cde44bdf829c
|
3 |
+
size 29521920
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae1701d8b8d211bc89fb7ddfd3e392bb76de2ef6fa98974868f2309a0fd88bd1
|
3 |
+
size 29521920
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:621143c2990501953a7a6500fd93320fabb90f99e18d89d85105e11c4f317eea
|
3 |
+
size 29542400
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3ce2b685201e26097d38b025c9d7b945e8d46953873c153d0fbc5a17a5d50a0e
|
3 |
+
size 29521920
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fcbf774c14853b95f4a8014e5f6a7a154b94b1f3c81676d113982f39f370532b
|
3 |
+
size 29521920
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:45d9b21382588bc36d31ff6d08eaf91bbe54d1c1e37ad2f992d1bdbea7c0872b
|
3 |
+
size 29542400
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:36e137ec75871f70b6130253f3e49e6987d0538cedbc3e5bcc607df11e89d514
|
3 |
+
size 29521920
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9053b986a0ed2312f3338e400020603e5e58d1ce87787bc0f3fff3db520a6ccd
|
3 |
+
size 29521920
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:40288db43a3a0eaba02e9a51418ee40b1d92bffe4d4aa7e263f019d5303b8e6d
|
3 |
+
size 29542400
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dbce8765487749ae70395653024d93928988694bd34348134945d72dcb5c62b9
|
3 |
+
size 29521920
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96876669a486a16c3542f95b3ff51b3d69b712515f7a9924137a167e1a9247fb
|
3 |
+
size 65536000
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b702d16dfa3cdeb4438f7452fb73716e6a7da2e6cd267e600eb28bf7a6ba75cf
|
3 |
+
size 29521920
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c96290ded07a3c8da1460a261da2899d28c92382008c933d0a3903da6fc60636
|
3 |
+
size 29552640
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0d88f91ecb914efa85be36ca2bc74041b06fe91dfbdcf47ef14576846a82c52c
|
3 |
+
size 29521920
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef3d93d2e9456c522d11b4aaf3018b042300e1d0038c1d6814e8326f72f366aa
|
3 |
+
size 29521920
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:06f771cab3798e69096f250f3cc9bf492fa7e41fc874beb602960f3edbbda9b7
|
3 |
+
size 29542400
|
params_shard_45.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0a95f34e6a4c57a7cf5618447a2f739ceb4a5194d6a4f6a8924c38aa4ae58f26
|
3 |
+
size 29521920
|
params_shard_46.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:598794e8879fa8d62a402d73997edba0dbbe250a012ca62dc0a6b026d3a79603
|
3 |
+
size 29521920
|
params_shard_47.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96ed996d53804088c891214666db3250cee2fc76dd85b3f69cf1a4584ec998b0
|
3 |
+
size 29542400
|
params_shard_48.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:382948a5fd0c9224425d4141cc9797eecc2fd08e7367cee721c167af8adb9791
|
3 |
+
size 29521920
|