ricar0
commited on
Commit
·
496ecf3
1
Parent(s):
5d15a3d
first commt
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- added_tokens.json +42 -0
- merges.txt +0 -0
- mlc-chat-config.json +48 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
- params_shard_45.bin +3 -0
- params_shard_46.bin +3 -0
- params_shard_47.bin +3 -0
- params_shard_48.bin +3 -0
- params_shard_49.bin +3 -0
- params_shard_5.bin +3 -0
added_tokens.json
ADDED
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"\t\t": 50294,
|
3 |
+
"\t\t\t": 50293,
|
4 |
+
"\t\t\t\t": 50292,
|
5 |
+
"\t\t\t\t\t": 50291,
|
6 |
+
"\t\t\t\t\t\t": 50290,
|
7 |
+
"\t\t\t\t\t\t\t": 50289,
|
8 |
+
"\t\t\t\t\t\t\t\t": 50288,
|
9 |
+
"\t\t\t\t\t\t\t\t\t": 50287,
|
10 |
+
" ": 50286,
|
11 |
+
" ": 50285,
|
12 |
+
" ": 50284,
|
13 |
+
" ": 50283,
|
14 |
+
" ": 50282,
|
15 |
+
" ": 50281,
|
16 |
+
" ": 50280,
|
17 |
+
" ": 50279,
|
18 |
+
" ": 50278,
|
19 |
+
" ": 50277,
|
20 |
+
" ": 50276,
|
21 |
+
" ": 50275,
|
22 |
+
" ": 50274,
|
23 |
+
" ": 50273,
|
24 |
+
" ": 50272,
|
25 |
+
" ": 50271,
|
26 |
+
" ": 50270,
|
27 |
+
" ": 50269,
|
28 |
+
" ": 50268,
|
29 |
+
" ": 50267,
|
30 |
+
" ": 50266,
|
31 |
+
" ": 50265,
|
32 |
+
" ": 50264,
|
33 |
+
" ": 50263,
|
34 |
+
" ": 50262,
|
35 |
+
" ": 50261,
|
36 |
+
" ": 50260,
|
37 |
+
" ": 50259,
|
38 |
+
" ": 50258,
|
39 |
+
" ": 50257,
|
40 |
+
"</s>": 50295,
|
41 |
+
"<image>": 50296
|
42 |
+
}
|
merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
mlc-chat-config.json
ADDED
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_type": "imp",
|
3 |
+
"quantization": "q4f16_1",
|
4 |
+
"model_config": {
|
5 |
+
"model_type": "imp",
|
6 |
+
"vocab_size": 51200,
|
7 |
+
"n_positions": 3072,
|
8 |
+
"n_embd": 2560,
|
9 |
+
"n_layer": 32,
|
10 |
+
"n_inner": 10240,
|
11 |
+
"n_head": 32,
|
12 |
+
"rotary_dim": 32,
|
13 |
+
"position_embedding_base": 10000,
|
14 |
+
"layer_norm_epsilon": 1e-05,
|
15 |
+
"context_window_size": 3072,
|
16 |
+
"prefill_chunk_size": 3072,
|
17 |
+
"n_head_kv": 32,
|
18 |
+
"head_dim": 80,
|
19 |
+
"tensor_parallel_shards": 1,
|
20 |
+
"image_token_index": 50296,
|
21 |
+
"image_token": "<image>",
|
22 |
+
"dtype": "float16"
|
23 |
+
},
|
24 |
+
"vocab_size": 51200,
|
25 |
+
"context_window_size": 3072,
|
26 |
+
"sliding_window_size": -1,
|
27 |
+
"prefill_chunk_size": 3072,
|
28 |
+
"attention_sink_size": -1,
|
29 |
+
"tensor_parallel_shards": 1,
|
30 |
+
"mean_gen_len": 128,
|
31 |
+
"max_gen_len": 512,
|
32 |
+
"shift_fill_factor": 0.3,
|
33 |
+
"temperature": 0,
|
34 |
+
"repetition_penalty": 1.0,
|
35 |
+
"top_p": 0.95,
|
36 |
+
"conv_template": "imp",
|
37 |
+
"pad_token_id": 50256,
|
38 |
+
"bos_token_id": 1,
|
39 |
+
"eos_token_id": 50295,
|
40 |
+
"tokenizer_files": [
|
41 |
+
"tokenizer.json",
|
42 |
+
"vocab.json",
|
43 |
+
"merges.txt",
|
44 |
+
"added_tokens.json",
|
45 |
+
"tokenizer_config.json"
|
46 |
+
],
|
47 |
+
"version": "0.1.0"
|
48 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fd25bb122b0fd20b605e727a2a688c87627ea9f3929240fd5f775fe48abad9c9
|
3 |
+
size 65536000
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:731d40b9df25cb876c556eb03f1b5ce0db61a2961f33044bce73488c999178c2
|
3 |
+
size 32927840
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:feb351d0eea939d558e8ff8f27f191d9ab40c731ee1ba4fb0a94ec5fc364a1fe
|
3 |
+
size 29542400
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5c6037b10df8902b7f1c8fe411a4def3d89dcbb65ddff620deaf203475ef3256
|
3 |
+
size 29511680
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:db96c21171d3ba6f5b47d547bb5deab93516f30c7c476c6e3ea3723878f32f72
|
3 |
+
size 29542400
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:73381a626485bd001941b4a9304821a0d67c795654513afbd8353e0adbb12d54
|
3 |
+
size 29521920
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d9bbf49fe494c2d4361ce83cc693dfd156ec798669aa10f979653b25503d0e71
|
3 |
+
size 29521920
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dd65b80a0c089a3ade8f4cee6795b35cf35c6b97c62d4627fcc7eb15e02ae9ec
|
3 |
+
size 29542400
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7252be0425f4c47da06662436cd8dd9137ff745dd38f52e4221a98f3459384ff
|
3 |
+
size 29521920
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8419f6a66be0f6d7889b91f40e7308ef8ee7156a4ebf1c5c27066fa29bcbaa75
|
3 |
+
size 29521920
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:db4c2c5327d346e89052cc3e85a9af42ecc2a1a913c108b2c27e71fbf3e20515
|
3 |
+
size 29542400
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e0ed56785a8ff6262fa0b86843a1a47621487ea50db52dcc651aec299f7fb024
|
3 |
+
size 29511680
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b7004de78c22cab0b55129c2457ec6c6c5977abfffe34ec22b9236323f0fe046
|
3 |
+
size 65536000
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b2f3d74168af1c12387d561ea554fb8ad6810575059276a35c2b0159c4a6b179
|
3 |
+
size 29521920
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6ff6cdc0032ed14fc154ed1ed83967e51ae473d4dc5260659c7a5a31b64743ec
|
3 |
+
size 29542400
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b549493cd961b2b88260b29da22e4c96030873690c72aeb595d4e930fa105df8
|
3 |
+
size 29521920
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1267a71dca79f4391237a3803c8498ebc9ca3a0430b1e0a3c9e8ffb4d5841148
|
3 |
+
size 29521920
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a877096dedf5a3af906f5ced4cb36d0261c60ed777bd523abd0959e2fe7c020f
|
3 |
+
size 29542400
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:31470b4eea9519c7a98701745baf6f4a62fffe073a08f9dc28dbe54d136ac474
|
3 |
+
size 29521920
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5e82f89ca07a3d9601cbf7690c39de0d7ecce954f2cd8be3c26a8542090db53e
|
3 |
+
size 29521920
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e79ac06072181324f2abb2752163b1a085801b5528240f3b07f9434919a4778a
|
3 |
+
size 29542400
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8bfb28c071d5d0bd198eb5021fc96a7dfe501d68f8ae21a94cbbe3688bbca351
|
3 |
+
size 29521920
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54b3c189ece0b9a0d84e9825bb721f6fedec4ead7575be6f30db1ceadbf48147
|
3 |
+
size 29521920
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:34f7d5fbc226d4a9c84b5d541f1fee87a4c01423647e9de8c1085335ceba1888
|
3 |
+
size 28783360
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e8f87cf9ea66ab1858aa33d82eaae4b42c27385085a08cf1f62c7f8153491036
|
3 |
+
size 29542400
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ead4e332b0d56a974fcde0fce89b796629d00a68b639a0aed6d60fa035925fc2
|
3 |
+
size 29521920
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef4a6a9ee9c83db1269049895e6d6ebbec5527a8f06cc643b3e80b8abd181aa3
|
3 |
+
size 29521920
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc3c0aad6855b4d61d0d0ce4343ecb932adeb3b44b2e54b830024d69ada23350
|
3 |
+
size 29542400
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ac89e6e4e39072c06e038751932a2e3e0b757aa58430407b7c2e87f7191119e9
|
3 |
+
size 29521920
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4750d54d8096296d8d5156db0a77372359863cdd58a71628ff3bd7d14bf07bb4
|
3 |
+
size 29521920
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6807c7ac2c07f12c3bb6317742f96996410537e382cd98c8a87a845821ebb437
|
3 |
+
size 29542400
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ec741e608bcbe387a375410a039addbac7556de6dace2b93b9cd03408eb3f57b
|
3 |
+
size 29521920
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4a57721ee03cd11fcfd2aa34c4657af75203f0440b698249dfbcfc004a4cfa62
|
3 |
+
size 29521920
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0836ebebaab6b255a9e6c8ea524542595982f5b23bcd5fe2a731e93183a2f5c9
|
3 |
+
size 29542400
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2bcc827ddff540d17862f69ee0d0990d9cf2e037036577d8ee07ba03e56e7c4e
|
3 |
+
size 29521920
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:187943191b0cb1d0605dccbd0e8d20233e5c2d2fb5ddee5f09e3e5b71fba560b
|
3 |
+
size 29521920
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4182a7878dd12206b4aa482f80b95ac94861ddb693928d7993828f6e593e1fc6
|
3 |
+
size 29521920
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96eb9e4b23a3c63b5224c3264f104f2c21d12d38a9b8b342045e6eff75e3ff82
|
3 |
+
size 29542400
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cce660d6f5a903c7db2745479f93de2db5ec07452b2e10195de78a55e60bd34e
|
3 |
+
size 29521920
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:73d7bf2e513ecdd63428a793f1e175a9897eabb965f68a52e06692372ff999d5
|
3 |
+
size 29521920
|
params_shard_45.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a03f8c2d236aa892865c80fb73029f4fbe9280586ae914c74f62d9fd45421754
|
3 |
+
size 29542400
|
params_shard_46.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e497d2c902fb36d51a11fa67eba9705535e62577d2977161d978c09a7ddad7b0
|
3 |
+
size 29521920
|
params_shard_47.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2c4321bcfc1de8b38dba7cd06510de58a0d874d7d69ba547f334c954c4307f66
|
3 |
+
size 29521920
|
params_shard_48.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c913e67de6a7fa62c4a12aacd2f3e64b35da519450440450c65cf0dc4716f0cf
|
3 |
+
size 29542400
|
params_shard_49.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d5ca0498cd2769958e118be0df0b936b87acf9ca02fd4d2dd7fed33a980a129f
|
3 |
+
size 29521920
|
params_shard_5.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c5cf09dcf9cbb732a1ac0ad14a39b55d51f36e604cfd4ec060345689d518f8bf
|
3 |
+
size 29521920
|