Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- merges.txt +0 -0
- mlc-chat-config.json +84 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
- params_shard_45.bin +3 -0
- params_shard_46.bin +3 -0
- params_shard_47.bin +3 -0
- params_shard_48.bin +3 -0
- params_shard_49.bin +3 -0
- params_shard_5.bin +3 -0
- params_shard_50.bin +3 -0
merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
mlc-chat-config.json
ADDED
@@ -0,0 +1,84 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"version": "0.1.0",
|
3 |
+
"model_type": "qwen2",
|
4 |
+
"quantization": "q4f16_1",
|
5 |
+
"model_config": {
|
6 |
+
"hidden_act": "silu",
|
7 |
+
"hidden_size": 2048,
|
8 |
+
"intermediate_size": 11008,
|
9 |
+
"num_attention_heads": 16,
|
10 |
+
"num_hidden_layers": 36,
|
11 |
+
"num_key_value_heads": 2,
|
12 |
+
"rms_norm_eps": 1e-06,
|
13 |
+
"rope_theta": 1000000.0,
|
14 |
+
"vocab_size": 151936,
|
15 |
+
"tie_word_embeddings": true,
|
16 |
+
"context_window_size": 32768,
|
17 |
+
"prefill_chunk_size": 2048,
|
18 |
+
"tensor_parallel_shards": 1,
|
19 |
+
"head_dim": 128,
|
20 |
+
"dtype": "float32",
|
21 |
+
"max_batch_size": 80
|
22 |
+
},
|
23 |
+
"vocab_size": 151936,
|
24 |
+
"context_window_size": 32768,
|
25 |
+
"sliding_window_size": -1,
|
26 |
+
"prefill_chunk_size": 2048,
|
27 |
+
"attention_sink_size": -1,
|
28 |
+
"tensor_parallel_shards": 1,
|
29 |
+
"pipeline_parallel_stages": 1,
|
30 |
+
"temperature": 0.7,
|
31 |
+
"presence_penalty": 0.0,
|
32 |
+
"frequency_penalty": 0.0,
|
33 |
+
"repetition_penalty": 1.05,
|
34 |
+
"top_p": 0.8,
|
35 |
+
"tokenizer_files": [
|
36 |
+
"tokenizer.json",
|
37 |
+
"vocab.json",
|
38 |
+
"merges.txt",
|
39 |
+
"tokenizer_config.json"
|
40 |
+
],
|
41 |
+
"tokenizer_info": {
|
42 |
+
"token_postproc_method": "byte_level",
|
43 |
+
"prepend_space_in_encode": false,
|
44 |
+
"strip_space_in_decode": false
|
45 |
+
},
|
46 |
+
"conv_template": {
|
47 |
+
"name": "qwen2",
|
48 |
+
"system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
|
49 |
+
"system_message": "You are a helpful assistant.",
|
50 |
+
"system_prefix_token_ids": null,
|
51 |
+
"add_role_after_system_message": true,
|
52 |
+
"roles": {
|
53 |
+
"user": "<|im_start|>user",
|
54 |
+
"assistant": "<|im_start|>assistant"
|
55 |
+
},
|
56 |
+
"role_templates": {
|
57 |
+
"user": "{user_message}",
|
58 |
+
"assistant": "{assistant_message}",
|
59 |
+
"tool": "{tool_message}"
|
60 |
+
},
|
61 |
+
"messages": [],
|
62 |
+
"seps": [
|
63 |
+
"<|im_end|>\n"
|
64 |
+
],
|
65 |
+
"role_content_sep": "\n",
|
66 |
+
"role_empty_sep": "\n",
|
67 |
+
"stop_str": [
|
68 |
+
"<|endoftext|>",
|
69 |
+
"<|im_end|>"
|
70 |
+
],
|
71 |
+
"stop_token_ids": [
|
72 |
+
151643,
|
73 |
+
151645
|
74 |
+
],
|
75 |
+
"function_string": "",
|
76 |
+
"use_function_calling": false
|
77 |
+
},
|
78 |
+
"pad_token_id": 151643,
|
79 |
+
"bos_token_id": 151643,
|
80 |
+
"eos_token_id": [
|
81 |
+
151645,
|
82 |
+
151643
|
83 |
+
]
|
84 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:22c8a238060cf1e5d553ebdcc527c9f9ca6b954c5b3d63911cef7fe7e16482ec
|
3 |
+
size 155582464
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c6fbf53f86c91ca338a9e4e90633a78e1dcd79af147dbfec97a6d26670d214ed
|
3 |
+
size 22544384
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5a86292e4f89149b603734009c4e8aba91f8890f0046e4ca587158da77bdc10e
|
3 |
+
size 22544384
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f3e28f08681cc144625ad8242c32d31489fcec9f3b88f22c8bb0862efd619283
|
3 |
+
size 22544384
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:448a5c82631330e3ed4857cbe719b91d136fae59727d8055a00213d1a4688dcc
|
3 |
+
size 33502208
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c919817a2455f882de1459d7f8c135ac6bcea5c8971cabb216f6eb59aa154305
|
3 |
+
size 22544384
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e5dc7e86a1782177f5a6bcdc68a34ff78428243daf82e98608d2d2f19c1e952e
|
3 |
+
size 28960768
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:867696504d0a84613cc32009ef57386fe91b63144a6d04e322ad9a245bfe8383
|
3 |
+
size 22544384
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6d963ce8c648d5e394ba7b1713a1d20364251d3b73e569ec763d528e6980315b
|
3 |
+
size 22544384
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f5fda9db9d17a6ddd537e6ec0b9259f7eb55145e9071ce8aa848e605c0383842
|
3 |
+
size 33502208
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b7c7dc0dc613f68c11a5a689599d16ebd4d7a74560970fdef451a8db12334d65
|
3 |
+
size 22544384
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3fde70c1c3474687e0a1992ecd287a75b6001cb07c7f5cfa8cf61606e5cc9049
|
3 |
+
size 28960768
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:123a96cb09796ec531416b525c84058559bf470787f5fed436f3f8bf4f858ad9
|
3 |
+
size 32133120
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eed3a18fad7ae2a87af5e110c74cd90649462bbabcd5104e02d4abe2b98ba164
|
3 |
+
size 22544384
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c2edebbb9219ee57e354d18c68b7ca7e9e73d9533f4fdfbd48fbd051cf5088d9
|
3 |
+
size 22544384
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4f372beee1d84018c36fcd3f7588db078b8ad20e438b7078e6d5d44ada82306b
|
3 |
+
size 33502208
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a33969b771d06116211d938d776b071a01beba39796d79125afd7c4245a7d8bd
|
3 |
+
size 22544384
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:89e6cfa8ee8f19223ad754ad24fcd328581050cf7e15e00e97693a65291bdc0a
|
3 |
+
size 22544384
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b6fb2099769a3c9c3d0ad035bef65f10aebf86a4d1333f14ba73d2c422a4dac9
|
3 |
+
size 31788032
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc930b08a84646fcea16a1b8714d21a9a033eb1cb9880e95fce7773aaa921a01
|
3 |
+
size 22544384
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ca52b6eccb4824070d9ade701c6dbc2eb901a5b9b4340bda2900eea4b52d8fa
|
3 |
+
size 26133504
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7e0568d1d1e3c7c60c553843dd80807868f6648e3778a180c28bd56ea312469e
|
3 |
+
size 22544384
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a59c5a6289d3ade9ba529612a6222e6ecc74dafe05731100fd80c17008117cb0
|
3 |
+
size 22544384
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:186179d3b9b48c8f3146e0c3bd3062600e2aa2a12fc62bda2d4f0c1d63ef9090
|
3 |
+
size 22544384
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:46218a4335ba4e7cb513c4c494607ffce24cdd2d76310b0cb29e6c23698970b6
|
3 |
+
size 33502208
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0141cb6cc14e019f96d2172a5e80179840c9c2cd738532356cdbb2afb8b58403
|
3 |
+
size 22544384
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1093ce577a20607fea67380480c4488065e6025f4fc3d61044670a5e0a74c72
|
3 |
+
size 28960768
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:518c1c7544db5f68d1fc5c33ed7d760d7accadf867e788d29d5cbc6be736da15
|
3 |
+
size 22544384
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:23b66a5d62e5c9fbe72ff07c4e8ffeb5a76ef5b0f1fa82d9f00e01623fe69745
|
3 |
+
size 22544384
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:efda3ab5ed942907a394756fdff48bf7799d36db07b7453a297c5ec4be0dc4df
|
3 |
+
size 33502208
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5b866df4aa792f3ac11baa0c73dcc29dea9e7e6889390646dad018cfffad730a
|
3 |
+
size 22544384
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cae31cd2eec22081acc749e662884cffdb4aed78e4cbb49807c6766c729444f3
|
3 |
+
size 28956672
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a81097038e2c95984aaf83d205a863f35f6276347dcd9c2b6bd6b97998ab760a
|
3 |
+
size 22544384
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:85856b1fc899b79eb7aede1b2c49a802c16624995f9e5a16d68cb96f96b24afa
|
3 |
+
size 33506304
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ce142a16677bdbdd3670d0cfab3f73e2c3bc0bf8dc64fe51efed988454bd3e6b
|
3 |
+
size 28960768
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b1fc5de3ab8c6c8589fde8d55f073d518d58524d7ecc10d26c2017b4897f1427
|
3 |
+
size 22544384
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:de62c589e5912053430772999fc03c95191dbe1dfe7693c7ec8fef7fbb542542
|
3 |
+
size 22544384
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c7ac3dfe6d8846819021a875bb33bcc44354bf794a2a28b5805fcae11f7c03a2
|
3 |
+
size 33502208
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a052d9a8442fbb705fb69db3b5ecb3b7df20a711cacc09e1feefcafde2f1b789
|
3 |
+
size 22544384
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1df9dcc2fefea019216e7e7cd67b4b83218033b1a7eb239cb8c50da12565207d
|
3 |
+
size 28960768
|
params_shard_45.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9591e3584bb218f3a57bed77f81a94195c65c6e3d7526efbe2c9acaa7abddd7f
|
3 |
+
size 22544384
|
params_shard_46.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0eb2c6cdf4d5fd03c78af7ef2b959030c620e215edbc6c2c6402a1dbf08839d6
|
3 |
+
size 22544384
|
params_shard_47.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:88c9d3a8756ddce77236d2fdc9a697fbc620d2019f3b07e27af3f737c934a37f
|
3 |
+
size 33502208
|
params_shard_48.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b8680e8661b79ac2e1d0115295eb15b82b743e38dd65b2505778d702c4a388a3
|
3 |
+
size 22544384
|
params_shard_49.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:320e5b12857e5b6f67bc41c8cf24fd0df3337a2dcdff1922f49edad00e86220b
|
3 |
+
size 28960768
|
params_shard_5.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ecd8a1be96c9f3ca1948868b7699181bc938105a4e2eb3cafd2ac974c52e3c57
|
3 |
+
size 22544384
|
params_shard_50.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4da32d6d3a0d8959bf7d347abdfa6bf2133e2145f4a6820617203f470b495875
|
3 |
+
size 22544384
|