BoscoTheDog commited on
Commit
d954d86
1 Parent(s): 71bcf54

Upload 30 files

Browse files
mlc-chat-config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "qwen2",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_act": "silu",
6
+ "hidden_size": 2048,
7
+ "intermediate_size": 5504,
8
+ "num_attention_heads": 16,
9
+ "num_hidden_layers": 24,
10
+ "num_key_value_heads": 16,
11
+ "rms_norm_eps": 1e-06,
12
+ "rope_theta": 1000000.0,
13
+ "vocab_size": 151936,
14
+ "context_window_size": 32768,
15
+ "prefill_chunk_size": 32768,
16
+ "tensor_parallel_shards": 1,
17
+ "head_dim": 128,
18
+ "dtype": "float32"
19
+ },
20
+ "vocab_size": 151936,
21
+ "context_window_size": 32768,
22
+ "sliding_window_size": -1,
23
+ "prefill_chunk_size": 32768,
24
+ "attention_sink_size": -1,
25
+ "tensor_parallel_shards": 1,
26
+ "mean_gen_len": 128,
27
+ "max_gen_len": 512,
28
+ "shift_fill_factor": 0.3,
29
+ "temperature": 0.7,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.1,
33
+ "top_p": 0.8,
34
+ "conv_template": {
35
+ "name": "mistral_default",
36
+ "system_template": "[INST] {system_message}",
37
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
38
+ "system_prefix_token_ids": [
39
+ 1
40
+ ],
41
+ "add_role_after_system_message": false,
42
+ "roles": {
43
+ "user": "[INST]",
44
+ "assistant": "[/INST]",
45
+ "tool": "[INST]"
46
+ },
47
+ "role_templates": {
48
+ "user": "{user_message}",
49
+ "assistant": "{assistant_message}",
50
+ "tool": "{tool_message}"
51
+ },
52
+ "messages": [],
53
+ "seps": [
54
+ " "
55
+ ],
56
+ "role_content_sep": " ",
57
+ "role_empty_sep": "",
58
+ "stop_str": [
59
+ "</s>"
60
+ ],
61
+ "stop_token_ids": [
62
+ 2
63
+ ],
64
+ "function_string": "",
65
+ "use_function_calling": false
66
+ },
67
+ "pad_token_id": 151643,
68
+ "bos_token_id": 151643,
69
+ "eos_token_id": [
70
+ 151645,
71
+ 151643
72
+ ],
73
+ "tokenizer_files": [
74
+ "tokenizer.json",
75
+ "vocab.json",
76
+ "merges.txt",
77
+ "tokenizer_config.json"
78
+ ],
79
+ "version": "0.1.0"
80
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd1b492861cd32161e45b42c370bc202604ad3d4914de99b74ae0c5b5bdd73b9
3
+ size 155582464
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dba71642f404e31c7821bb935142fb3b101295fcfdffd947f0d8f1a2c136bc41
3
+ size 155582464
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c51b727b89b74457e87a841cb5abd0d76a7bb212f334a71f52ed284f5bfec92
3
+ size 28479488
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c575e577339dc86e3af82eecfeee32febf6ef8badf0436a9db3edc4c9ee5090
3
+ size 28479488
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0a45e11f9e8d29becd96b6e0ad2e270248da6ac029e8af14e7360d697a257d1
3
+ size 28479488
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be5ca17b12e6b1ef4e51eca8e3dc311a275550cfe2d9a4f03a17f40ee2ab2bcf
3
+ size 28479488
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7f3e314224f0a88726a25d0265928552141f9a3a8021da0f98a524377a72a49
3
+ size 28479488
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44eeacaed25dd74c3e400c4ff3af25d01f8c1bd0b9e8853eb6e74d41203730bc
3
+ size 28479488
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dffcdd86bdd1c124f722c36dd9b5816def620221ba7584b2f63140e12aa7987
3
+ size 28479488
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4ea9861c09fb61b62cc8d4a4e874a61faec76e32db4bec16a3decb8ddea535f
3
+ size 28479488
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f11754616b0e94503129911760033d4ea9353c06dcf1d926b64d9e273356f31
3
+ size 28479488
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b45c304b41bdb2531740b05a60e3eaa907b15b6bb94f9690692b7f131316571c
3
+ size 28479488
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92d28e00d872e03fdca57076746f2440a921e43d383f0174808cb2319cfe5c8f
3
+ size 19447808
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1732ec8dc2adb1b497e3af25e72a7f2956a2b29d598980436948455b5135b0ea
3
+ size 28479488
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37b147f82475b45297f198c829098cddf9e81b9d96d73effd295f4573ef3f007
3
+ size 28479488
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:455feea485a81cec70f0434a5f0277ab97ff225c06312394da5764b369fa8092
3
+ size 28479488
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:587e663ca36237024e933c92b70c06f690f22733134976d79776a5b33602b589
3
+ size 28479488
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:019209b6fbed3e7824842ee6d83932fa6d5b8ca077716bfaf9c9a8e290869371
3
+ size 28479488
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d68afdcd0c2e1d82c2afef26775f40b8913ac4aa6d4b2de3b8ac4fd2b7328d67
3
+ size 28479488
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cbc1ceaa106f186fcb6496da875fd1c68dcf7b10d7caa0bb0612841387ccc2d
3
+ size 28479488
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f17bbe1bb5469f3aa0be308a4cb82387503794a07a1a6e8edec6494c9fab0fc
3
+ size 22138880
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:832107ad5e073acb71104edefa71ab794e0e98be3a616d335f49629008129d15
3
+ size 25792512
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba3141431b8d9700a9ede0d1a2a35e90d62665caf8e4c442473b9f194c71ae5f
3
+ size 28479488
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7980c3fe56d552213edfd64a8535addfa44cdbe4d4b5aebc24c543bda0da5111
3
+ size 28479488
params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe9412d22a2ab7486606867b3cb0fc4c98ff76a0f1e1e20efd426da9e11f6994
3
+ size 28479488
params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eba65b22109ad65b40c7b328ce9eb5c60c5ef572392a8fbce7b63f2358bd4598
3
+ size 28479488
params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b69460f5a8608038712a9a5b72130b8a18179ffc4229e461b04c05cf1300981d
3
+ size 28479488
params_shard_9.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0421fd7114e31ab89b781243f495c8fd53384f26efa014809ad4b02fa4f4dfb6
3
+ size 28479488