Initial commit
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- logs.txt +0 -0
- mlc-chat-config.json +81 -0
- ndarray-cache-b16.json +0 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_100.bin +3 -0
- params_shard_101.bin +3 -0
- params_shard_102.bin +3 -0
- params_shard_103.bin +3 -0
- params_shard_104.bin +3 -0
- params_shard_105.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
logs.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
mlc-chat-config.json
ADDED
@@ -0,0 +1,81 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"version": "0.1.0",
|
3 |
+
"field_model_type": "mistral",
|
4 |
+
"quantization": "q4f32_1",
|
5 |
+
"field_model_config": {
|
6 |
+
"hidden_size": 4096,
|
7 |
+
"intermediate_size": 14336,
|
8 |
+
"num_attention_heads": 32,
|
9 |
+
"num_hidden_layers": 32,
|
10 |
+
"rms_norm_eps": 1e-05,
|
11 |
+
"vocab_size": 32768,
|
12 |
+
"position_embedding_base": 1000000.0,
|
13 |
+
"num_key_value_heads": 8,
|
14 |
+
"head_dim": 128,
|
15 |
+
"sliding_window_size": 4096,
|
16 |
+
"prefill_chunk_size": 2048,
|
17 |
+
"attention_sink_size": 4,
|
18 |
+
"tensor_parallel_shards": 1,
|
19 |
+
"max_batch_size": 80
|
20 |
+
},
|
21 |
+
"vocab_size": 32768,
|
22 |
+
"context_window_size": -1,
|
23 |
+
"sliding_window_size": 4096,
|
24 |
+
"prefill_chunk_size": 2048,
|
25 |
+
"attention_sink_size": 4,
|
26 |
+
"tensor_parallel_shards": 1,
|
27 |
+
"temperature": 1.0,
|
28 |
+
"presence_penalty": 0.0,
|
29 |
+
"frequency_penalty": 0.0,
|
30 |
+
"repetition_penalty": 1.0,
|
31 |
+
"top_p": 1.0,
|
32 |
+
"tokenizer_files": [
|
33 |
+
"tokenizer.model",
|
34 |
+
"tokenizer.json",
|
35 |
+
"tokenizer_config.json"
|
36 |
+
],
|
37 |
+
"tokenizer_info": {
|
38 |
+
"token_postproc_method": "byte_fallback",
|
39 |
+
"prepend_space_in_encode": false,
|
40 |
+
"strip_space_in_decode": true
|
41 |
+
},
|
42 |
+
"conv_template": {
|
43 |
+
"name": "mistral_default",
|
44 |
+
"system_template": "[INST] {system_message}",
|
45 |
+
"system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
|
46 |
+
"system_prefix_token_ids": [
|
47 |
+
1
|
48 |
+
],
|
49 |
+
"add_role_after_system_message": false,
|
50 |
+
"roles": {
|
51 |
+
"user": "[INST]",
|
52 |
+
"assistant": "[/INST]",
|
53 |
+
"tool": "[INST]"
|
54 |
+
},
|
55 |
+
"role_templates": {
|
56 |
+
"user": "{user_message}",
|
57 |
+
"assistant": "{assistant_message}",
|
58 |
+
"tool": "{tool_message}"
|
59 |
+
},
|
60 |
+
"messages": [],
|
61 |
+
"seps": [
|
62 |
+
" "
|
63 |
+
],
|
64 |
+
"role_content_sep": " ",
|
65 |
+
"role_empty_sep": "",
|
66 |
+
"stop_str": [
|
67 |
+
"</s>"
|
68 |
+
],
|
69 |
+
"stop_token_ids": [
|
70 |
+
2
|
71 |
+
],
|
72 |
+
"function_string": "",
|
73 |
+
"use_function_calling": false
|
74 |
+
},
|
75 |
+
"pad_token_id": 0,
|
76 |
+
"bos_token_id": 1,
|
77 |
+
"eos_token_id": 2,
|
78 |
+
"mean_gen_len": 128,
|
79 |
+
"max_gen_len": 512,
|
80 |
+
"shift_fill_factor": 0.3
|
81 |
+
}
|
ndarray-cache-b16.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:41fa0cb55f81cfb219f9ddfaf8321dec7ab788568c6f4109726e477d03ebde26
|
3 |
+
size 67108864
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ab989b53986782bfe70b7a96c20bc2421ad3d580dce5281c589875f02670bfc0
|
3 |
+
size 29360128
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c86c29c4a92901464c1ba65cd312d68882dc8cfbd2af06ba98d01a6246d4861b
|
3 |
+
size 30949376
|
params_shard_100.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:53c6a3fef152cfdaff27a49de3d29c4730a2e9d264fc8a98418d8f552f7409d2
|
3 |
+
size 27271168
|
params_shard_101.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:80065a7819feeb50960fc70b420b92d639b92eb60f0da3e8bbc9eba0ef30156a
|
3 |
+
size 29360128
|
params_shard_102.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cd972c94af520005a1dceb962fd1338b184782dd0bce430571a3a1c59d4365c6
|
3 |
+
size 30949376
|
params_shard_103.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:41944afe15e0b4b3fbfc5026c04517f92ebc2057908f46faf3bd7dc05fc55d71
|
3 |
+
size 58720256
|
params_shard_104.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1d5cffb556516073bd8c419cae5c5fbddb0bd52929c94118fdd3f48329e8f70a
|
3 |
+
size 25174016
|
params_shard_105.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:900790b203c3a431064e3c684a128b03657619cfc532019307518918a2c0b79f
|
3 |
+
size 33030144
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e51c6fb2c01fb404067372462b891d90f8bbae31ced82d73299627bcc9f639a7
|
3 |
+
size 58720256
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a90f18ecf63ff1800940df732e8b4d8a70627e8ca13d30d1fbaccd9cea6e4cac
|
3 |
+
size 25174016
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8c0b0cfa327d004f208e3d6c126b6419a82d438275ac778c3651f6c359549147
|
3 |
+
size 29360128
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fed86225bb6d607b4bdd78c1a76da6b29193f9ee5ede501ee4ab650b462583da
|
3 |
+
size 58720256
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b91aca7587250823e365e5b935e656d4b95dc10667e012d4acb1ce63521c9d7b
|
3 |
+
size 33046528
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:930ad2cff4ddf086b3dfde6a6e441b5e3c2e90ad82e50b1fa53514d73dc0d899
|
3 |
+
size 29360128
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:614c8f0b0afd20166bcdccb914f644f270f634753cdba0972710eb07da777e76
|
3 |
+
size 58720256
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:479eebff2b361488a49e783d787e95eaf5bef42affa5c810343e6e392e849b9e
|
3 |
+
size 22036480
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:823daef2ba1784752bd9ab300981d624a66be75ca407c961340760104d0ce0cb
|
3 |
+
size 29360128
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bae51b2dd9c22af674bcbfcb973c2a5fea4421f728e3419de67fc599f4c2598f
|
3 |
+
size 58720256
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f340f1cc88a3c240daa697384fcce5907ada62e9e193a6166ba77550045194b3
|
3 |
+
size 58720256
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1627b88aacca04c64474e0d5cfdf2f9b022995eabfe7d630be0c618570edb7e9
|
3 |
+
size 27271168
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad596f7dfdcf95778d1fe1e8ffcc221fac57704f819195adc95c068588dba96d
|
3 |
+
size 29360128
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2477ea55fdcb56461c89c79480d5da9b6520ad7983030727717388a39c3126e6
|
3 |
+
size 30949376
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6516b4fb52dcba7255d6dc4d76ad0fc075ad1bfb9bba66fead120955275d7e4e
|
3 |
+
size 58720256
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f01263d004b1339120c0074fae4b4dc48579118f3563d40a73fefa2d926e14c
|
3 |
+
size 25174016
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dfc6d64b3dbe83bf5996be023a96e1ef85a6a14a1f3b535bcc99245d9c42ad9b
|
3 |
+
size 29360128
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fc093b8f03e2dd929d42bdb7e06ca5a41a837e60ad592f72412994ce5499a05a
|
3 |
+
size 58720256
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1bd60265142b2d422a958ca0b4b113fd17dee56dde168734c4e5fa742880d180
|
3 |
+
size 33046528
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c19267056329ba3dc4fdfdc785e6dfa7801f470de9358eec8078ab86bfe6d544
|
3 |
+
size 29360128
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af77423806253f6bd084715a143d971edfc19f5818267f04148cd1c5eba5689e
|
3 |
+
size 29360128
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c3f3cadd6d43dc9edf2a3b7f87046ec860ee3604b66afdfd7dbf35def041e678
|
3 |
+
size 58720256
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9e9d69bdb9032d33088779d170f7cb045cdbd6bd61b8ee073bb404cd0e1ae86d
|
3 |
+
size 22036480
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:69e8f05f5d18daa8644e3eba330efcdd08e1512f61afe55db9d8ce57a7ba4512
|
3 |
+
size 67108864
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6e4930ad42a9ecf8983838c08c4a00d03066c64531612de93c88d7f9d7b8c8c5
|
3 |
+
size 29360128
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:61990ef4e79ebc23c210106515fdfd4932c59540104d114a85a8302cf741c43d
|
3 |
+
size 31997952
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:399f0944ab8b9a03b304d4cd7f7d3f4a028d1d5e2b02d3ebd1bc626e8e1b9dd7
|
3 |
+
size 58720256
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5e1a69b1e5ca09cb9496dc2725f1378e696bf9dcaed1dd67310b9f755d27c86e
|
3 |
+
size 25174016
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bd6129f7895f4e3855f3138c9d56a56a7a03ef0ed41ba10741cf5fe7d1d41ff0
|
3 |
+
size 29360128
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2095204628e2d9001023a3255be1a5f1d7601f23b69380dcf01efda3dda7e5a5
|
3 |
+
size 58720256
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f53b61494b07833ca42b73f016e459be7700abfea3fbe3b6a16dbc7a325bc4dc
|
3 |
+
size 33046528
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:36d3182e5fa94829ade8c20b299ccb207d33e81dc6427c1e1275d819bb5a41ee
|
3 |
+
size 58720256
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cebbe1583c3455d3f96ac4434b345687a63bac59343c9ed459fcfad7c7146071
|
3 |
+
size 58720256
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7491bf373c034bf3768c6d6aa276c9877d5d068b26d53f43f774aa7e9cb63ee4
|
3 |
+
size 32505856
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1bacafef61793ae022216f396567d57c4e9ebe1db888fd92735acfb598f706cc
|
3 |
+
size 29360128
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c0b1fe9c2568d441e4b36a6023100adde7020a44ab24f91acb90b807bdba588f
|
3 |
+
size 58720256
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0915995e33dfd66e4ec4484cfaea0e727d4597a6bcf60e5a6dd8cd5b871373d0
|
3 |
+
size 33046528
|