Upload 96 files
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- mlc-chat-config.json +43 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
- params_shard_45.bin +3 -0
- params_shard_46.bin +3 -0
- params_shard_47.bin +3 -0
- params_shard_48.bin +3 -0
- params_shard_49.bin +3 -0
- params_shard_5.bin +3 -0
- params_shard_50.bin +3 -0
- params_shard_51.bin +3 -0
mlc-chat-config.json
ADDED
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_type": "mistral",
|
3 |
+
"quantization": "q4f16_0",
|
4 |
+
"model_config": {
|
5 |
+
"hidden_size": 4096,
|
6 |
+
"intermediate_size": 14336,
|
7 |
+
"num_attention_heads": 32,
|
8 |
+
"num_hidden_layers": 32,
|
9 |
+
"rms_norm_eps": 1e-05,
|
10 |
+
"vocab_size": 32000,
|
11 |
+
"position_embedding_base": 1000000.0,
|
12 |
+
"num_key_value_heads": 8,
|
13 |
+
"head_dim": 128,
|
14 |
+
"sliding_window_size": 4096,
|
15 |
+
"prefill_chunk_size": 4096,
|
16 |
+
"attention_sink_size": 4,
|
17 |
+
"tensor_parallel_shards": 1
|
18 |
+
},
|
19 |
+
"vocab_size": 32000,
|
20 |
+
"context_window_size": -1,
|
21 |
+
"sliding_window_size": 4096,
|
22 |
+
"prefill_chunk_size": 4096,
|
23 |
+
"attention_sink_size": 4,
|
24 |
+
"tensor_parallel_shards": 1,
|
25 |
+
"mean_gen_len": 128,
|
26 |
+
"max_gen_len": 512,
|
27 |
+
"shift_fill_factor": 0.3,
|
28 |
+
"temperature": 0.7,
|
29 |
+
"presence_penalty": 0.0,
|
30 |
+
"frequency_penalty": 0.0,
|
31 |
+
"repetition_penalty": 1.0,
|
32 |
+
"top_p": 0.95,
|
33 |
+
"conv_template": "mistral_default",
|
34 |
+
"pad_token_id": 0,
|
35 |
+
"bos_token_id": 1,
|
36 |
+
"eos_token_id": 2,
|
37 |
+
"tokenizer_files": [
|
38 |
+
"tokenizer.model",
|
39 |
+
"tokenizer.json",
|
40 |
+
"tokenizer_config.json"
|
41 |
+
],
|
42 |
+
"version": "0.1.0"
|
43 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e053ceb8e892aeb980a74dab66f0b4db1612778eaa0f7d455ae727a09ac25404
|
3 |
+
size 65536000
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:adab88edbcdcde1b26b6fc031e4518b252fb243e3c0ce1a144d2314be4230e38
|
3 |
+
size 29360128
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:89e1ec3bf9e73cf9feefa48ff1e5d682e1250600717d6ea01897db59888d698a
|
3 |
+
size 30949376
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:31cbccbafa9f076d25b7cac5627ba8853f65a9dbe6752552eff851d315b46703
|
3 |
+
size 58720256
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:81f5eda4fac6286286253d51b6bf9af8f7fd1ee159a7ffdb0f6c6622fd4e83d0
|
3 |
+
size 25174016
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ab55cf5c7352701473fe8169443d06705733f16c4e88240da90d27ad62edf0b0
|
3 |
+
size 29360128
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:328555b6a9e7fab0fa1e24460c93de0fb0bbfd73f7476021f3c70113a512434f
|
3 |
+
size 58720256
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f32f28ef534f1142972bbfade4cf60b8e7b55f6cf06402c78b54a90587793faa
|
3 |
+
size 33046528
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e5746bd84f8520ae331ee55c12a9b3348ddee1b6ee8f6e2edd2628e9f912d663
|
3 |
+
size 29360128
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dbf7a5b815d401cbc838a1e15e1efb5a9b3a90c1569df7600e135f9c8ecd609a
|
3 |
+
size 58720256
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:30fb7fb0af72a4b716d497b10c66d161561ff3574fa8a2b5a58c0d9e42391126
|
3 |
+
size 22036480
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b526e609a7fa6deff676d949c4a69207bf9b95df1478ed27a511b0367eec167
|
3 |
+
size 29360128
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:beaf92664c5464ae6e3869fc4ae937c852fce16093b3d7667f465c87f76eca0f
|
3 |
+
size 58720256
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fed5f7dde9852abfe53e8ede066e6930d0245dbf5feb0b3df3aac57d12c82f19
|
3 |
+
size 58720256
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:94874c797d71e0de45eb4a37b97db49b81c3bba5ec977b057c094c75670dccb9
|
3 |
+
size 27271168
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:856f21f9638ce4140fb0c14ac50ef26f75a311c9e214818bb540ad8459897316
|
3 |
+
size 29360128
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ec861b145d2b80ba799ead297ba8b7846a31ed22b4adbf7b5b17f83481f6f73a
|
3 |
+
size 30949376
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dfa77f6c525645c049c317fd8854a18e573f679ec5488ce8475b261c2341d460
|
3 |
+
size 58720256
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f7c02437b7b8775cb4ae1a859d4fd55dda052bb1807baaf70fa29476e4716dc
|
3 |
+
size 25174016
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b49f6bddab055022f93eaf26c8fb9e7d5e142b74844bddbcc0abf8826e93e499
|
3 |
+
size 29360128
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0ae40fe8941a9d806fa469988d44ae5c42b5147c32bc7ccbb30948cf11d5230d
|
3 |
+
size 58720256
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b00f573a52afe81186e5db848901f511b7c8ffda7a63909207ae4d2e00049a46
|
3 |
+
size 33046528
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:94f896a09b4b964b5e7fc6705cadb7aad03d13f2ab08dbadb2eba038609777e4
|
3 |
+
size 29360128
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f11e4c31c96ca085112b024cb38cfbeca8a69854f65a8bb31274a0c5f4c94de5
|
3 |
+
size 29360128
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:01cfe6d3a6c39319808cc1c8b7a20f1ed59540cc2623d3e17e8adcca9f578677
|
3 |
+
size 58720256
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c645a57115586651ff0daa454d7f9294c84dca6c8a8568ba5d56b5e4b5f9ec09
|
3 |
+
size 22036480
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b5e6231188461fe53613acf50fb85061262c6f7c0b4e6c142b8d51d9d015f88b
|
3 |
+
size 65536000
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a79bf983f1a7c0d3944a0d02dc771a2417d0fdec4d2bc0d74f50808ece6434a4
|
3 |
+
size 29360128
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f2da55e6bb54cc04d536f4e1feb004a635b2e5b52a2c98eef858dea94c1a6734
|
3 |
+
size 31801344
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5d016260d681434c0e55a5c61cd4de57cb23d80490a1ccd8d9a7cd4b1d656d2e
|
3 |
+
size 58720256
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54c920bd77048281641be029fd24c92e5ee97db4d1be006be84829cece60418c
|
3 |
+
size 25174016
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:81c9b02ced5433f0583f3c4c6d3af3b04aeeb5801a531abbc70e1d5a97576a74
|
3 |
+
size 29360128
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d53e887ef5282107ed454697c80fef8cf7439328b7a8e84e6b9745a20ee711c3
|
3 |
+
size 58720256
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:61daa6b1035cbf97bf7b53a4e837595012c70afacc94a4666e70da244dc062a8
|
3 |
+
size 33046528
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3c8f52dab3af8aa564fdb9bc14d8c1526de53f650e986654fa55aa3693927d04
|
3 |
+
size 58720256
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:75af8518c4854dea2b683e741ce7688919e16820a0fe81b9c591cfdad3f63b9c
|
3 |
+
size 58720256
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d9f75516940a783458fe14df9cbb0f803d896785845caea2333fccc99eb84c2
|
3 |
+
size 32505856
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b5434c5bfb38659256a7d2b87e9033af233b862688c27268fbc5e403b2cd62e3
|
3 |
+
size 29360128
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:695107c916b69cd089ffbc7efa98dbfe377745c14eb771dc8f0711e3d2259692
|
3 |
+
size 58720256
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d16ba6f4540ba365235d70af90c23bdd4bdb7bab8077ef8a3ba7a4472a94a136
|
3 |
+
size 33046528
|
params_shard_45.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:411a764d9c2439b8964d1ac1f96389b91d1a9e86711576368f0d6b8dd0dc384c
|
3 |
+
size 29360128
|
params_shard_46.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cbaabf207341a740728022a9595d5fe30ec3e3994fe5c7b1f35c8d103fb786d3
|
3 |
+
size 58720256
|
params_shard_47.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f517f4d1108aeefc462618ac2a2889ec5418d923f1517973b0b151f8199311ab
|
3 |
+
size 22036480
|
params_shard_48.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb32f6c407a7a0ab7020a9767e4b28bf2bda50ddbfd8644272c808e52dbf7eca
|
3 |
+
size 29360128
|
params_shard_49.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:72f8855fd15616f0d198418e2858ee6c672818e67a6ab03223a1d210a875edbb
|
3 |
+
size 58720256
|
params_shard_5.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0d1aa88bac907400bed9937995351f9d27c0e3f8fdf1792cc1a74ceaade6b777
|
3 |
+
size 30244864
|
params_shard_50.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6440f41194bb903af60ea5bf15c1a2eafca941264d78421fc549becf602c88c2
|
3 |
+
size 27271168
|
params_shard_51.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c03b5359f98990ecc591bc066c925651d5a7e5acaebb0a0fd2cd42e21df6c38
|
3 |
+
size 29360128
|