Initial commit
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- logs.txt +0 -0
- mlc-chat-config.json +42 -0
- ndarray-cache-b16.json +0 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
- params_shard_45.bin +3 -0
- params_shard_46.bin +3 -0
- params_shard_47.bin +3 -0
- params_shard_48.bin +3 -0
- params_shard_49.bin +3 -0
- params_shard_5.bin +3 -0
logs.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
mlc-chat-config.json
ADDED
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_type": "gpt_neox",
|
3 |
+
"quantization": "q4f16_1",
|
4 |
+
"model_config": {
|
5 |
+
"use_parallel_residual": true,
|
6 |
+
"hidden_size": 2560,
|
7 |
+
"intermediate_size": 10240,
|
8 |
+
"num_attention_heads": 32,
|
9 |
+
"num_hidden_layers": 32,
|
10 |
+
"layer_norm_eps": 1e-05,
|
11 |
+
"vocab_size": 49152,
|
12 |
+
"rotary_pct": 0.25,
|
13 |
+
"position_embedding_base": 10000,
|
14 |
+
"context_window_size": 4096,
|
15 |
+
"head_dim": 80,
|
16 |
+
"prefill_chunk_size": 4096,
|
17 |
+
"tensor_parallel_shards": 1,
|
18 |
+
"ffn_out_dtype": "float32"
|
19 |
+
},
|
20 |
+
"vocab_size": 49152,
|
21 |
+
"context_window_size": 4096,
|
22 |
+
"sliding_window_size": -1,
|
23 |
+
"prefill_chunk_size": 4096,
|
24 |
+
"attention_sink_size": -1,
|
25 |
+
"tensor_parallel_shards": 1,
|
26 |
+
"max_batch_size": 80,
|
27 |
+
"mean_gen_len": 128,
|
28 |
+
"max_gen_len": 512,
|
29 |
+
"shift_fill_factor": 0.3,
|
30 |
+
"temperature": 0.7,
|
31 |
+
"repetition_penalty": 1.0,
|
32 |
+
"top_p": 0.95,
|
33 |
+
"conv_template": "stablecode_instruct",
|
34 |
+
"pad_token_id": 0,
|
35 |
+
"bos_token_id": 0,
|
36 |
+
"eos_token_id": 0,
|
37 |
+
"tokenizer_files": [
|
38 |
+
"tokenizer.json",
|
39 |
+
"tokenizer_config.json"
|
40 |
+
],
|
41 |
+
"version": "0.1.0"
|
42 |
+
}
|
ndarray-cache-b16.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:23a64faf0ef8463fc023ae3c15373b6bee5b6e8b0a56eb3a71d919e2ca21463d
|
3 |
+
size 62914560
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5913398b2afe4065063cf7952e9d032010dd1448f53ee1350cf6ba2898ea6533
|
3 |
+
size 22650880
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c251a535ff0ef0c1822a586daa0d7e7d96889fd3c398cd2ce0a986242e56d5bd
|
3 |
+
size 29537280
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e57a10ab6b80975e3aa1a7a277913638938abf801a8619a0d689df3a5b3fcbc6
|
3 |
+
size 29537280
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4c66b09ba88793735e5d258b3556cd581bcafe2ceea2983878f8ad4ae24713e2
|
3 |
+
size 29532160
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc3ed34ff64b1bc543d50afd52578cb9db8e3176b44794a4211a78c56d9b0d69
|
3 |
+
size 29537280
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:671e0d6d95a3ef9c3d5fd8446921019a6dc8f861507794c73d667595fd859d8d
|
3 |
+
size 29537280
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9caa8d571e41270a9e2f88a342ba462039378c32b9cd32ea32f6113aa54213a4
|
3 |
+
size 29532160
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c9189413ce71ff5124fd882f75192c96043da1054f49f36fc810a3757f48f966
|
3 |
+
size 29537280
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:06f44a9de48a3106a0c524f5138f1729a89a89f758bf2f67c04152b9d6e09eb4
|
3 |
+
size 29537280
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf5d4b115822d18ee9e58da11c4780b1d7a2350019bc6a854a140b65cae22303
|
3 |
+
size 29532160
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d4e98d9b87b8cb1b8486a8875b408622ebf795019e45bd8a281a4b5ee9c491e8
|
3 |
+
size 29537280
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8668b47e927ead84d2c9b882cdec91ff03f7c16b612e5de84bcc24a01ba35cb4
|
3 |
+
size 29537280
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c222eda85b9db0b03c549c54525ebf1bb7ad7b0e1e8561b7310058bf36358c31
|
3 |
+
size 29537280
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:368de775a96e55431867fbd0d35bf799acfd7eef8cd67e78b63584f4bf7be114
|
3 |
+
size 29532160
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:79dd0dc0305a992e60b1ffa4619c774b87acfbc2b436b0cead3fa8e61c1c5340
|
3 |
+
size 29537280
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7a1b7f019ac3271734b31b62d758c6175506ec467592a377fc66f1322489783d
|
3 |
+
size 29537280
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a81417479c596ad05fed3ef5a06e35e8a129b3139bdaec7ef1d0a0edb74c1dd5
|
3 |
+
size 29532160
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c41f6f4d1a009993ca297e4a3d2e592eedec37f10141010fe064722bca401512
|
3 |
+
size 29537280
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e8dcd3629da0ccc37fe1bdc87c1c4de9c5a377492869a2ce8465807169c6993d
|
3 |
+
size 29537280
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c062e96169a649bddb0d719e241849489f5788e85b3f8eae1be125b52a4f20a1
|
3 |
+
size 29532160
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:227f04a8f869bbc0def5c8679271b02fd848d2b924e3fc16a460d0c3fc4d76aa
|
3 |
+
size 29537280
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b8edfcb9437e55f6f774353d2a1b027037f56dbae8a16b305fe860c181fcfbc2
|
3 |
+
size 29537280
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff6e27b26d538d66fcddc12eeb4b0a8cb6db37882df9a7e6c9678f0c7d0331d2
|
3 |
+
size 29532160
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6a60750d0888b0061d02db7cecb98cdf4d85f9e470bd8a4cae43d76ecff397e1
|
3 |
+
size 29532160
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:14d90e34bd6a31c87a41f19587896757785cb980c9b56179fba5e683620a75f6
|
3 |
+
size 29537280
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54c0bf6554319c8afcf61ae0c8ecffc1433883f7c2165b4100afd64d1a40487e
|
3 |
+
size 29537280
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bcad3687336b0150c3e22a89ac4b6a7686dbbe9e90bcb96359c9c5a1df03136a
|
3 |
+
size 29532160
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3bb2c9e445c072dcfb70204675bafd9869eb4d43aa85ef688fa61c11d5bb5405
|
3 |
+
size 29537280
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6118bb24f17f104b19644556dfda0b8b3c3b719a7c88d8fcea01fdaedcf435bc
|
3 |
+
size 29537280
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:04b08eb7227c9e9cd35914d17ea192d064a99f322c8b9f6f57ffb70e21668b75
|
3 |
+
size 29532160
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c619cdf4466a66a55633537884698a4ed93aa74cc961b31f561b599d928cca28
|
3 |
+
size 29537280
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:41cc52608a6e77828441ea8ac2b7342250a3b1398325dc65b8c2f65a10285258
|
3 |
+
size 29537280
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6202b1bc5f848f82c2ed5709727e7074909be813e0543ff1ad0fca9f8ab03589
|
3 |
+
size 29532160
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:55c7f6cbb8a4d89e9feaab37fd31383b4048e0dccd1e27c3f6ce45e627c1bd96
|
3 |
+
size 29537280
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4349e19cf3e25b331536029a55d90bd28d0b52be71fa25bc77aae148f1b9904f
|
3 |
+
size 29537280
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9b2516dc0f2a7b1412e2f6e91910f346de211dd5b3f8b82461b8375c7c0f5f08
|
3 |
+
size 29537280
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b51e6e1f65a4dd84dec37309b846e6e5c62d81ca7123ec31e4b929b0f2cb3ee
|
3 |
+
size 29532160
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2a9f4a295606e9dcc79d2ccbf0279ce5be0bfb086aef7bb1c78ccf6ca34abf5f
|
3 |
+
size 29537280
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6e13b2865c4d7475ca3af8656cf4c0b61d919bf8657daf4e3a4cead3c92091bb
|
3 |
+
size 29537280
|
params_shard_45.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d7582cb850404ef846a087649acfbc2d5d1f2577785b54a52b607a25e41abe76
|
3 |
+
size 29532160
|
params_shard_46.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f265d7e1dbd4b074b0c4286c747c6e2d9a42ed255cbdae827df42e5fd20a38b6
|
3 |
+
size 29537280
|
params_shard_47.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:386a1c32079df484c9acac8fbc9aeff00c1e5a4a6e9d556c1fc70fe897f0edd8
|
3 |
+
size 29537280
|
params_shard_48.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c43e7a95c59955450dd0e07b6840682ca6115d152d244d407dee42eb1c3767b8
|
3 |
+
size 29532160
|
params_shard_49.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:68d7036b26c5bfed5aba0b72609300d3b5aa706a3b9fb70ede5bacc393058633
|
3 |
+
size 62914560
|
params_shard_5.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:215539a0fc6c117697705ec51bfcce9dac6912dcd6422edc625444069ea610b7
|
3 |
+
size 29537280
|