Hugging Face's logo

mlc-ai
/
Qwen-1_8B-Chat-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
ab3dd7f
•
1 Parent(s): c88290f

Upload folder using huggingface_hub

Browse files
Files changed (35) hide show
  1. added_tokens.json +5 -0
  2. merges.txt +0 -0
  3. mlc-chat-config.json +43 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_4.bin +3 -0
  28. params_shard_5.bin +3 -0
  29. params_shard_6.bin +3 -0
  30. params_shard_7.bin +3 -0
  31. params_shard_8.bin +3 -0
  32. params_shard_9.bin +3 -0
  33. tokenizer.json +0 -0
  34. tokenizer_config.json +10 -0
  35. vocab.json +0 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "qwen",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "vocab_size": 151936,
6
+ "hidden_size": 2048,
7
+ "num_hidden_layers": 24,
8
+ "num_attention_heads": 16,
9
+ "layer_norm_epsilon": 1e-06,
10
+ "scale_attn_weights": true,
11
+ "kv_channels": 128,
12
+ "rotary_emb_base": 10000,
13
+ "intermediate_size": 11008,
14
+ "context_window_size": 4096,
15
+ "prefill_chunk_size": 4096,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 151936,
19
+ "context_window_size": 4096,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 4096,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "max_batch_size": 80,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.1,
30
+ "top_p": 0.8,
31
+ "conv_template": "chatml",
32
+ "pad_token_id": 151643,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 151643,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "vocab.json",
38
+ "merges.txt",
39
+ "added_tokens.json",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "version": "0.1.0"
43
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6b42fdfd65140520a71e9eac74fa46737114a874371413932236d6fd3c7b83e
3
+ size 155582464
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7048408644477e14381825cf3ebc3b64b67c49acd85a8bbbfdd87820898c8b8
3
+ size 28901376
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e22c2de3e5eaab4dbf7f7263883c706d9df5e7e8347cdd93f40f85c69b8fc37b
3
+ size 28479488
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e8a70cb6f35efa9c02f1e45041901e844288b9ab408b6fcee3ea8f60e507b17
3
+ size 28483584
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:545459437c5100490f6f64d5ebd6d40f3543d7eee854c9076e7d7bd46b01f1f6
3
+ size 28479488
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:061e75e3af7d19fe2982b556001d9945dddb84ea5cbc918a9a4cebedcea01f9b
3
+ size 28479488
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5bf8bf243221d43f1ac7251e771fdd38338f638c43ffd255f74c9ab6321973e
3
+ size 28479488
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02e1e63a8ca73102b62a62f4ca9afeab596adf68677de014d804e0109e9f4ae5
3
+ size 28479488
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3044c5ae87734f33596ef8525e9173b4bf8c16fdc992e30645ee9a98ba798553
3
+ size 28479488
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a35bafd683e9f07ecfbb675be175fa6b60edf5e1187acdf86f0c7db462b4931b
3
+ size 28483584
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81f62d5eceb8101a579517d9f73c7d0ec4da88660d7fea7486ec425753c6f9a1
3
+ size 28479488
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e92beaf75877c7b637a287381f087570a53c2b9f49e04334dc19535a948d4a0
3
+ size 28479488
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a1fb0405b5faf0554ce5030825f8126ab5b8ec7300029a39e3f62663a4b8f5f
3
+ size 28479488
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e82a82f07955996bf3a9c311cb53656d8a232a939acc1f4d42451beb3ef27afd
3
+ size 28479488
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c934dd71daa9e21b639888508aa33d618c7df02cb8b82a30055ba71acb709c42
3
+ size 28479488
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a495a776779fe623d07d9074d94c82d04b753bae61409c62cbbf1c84cf99373
3
+ size 28479488
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f385ff2f90cd5d30577060c8ee812b3c48af92e629ffcd725df63fa696a6c71
3
+ size 28479488
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a582ac38178809cfb8face1cdb027a52db4648cb507f3fee9ef837cfc4d3c88a
3
+ size 28479488
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69ae49eb24642f2da7c981b9107bb1a4c35398367a652d5ac6612a7536d7e51c
3
+ size 155582464
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0cab0c99aa13079f75ea032ab6b03d8cbada5cc4286751d28288db718524878
3
+ size 19447808
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9285b17d623905cbeea55507c4ec58a197755237378cf72cb7c7f2a770008a8
3
+ size 19021824
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6afabb12b39d5fc3ea143bad4e769e042030d6b960bd2c385fce290cc5aa908a
3
+ size 28479488
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc9d4a00ed8c4c539c1fe53e53fc634b3ab3bba293157a4b9c5d3a9dad2de9dd
3
+ size 28479488
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:028e82de0df7b7ba86a7bf1c072bbeee3c7acd5aab25fd6fbad1bb796deba97e
3
+ size 28479488
params_shard_6.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bc4e574595373df32b69b5b98e31a4e1257e29c466b0cbf068cd9842ae97c01
3
+ size 28479488
params_shard_7.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4da06e7b05e370163413aab219ef5a5576672f08dd976f64c86aad1f392c762a
3
+ size 28479488
params_shard_8.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e63b3b976225f8813e02488e64f81f8fc1e6df36a8079abbd9839146d54c21cb
3
+ size 28479488
params_shard_9.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa946e75d277551ff52831a0373823d49d0064640c6f2e429ae722c46e9067eb
3
+ size 28479488
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_max_length": 8192,
3
+ "tokenizer_class": "QWenTokenizer",
4
+ "auto_map": {
5
+ "AutoTokenizer": [
6
+ "tokenization_qwen.QWenTokenizer",
7
+ null
8
+ ]
9
+ }
10
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff