Hugging Face's logo

csAugust
/
Deita-2b-q0f16-MLC

Model card Files Community
czy commited on
Commit
0abf1cc
•
1 Parent(s): ef93eb3

init

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +73 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_129.bin +3 -0
  38. params_shard_13.bin +3 -0
  39. params_shard_130.bin +3 -0
  40. params_shard_131.bin +3 -0
  41. params_shard_132.bin +3 -0
  42. params_shard_133.bin +3 -0
  43. params_shard_134.bin +3 -0
  44. params_shard_135.bin +3 -0
  45. params_shard_14.bin +3 -0
  46. params_shard_15.bin +3 -0
  47. params_shard_16.bin +3 -0
  48. params_shard_17.bin +3 -0
  49. params_shard_18.bin +3 -0
  50. params_shard_19.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,73 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q0f16",
4
+ "model_config": {
5
+ "hidden_size": 2304,
6
+ "intermediate_size": 5760,
7
+ "num_attention_heads": 36,
8
+ "num_hidden_layers": 40,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 122753,
11
+ "position_embedding_base": 10000.0,
12
+ "context_window_size": 2048,
13
+ "prefill_chunk_size": 2048,
14
+ "num_key_value_heads": 36,
15
+ "head_dim": 64,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 122753,
20
+ "context_window_size": 2048,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 2048,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.8,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 0.8,
33
+ "conv_template": {
34
+ "name": "LM",
35
+ "system_template": "{system_message}",
36
+ "system_message": "",
37
+ "system_prefix_token_ids": [
38
+ 1
39
+ ],
40
+ "add_role_after_system_message": true,
41
+ "roles": {
42
+ "user": "",
43
+ "assistant": ""
44
+ },
45
+ "role_templates": {
46
+ "user": "{user_message}",
47
+ "assistant": "{assistant_message}",
48
+ "tool": "{tool_message}"
49
+ },
50
+ "messages": [],
51
+ "seps": [
52
+ ""
53
+ ],
54
+ "role_content_sep": "",
55
+ "role_empty_sep": "",
56
+ "stop_str": [
57
+ ""
58
+ ],
59
+ "stop_token_ids": [
60
+ 2
61
+ ],
62
+ "function_string": "",
63
+ "use_function_calling": false
64
+ },
65
+ "pad_token_id": 0,
66
+ "bos_token_id": 1,
67
+ "eos_token_id": 2,
68
+ "tokenizer_files": [
69
+ "tokenizer.json",
70
+ "tokenizer_config.json"
71
+ ],
72
+ "version": "0.1.0"
73
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddfce34da8ccb7cd3bfb6b2878b2657f2e231bb49ff6a94740d5cc9d4e00eb0c
3
+ size 565645824
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db4cbf5cd051e19bf201e25aaaf34bdb2684fbaa0bc4c6979106d848ae92e6ac
3
+ size 53084160
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39cce17f2a17a20044a049de1d8d327a6bec0371ab785f6e12d30ad92cf6f61e
3
+ size 53084160
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f865055fe7803c38a7b021d5600f381b79e33f43be01bdbb2af1ea8ceedcb39
3
+ size 26542080
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d139919f9618b3ba8724be3f4ddf2db655d90322d80b33aa4c5188543532d00
3
+ size 53084160
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c87cf5f53090ef4ff2b8e281380e09c62a8100137931cebce3867390873b56a
3
+ size 31850496
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5b1b9267da75bea4a29bf287af3702f032b605a06ecfdfa88a86a502301b8e8
3
+ size 31878144
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98deec8eda8fc07b9f3944e09b51bdf10ba20a84004dbb250420d021d5a55a02
3
+ size 26542080
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb90e3cfeabbb884aa8636e4dfb5d7df0c1fcfc6dead86e28e6aa5c5f94e86e7
3
+ size 53084160
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a69e4710ff05688edcda2cd04ad99d203ecb402057f1fb08f65575342a9a0a8
3
+ size 31850496
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:020bb3989218ef25823a8b77f7ae4b33f3e2897e29de72e6e3760bfd31f6a705
3
+ size 26542080
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb8ec45bc236be13a4ddddcc71524a136c8cc2fde323a37d406407dcf34c7af2
3
+ size 53084160
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf5ac2332d69c02895ab5b49910ee4902f80c3263654d263c55017216193b0ab
3
+ size 31850496
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dcc3fe0d919185b79082cae4e7145ec3a041e15fd972a06ead8feee8365286d
3
+ size 31850496
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e01b783c9ab391544bea91700bc5bd67101fe82e1d197983fc35934c1edf5a2c
3
+ size 26542080
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d83562de90b5cab614c29592567b94f2e3b6df61b9c829241916a420e2292fe2
3
+ size 53084160
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a04a4099a33a4894f6cb4f5cb7a3a47c313d0b6f51a0d8403bbe99d5dcea9118
3
+ size 31850496
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6318382dd020d160d9f8f04b1e78e2d756d2b24adc00ca2b571e19d6134bf84e
3
+ size 31878144
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:589388da0cb0c9bd555422a1021cfbef23bc3067b32e8c04d9254908928d59b2
3
+ size 31850496
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5dd223d086c5a1f14b0a65b27c51e8b27bfd7dcdd21608d18f94a7092211d1a
3
+ size 26542080
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4319ec0a3fb5b631d7562fd29197962a8658fe0726f5642a91590337a5e32a3c
3
+ size 53084160
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbd29182c30a692fbd1fa408aa1c0c3ca2e5579045e7a1c3c4f86165ace6f2b8
3
+ size 31850496
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5449d4250a9cedbf041b8e977df900b3b569ae9aa2361defa72e29696331983f
3
+ size 26542080
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a1b45b6ae15aa5e8ab14ab9b0daa6f304ea26ca6a5dd0e91e650f29bb2ce0cc
3
+ size 53084160
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:884712b953c59827062993a92654433404eefd3287359f481d7682b40aae0f22
3
+ size 31878144
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31268ec5bf663f3c3d3a4cbe3ce9466b9bf7e5c2d9f9ba730350e6fb8182ada0
3
+ size 31850496
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62fa655e46ddf064b89fdd47a39fda85830fb866117e029a30bdc54db2b809e5
3
+ size 26542080
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b8261c46e0c7395d6899a471778c66acc3b0db171b014962eefa37a0006e47d
3
+ size 53084160
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a3bce7172f3d2ee755d781522deeb437a5e0988a9d9cfc833fd3320082e61e0
3
+ size 31850496
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2103a11e58769a658e473d69bddf32bbcb7d2608c4c38954ed44ad403517967
3
+ size 31878144
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c6dcefcbe311a724124301c42a06340ac0db25f245482469ecd46f23ff5067c
3
+ size 26542080
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee5be34dd3bd4df60945ccebfb13fdb0d4960496c6e176292a22f6109a71854f
3
+ size 53084160
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94cbddee7db9c2a7f56b5e60069131af7c4b4ec0b58b3256dcb7f26cc0138334
3
+ size 31850496
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd219c54b0bc91448bb6465efb02c9377dcc882f8b014e64e9b2bf8c17d578dc
3
+ size 26542080
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a33a3e30c468fe9c608d25bc3ce8ab291212a5a775b93f983c732fe83aa4271d
3
+ size 53084160
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a157bb2154185bfa4214f5c27d5ea7db92413ba84a8f2620bf24d349c9e47d1b
3
+ size 565645824
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fb179457c80b2a4e1e745bfd490f187e32e8f4c40808e61c75ab402ef23fa12
3
+ size 31850496
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b609601994bcebe7c1e7f79c41929bf2cd96f92a1e60e02f3f6f3a363d127806
3
+ size 26542080
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36089ac83af8e72bbbbfb1d8122e97adc6c0904ce8fbabd78297bb022e72fd78
3
+ size 53084160
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dddddc3df95b0d3669e0b379424f1a2e170df225114228ff4762e55ad6685709
3
+ size 31850496
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f23a5f6d8e40b0baf5065acf2a777a280f1d812f0260a1d89c2aa5d853a2a265
3
+ size 31878144
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3127413166505ccbaf457a9572a11b6e59ee9383387ae67ba6ca22b21e05f84f
3
+ size 10616832
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53ed4e59c7e681294cebb23dffdf4fdba31662d00d6abda5a3f361ef03a7cdaf
3
+ size 26542080
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77ecfb83090ab0f8bf960ed814fff0805c02af262b1ad39cbde26dc47300c0e6
3
+ size 53084160
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3fe39a52cd77cb68a3e2606c112951e7cb62797506c80909aabb2aa5ea9c4b4
3
+ size 31850496
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54c304d1aa090d0c9005f4311a08f18d4350c04dadd8296209d7eae9de322b54
3
+ size 26542080
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b77c0d156d6cdaa6d5b9a7cebf9faddcaf42c407814b81e8950e215beb477f1
3
+ size 53084160
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f0adce5559400c7e526b9622ae06a230186378000d92a925b3ff2ef64c8e449
3
+ size 31850496