Hugging Face's logo

mlc-ai
/
Hermes-2-Pro-Mistral-7B-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
fe8df9e
•
1 Parent(s): f1e1957

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +34 -0
  2. mlc-chat-config.json +77 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_11.bin +3 -0
  14. params_shard_12.bin +3 -0
  15. params_shard_13.bin +3 -0
  16. params_shard_14.bin +3 -0
  17. params_shard_15.bin +3 -0
  18. params_shard_16.bin +3 -0
  19. params_shard_17.bin +3 -0
  20. params_shard_18.bin +3 -0
  21. params_shard_19.bin +3 -0
  22. params_shard_2.bin +3 -0
  23. params_shard_20.bin +3 -0
  24. params_shard_21.bin +3 -0
  25. params_shard_22.bin +3 -0
  26. params_shard_23.bin +3 -0
  27. params_shard_24.bin +3 -0
  28. params_shard_25.bin +3 -0
  29. params_shard_26.bin +3 -0
  30. params_shard_27.bin +3 -0
  31. params_shard_28.bin +3 -0
  32. params_shard_29.bin +3 -0
  33. params_shard_3.bin +3 -0
  34. params_shard_30.bin +3 -0
  35. params_shard_31.bin +3 -0
  36. params_shard_32.bin +3 -0
  37. params_shard_33.bin +3 -0
  38. params_shard_34.bin +3 -0
  39. params_shard_35.bin +3 -0
  40. params_shard_36.bin +3 -0
  41. params_shard_37.bin +3 -0
  42. params_shard_38.bin +3 -0
  43. params_shard_39.bin +3 -0
  44. params_shard_4.bin +3 -0
  45. params_shard_40.bin +3 -0
  46. params_shard_41.bin +3 -0
  47. params_shard_42.bin +3 -0
  48. params_shard_43.bin +3 -0
  49. params_shard_44.bin +3 -0
  50. params_shard_45.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 32000,
3
+ "<|im_start|>": 32001,
4
+ "<pad2>": 32002,
5
+ "<pad3>": 32003,
6
+ "<pad4>": 32004,
7
+ "<pad5>": 32005,
8
+ "<pad6>": 32006,
9
+ "<pad7>": 32007,
10
+ "<pad8>": 32008,
11
+ "<pad9>": 32009,
12
+ "<pad10>": 32010,
13
+ "<pad11>": 32011,
14
+ "<pad12>": 32012,
15
+ "<pad13>": 32013,
16
+ "<pad14>": 32014,
17
+ "<pad15>": 32015,
18
+ "<pad16>": 32016,
19
+ "<pad17>": 32017,
20
+ "<pad18>": 32018,
21
+ "<pad19>": 32019,
22
+ "<pad20>": 32020,
23
+ "<pad21>": 32021,
24
+ "<pad22>": 32022,
25
+ "<pad23>": 32023,
26
+ "<pad24>": 32024,
27
+ "<pad25>": 32025,
28
+ "<pad26>": 32026,
29
+ "<pad27>": 32027,
30
+ "<pad28>": 32028,
31
+ "<pad29>": 32029,
32
+ "<pad30>": 32030,
33
+ "<pad31>": 32031
34
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "mistral",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 14336,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32032,
11
+ "position_embedding_base": 10000.0,
12
+ "num_key_value_heads": 8,
13
+ "head_dim": 128,
14
+ "sliding_window_size": 4096,
15
+ "prefill_chunk_size": 2048,
16
+ "attention_sink_size": 4,
17
+ "tensor_parallel_shards": 1,
18
+ "max_batch_size": 80
19
+ },
20
+ "vocab_size": 32032,
21
+ "context_window_size": -1,
22
+ "sliding_window_size": 4096,
23
+ "prefill_chunk_size": 2048,
24
+ "attention_sink_size": 4,
25
+ "tensor_parallel_shards": 1,
26
+ "mean_gen_len": 128,
27
+ "max_gen_len": 512,
28
+ "shift_fill_factor": 0.3,
29
+ "temperature": 0.7,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.0,
33
+ "top_p": 0.95,
34
+ "conv_template": {
35
+ "name": "mistral_default",
36
+ "system_template": "[INST] {system_message}",
37
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
38
+ "system_prefix_token_ids": [
39
+ 1
40
+ ],
41
+ "add_role_after_system_message": false,
42
+ "roles": {
43
+ "user": "[INST]",
44
+ "assistant": "[/INST]",
45
+ "tool": "[INST]"
46
+ },
47
+ "role_templates": {
48
+ "user": "{user_message}",
49
+ "assistant": "{assistant_message}",
50
+ "tool": "{tool_message}"
51
+ },
52
+ "messages": [],
53
+ "seps": [
54
+ " "
55
+ ],
56
+ "role_content_sep": " ",
57
+ "role_empty_sep": "",
58
+ "stop_str": [
59
+ "</s>"
60
+ ],
61
+ "stop_token_ids": [
62
+ 2
63
+ ],
64
+ "function_string": "",
65
+ "use_function_calling": false
66
+ },
67
+ "pad_token_id": 0,
68
+ "bos_token_id": 1,
69
+ "eos_token_id": 32000,
70
+ "tokenizer_files": [
71
+ "tokenizer.model",
72
+ "added_tokens.json",
73
+ "tokenizer_config.json"
74
+ ],
75
+ "token_table_postproc_method": "byte_fallback",
76
+ "version": "0.1.0"
77
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f65dc34f96f23a19647581ce8047286b464b66e9495d069508fa135a600d2d2
3
+ size 65601536
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d4541c58fce9927714e90ed43b5e8c4581fcf44da508880e4a4c315596c001c
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2483e9a70b120be2cc42c8e5d52cd502111f1540b70d80391bdb819eaf38a41
3
+ size 30949376
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bad1e2b543cbfcd591cafc1ec9aa928fcb3d953e8b42d9d9e962b87e8bf5675
3
+ size 22036480
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88a3070d4ae183f716374d532206cefb6e22c9c63449f9935d9c2adccadc1450
3
+ size 29360128
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f958a04dc9a6fc32218dfdb03d5a1ba874ed2c0a5134c13c00638e8016c36331
3
+ size 58720256
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a11b05839299bb547abebbe7fb7518ed07574932df4474e3384e33899db74ac
3
+ size 27271168
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cb9893d0470b0f5bea90811573bb5348c9ffcbdaaae9488d24524207966d092
3
+ size 30941184
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c49a3ed8442a14f7cc9890368d2e5e2d00bca7898497282e23215b34cd8e115
3
+ size 23592960
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43c2ff14f43a69bec6c06f7f6ccc8a8a391ab1cc30d125666c0da3a63062a282
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:863caadf7551d941a806a5cba071427bef582a904d0805189c617e3219aa3162
3
+ size 25174016
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c3f8d452ecc7691afb3e15e7b1010b7ab033e579cac8a40f00b98f75f5c5ccd
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e0ff663a7fcc0452b0674abb5fd7ef980242067dc1cf4690e9f27582383c345
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:316d1a016dd3f06f923e2b7ad93c4f255678c6b33209694a16087d1782aab319
3
+ size 33046528
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e222a886af2f5024a31b7743823bdd1bf24e6e037ba2c3fc535a76014ddabc84
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fee8d7011875e0be53b8b37cc5ab8fa38fdfdc5d6b4b67b813e89230d5b5e1f4
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3d831d1410c787c6e8e4a7362ac6a7e8942fdbd622ee70f58cc2e5aabfa293e
3
+ size 22036480
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aa51cecac206940dc52622a12ed57c6540aaf957f414c5046acb4e28fc90e83
3
+ size 65601536
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b92f73a11aa775f70f86e35f00d1644319e0979362ac487e01ecebb1cb60f251
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:200589cf75dfb18d9bba0273fe3e8a658ae9a96cacd9d0beca51027eaf2d7888
3
+ size 29360128
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:426b24034a3f7fd68d8a4cf595fa3db06c78e20598af2695dd4f05736d519b46
3
+ size 31809536
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5b6085a29edef3283ef1595b568b5eea506cd59790e3bfd438607b6b1bdace3
3
+ size 58720256
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71bd67b16e484f0a994cc2d77a0fcd3b6e8e667f5f70ad140f2f43ea028e10c1
3
+ size 25174016
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f4558257b63eeaec15f974dd7fac144c933196bd38a4c71dc566714f68d0b3
3
+ size 29360128
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9e1fa859c5819af23177d893638d1eefd6be3b01bcfdd8aade3f8b474fab2b0
3
+ size 58720256
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b59b266ade377579d52eb38c7fd9dcaf71664976b6d2a8c0cb7c3405991ab38
3
+ size 33046528
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83b4cc0c509aec41d7b113dfc3b0b1eaa9f3a6b50011a4796eeb2c56cc242ab4
3
+ size 29360128
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eebbf7a49210dfc28f6c0efc9a383e08db54337e0375d3c0233d95eb9b797a8
3
+ size 58720256
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d74d8015f210dc202424eddc70ba90873ab3bcd5e5765ce665695c3efe7fe09c
3
+ size 22036480
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18e1bd7ed2ee257be5d842284561cd8f43b8f013b9b91577e5d65a9d2eb90d89
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:973d545b5a50e747abb7f799ca50d5dd28d606341b647d62d60aa705dd7e26b3
3
+ size 29360128
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecc79a81c9be07e6e24f14f1d9b90313170043fe6076b6b3a2d1c0204590e7a4
3
+ size 58720256
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b41fd5449b61815d2262375e7e7937608fa7a0b61d8657bd3e7bc767ffd98f0
3
+ size 27271168
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c67653e90416a511204ac2894a81c2805781cdb1acb8ad3a9a8b8bad1b5d9235
3
+ size 29360128
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30d95a67c485379f7fae50b4cddc42e7f1e1ddb446ee73a3cba9a0cb0abf1e4c
3
+ size 30949376
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca4c57efef44b827a1ee0e0e12dc7ef91f0d5c7c2dbf66fcd5622f8d329ba118
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b24d93ab40e6c57c5757d29a7bef80ff34eca97f478e49d5b520be6935394b90
3
+ size 25174016
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c6eb846192bc652bc825b3ca706739e8ee043af2e708e3877793d8fb6b17656
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8019b79eaa72b5b67b6e03ccf3a5e37bd592c44f4511932a0b92f1c0db2b3b3b
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece18a37e11713769d5196c2f87dac32870cf1df35184cc115b3659cef2ac58e
3
+ size 33046528
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f9640e17454f3c6136ecd16512abc704f0d1bf0cb9b249225dad9e76ce18358
3
+ size 58720256
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16ac3918e7f12a8c836d9a303f53b5c84ba0caa51c8366dae03cc14d4c7f0c2a
3
+ size 29360128
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea450beefcb9191d6ce20cda1b2f01e293e355d1d764d855e20a3bc6ee4b6423
3
+ size 58720256
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b9e1ded32b80048cf1bbf69e3bd997d554ee091b43df8aea06d857d37afeb1d
3
+ size 22036480
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:100d95579f9edac0d3d1d0f1448c993ae4c283cbf1125ef288fa340c39365662
3
+ size 29360128
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eed5672385aea712130786a06b3dcbc79a916cd8657ee8b9c63dffa986730ebe
3
+ size 58720256
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad730b9eb01f1e4e1e998f43b5df5d1772f4f18e7fa90f64048f5ef682c28ece
3
+ size 27271168