Hugging Face's logo

imi2
/
SpectraSuite_TriLM_3.9B_Unpacked-q4f16_1-MLC

Model card Files Community
imi2 commited on
Commit
f1ac10b
•
1 Parent(s): d7880b9

Upload 96 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +77 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llama",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 3072,
7
+ "intermediate_size": 9216,
8
+ "num_attention_heads": 24,
9
+ "num_hidden_layers": 30,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 50688,
12
+ "tie_word_embeddings": false,
13
+ "position_embedding_base": 10000.0,
14
+ "rope_scaling": null,
15
+ "context_window_size": 2048,
16
+ "prefill_chunk_size": 2048,
17
+ "num_key_value_heads": 24,
18
+ "head_dim": 128,
19
+ "tensor_parallel_shards": 1,
20
+ "pipeline_parallel_stages": 1,
21
+ "max_batch_size": 80
22
+ },
23
+ "vocab_size": 50688,
24
+ "context_window_size": 2048,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 2048,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "pipeline_parallel_stages": 1,
30
+ "temperature": 1.0,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.0,
34
+ "top_p": 1.0,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "tokenizer_info": {
40
+ "token_postproc_method": "byte_level",
41
+ "prepend_space_in_encode": false,
42
+ "strip_space_in_decode": false
43
+ },
44
+ "conv_template": {
45
+ "name": "LM",
46
+ "system_template": "{system_message}",
47
+ "system_message": "",
48
+ "system_prefix_token_ids": [
49
+ 1
50
+ ],
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "",
54
+ "assistant": ""
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ ""
64
+ ],
65
+ "role_content_sep": "",
66
+ "role_empty_sep": "",
67
+ "stop_str": [],
68
+ "stop_token_ids": [
69
+ 2
70
+ ],
71
+ "function_string": "",
72
+ "use_function_calling": false
73
+ },
74
+ "pad_token_id": 0,
75
+ "bos_token_id": 0,
76
+ "eos_token_id": 0
77
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aef44bcd5b667053c769d0d5e2aedda1f97087f7c83244d4cad7c4c61415bbf
3
+ size 77856768
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d560520c0b0ae259c1c152532bbf72a4ccfb2d17f68380eb7d93065569cd8c7b
3
+ size 28311552
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a91e36bf5ccfd1ce2e8fba7da9e5d340f2175be18bdb836d6aa3e1ccf11c50a1
3
+ size 28311552
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4c51f65cfd709b1aceaff2e1a959fa0401505d6bb41c102abf1c8f658443722
3
+ size 19470336
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19a320012c232bf0614d60ff988f4ca2f60dccd2ea2816f647d00a27eeff1754
3
+ size 21239808
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6b7f9aa04418ebd532f5ce03221ca4aa360dbbabba3e262328d464891c43a1d
3
+ size 28311552
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c23e393c4a4e461c48196924b39e1a38a153f85cec4ded9d6f9eaa964a8f209
3
+ size 19470336
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8fcd659e595e6c6dbb4b4c4eb43a9d40a3946fe02a25245b1d7ce7d60e33243
3
+ size 21239808
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eefc80bb805cc1d2394e3379ff0390bdfe82f8211c7fb0468312853d284294d1
3
+ size 28311552
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73eda061520364fe5ef2ed6a53d3c5441e6959d313e666d5d2166baacc8d20b
3
+ size 19470336
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3d157b0fcc8dd5980b09e0f1162b07fead290da37f729a7b5863588f5134ff3
3
+ size 21239808
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad46d91c94c802dda2a009392b1f539bc875487c27135aadc34eb92a6b7f48aa
3
+ size 28311552
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72a2070f1def70a04fb5fc3bbac601447b52b5bc120d7c0d983840f31a59c5e7
3
+ size 29208576
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58b8080b5920602ba25a900a9c2cdf7272d6287279317bcd16302b57855b8f8a
3
+ size 19470336
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c32a227d6d4a5d92946e4f6f8506880e75fbca7c08f5a31ccabbca76408c380
3
+ size 21239808
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1173b5c8723920bb41ad137957355cdbcf8b4e2b16ee7ccb0e7b186ff0568ef
3
+ size 28311552
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a1399560f6d74a1bd7aed74d70d54b142a910c7eecf0dd453a6db60d5c9fa57
3
+ size 19470336
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7ecbcd1fdcd3e39eb8325e2deb52bb726c3eba476ef009b575fc4c11c1241f4
3
+ size 21239808
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e51680a80b432239aade6cb3691113d6a65f59c71da2c17dd7ada67ceb67aa5
3
+ size 28311552
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e575d4a18435ce02813a823f165b0f43e4a2f15379cf2a3490d012af051f9b0
3
+ size 19470336
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66c8b6e3df840c71ff1a03581f872b70b98895c1e05e7a1891bb7bc3b5595a20
3
+ size 21239808
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd1377d4de3d71fd7f9ba4f33fc9b492b5406d25d088f5d28f1a4008e136569e
3
+ size 28311552
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6f2bc1c8be52703e18015c1b2ac509bf887aef241e78bf9c3448669487b0196
3
+ size 19470336
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6aa5e9d09aa3c1261a6d34d219fa7c9878d217c285a3d11a937b568baeaec72
3
+ size 21239808
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d4858de40dfabde682f215a5d2056db349e3b7a346f9b128c0fc8b72e9c1e5e
3
+ size 21239808
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cbec2ecae1ffb645e4e5d2853712c6af0454030bded887e6baa546021cbe7b7
3
+ size 28311552
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b483cef3776752255b152b99a851ca5b0cd99142d51fddbe6bd1035f314cf3aa
3
+ size 19470336
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23182da7273d43f2a521a202b4c5bf0087bef71183b3f7f86eabbeb712e7b9d8
3
+ size 77856768
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c136218a72154ca94dd56582e236769e10ad62071647d50a87602c59602b3a
3
+ size 30978048
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16aeb1d15578f087c4b0b60f594bac760a5263b85449332dc5ad3d30471e9ac6
3
+ size 28311552
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db83882a3b1079dbfa84e5a67d7fcde8a879870110438cf933812a9d4a60e3c3
3
+ size 19470336
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b3c4e07d0fe37402a62c8c1c034c788e5ad919c9c9928f11de618d9b35fb04
3
+ size 21239808
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84777957ea5af6b43afa99c839e264a482961d898962ce020e59ec12d3627dcb
3
+ size 28311552
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48c1ee0933751682ca73874a91dc734e5caabae0f80b01208f1caf63956c30ad
3
+ size 19470336
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:977e5ece26641003df61a94f38c081da1363ca34a8077518677d7464854d0390
3
+ size 28311552
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0392121618f229538bcc8195f856cbedc836e5d14ea58a84ded25194e0261d8a
3
+ size 21239808
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60925f1fab8a2a7cb56f3e43ff74ab570f69b5112918c2e70a65771f1021a157
3
+ size 28311552
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eeca7dd6352ddc9e47211e846c87bf317faad0a20482f86d610012bd18ef397
3
+ size 19470336
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dd862e6437f516fa3b58911338d261f8c6a90d10e1fcd886c6eb16ec1a31841
3
+ size 21239808
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df1238c76373fe7b6e59d2af33765520d7fcc7f0c80c4c1139f733fd72f76b54
3
+ size 28311552
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:868624c2107f12de138a4311da063d039a7cce7443a503b19d7fcdfa24e7fb85
3
+ size 19470336
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc3cf22846f5380494bec1261823eef84a39225d0481a3439dfc86978edc36b0
3
+ size 21239808
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:204915d64bb5808e989661b01a0c6efc1c9aaed6d03902eb0d6ba2b9fb78b40a
3
+ size 28311552
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1edcc62f50b0757e13207520c0d3987713cc22995619b823d2f307d86678c8a4
3
+ size 19470336
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdfb58e487e1d4b807da526581cf0646a0e9b1c1175975f8e4bb756e4e7b1b15
3
+ size 21239808
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7434d3c56fded471f488f6e3d9eb8af558d98b96099a7e593f4290656eb8fa2
3
+ size 19470336
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ebc8a46de71a8972e098e1d08b6f0054c0685c2084bea8abbaa990b6aa1dae3
3
+ size 28311552
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9206b1dd413b5bce2a3249c8f24a39c1adb308b2fdca4b25e7ac7caf9a81edb
3
+ size 19470336