Hugging Face's logo

cik009
/
stablelm-2-zephyr-1_6b-q4f16_0-MLC

Model card Files Community
cik009 commited on
Commit
1e73cb2
•
1 Parent(s): 111fe05

Upload 71 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +42 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "stablelm_epoch",
3
+ "quantization": "q4f16_0",
4
+ "model_config": {
5
+ "vocab_size": 50304,
6
+ "hidden_size": 2560,
7
+ "num_hidden_layers": 32,
8
+ "num_attention_heads": 32,
9
+ "num_key_value_heads": 32,
10
+ "norm_eps": 1e-05,
11
+ "rope_pct": 0.25,
12
+ "rope_theta": 10000,
13
+ "intermediate_size": 6912,
14
+ "use_qkv_bias": false,
15
+ "context_window_size": 4096,
16
+ "prefill_chunk_size": 4096,
17
+ "tensor_parallel_shards": 1
18
+ },
19
+ "vocab_size": 50304,
20
+ "context_window_size": 4096,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 4096,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 0.95,
33
+ "conv_template": "stablelm-3b",
34
+ "pad_token_id": 0,
35
+ "bos_token_id": 0,
36
+ "eos_token_id": 0,
37
+ "tokenizer_files": [
38
+ "tokenizer.json",
39
+ "tokenizer_config.json"
40
+ ],
41
+ "version": "0.1.0"
42
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5c4bc30d36daffd2986fb32a5e3632a126d4ab6757bb69640faa73ad777be8e
3
+ size 64389120
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d98ffc84f3367c49da30054c23d9407a3b09a37df4790e32305e99297eabd0d3
3
+ size 64389120
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:876fe4686e9fa980e4de00f59be3bcdf94e375386b133d393b401df0118ae0bc
3
+ size 17694720
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a958bea65c5c973683213f0a2a5c3450e6234873fa5ddb7c9ef42e6af20d649c
3
+ size 26931200
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fb461c689b231634468e7d40f5094aa897247fd98ac50837ded0719862a5bd4
3
+ size 17694720
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b26f6da6e1540f5b8516fc4b3fc9589e49fc3feb8d60dd3c86464d67c36d119f
3
+ size 26931200
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7f4f6d6158414bb2aa6ac78aa4d39f9a63a551d97b90c1d767903ccf2a8ba62
3
+ size 17694720
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b8e59c31754acadab38dc48b697bdb239aa36fe4382f80789e55cd36eb44f81
3
+ size 26931200
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:717866b7569af52a95dbf56d2c1b3e2c8597facf9247179136dfc2fee00918d4
3
+ size 17694720
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1789e61eb664d60a517c61910cf1bed22ed0df05c5dd2239ce92cc816509783e
3
+ size 26931200
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fabae81f549ce308a2a6ab03dbd1b17b1190625d96006f0eb8b0b74c0d1741e7
3
+ size 17694720
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4b2281714dc00cdef01e6a6c61ab0a626cd8d42af5b93e15a7dc3ad78550b6a
3
+ size 26931200
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92dc08292c3753fdea72156aa060c4dd50d52e8c5aab5b50f8298424e58040be
3
+ size 17694720
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ab5d100b55f0e7e31caa1842a7e58e33719c5eb089ff5771365da951ac0a78a
3
+ size 17694720
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30422ae1bffb44b0d3f94c17656889cc4a30ff26aeb1090002366d1a9179d8a5
3
+ size 26931200
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:574426ea48470da1d45a83b0f0ee492cd8615ffdf9e52fd568c71d825eb04b3e
3
+ size 17694720
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccda75be80e627d7bd46da54e3ff6864c2ac72cc12e860c91551f49244f668cf
3
+ size 26931200
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e8d37ca1668994a3a441177f825cbdd2a8a7512a034ff1532da549f7ddc5dfb
3
+ size 17694720
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cbea844ad866dabd7bd9e8d794ac33d12c5cda79c4bff10d899e5db6fd4f43d
3
+ size 26931200
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c646b4d593f71be7611e192779b67f45106c7137be8bdc893a442702aea322aa
3
+ size 17694720
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09fee5572d0e7eada5720f2f5859fbaef8c5ce36c484037c14da9fba433ac801
3
+ size 26931200
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbce2c9730726117dc0e904f0d63c8e45249510a4e00a1d954e0081a430f479e
3
+ size 17694720
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cba81f36ef3cffd6ff45ee970be09992a7deb4eedd5138a9007ced7a24acc5a2
3
+ size 26931200
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de0f151e38bdc1d5ff5a70253a33f899c852584e01545db57a7d18950f9905c9
3
+ size 28282880
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f03cf11e1ec87d142686d0f3187114358d2755463c0e5349921f05dea171e234
3
+ size 17694720
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0b20803934f9af89c4e1d4dca8110545acae5b45afa3393579e028114a84a0f
3
+ size 26931200
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96fdd0ee14ce1d5bea094adfded68ae0428fc3171ad933f468ef6860a469f625
3
+ size 17694720
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7df14717f87affd1df0a140cbe248ece9ef1a5242274238c3d5c36463a326b83
3
+ size 26931200
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a25d7c41b7be2bc03a7ee9a3d2830470b8c5406c5eef1d1e5d0c3e28df5a76a
3
+ size 17694720
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03a809a8193b4a9b1a322b032ffa2a5ebcb45f8a09a11370b7c8c84eff6fc13e
3
+ size 26931200
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ab02c8ffdad0d285ebb2bf8b4c28e6c08aef0edd218f0aa8b6af2ff15b3b1c2
3
+ size 17694720
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb3fe9927c72185b1a1ce764b7b5493ee5428809fc58920d1999aeee55225256
3
+ size 26931200
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de7e4b17aef105b8171f5d82235c269c871d6eabf0a89d3a6c2638a456f2083e
3
+ size 17694720
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96958724529df0451bc50d6aeef68fcfc8b23b151ff90f5a05326837eb15e229
3
+ size 26931200
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec89c8ac0a3d9dbe8c857716c63a9e44f4e981ee457eca0f3ea6e80e5b34141e
3
+ size 17694720
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:839644b8f727f1c1531269671deb39aea3aa0873949bf63c99b1a335063bcde8
3
+ size 17694720
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aabae6599e791854b653c5686e7092809a2a09d3d7c90aa5496bf31faac38e36
3
+ size 26931200
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27fcdd174e38875b67be0a642f0f70fd357514079ff863a747dfdb7a171a9641
3
+ size 17694720
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7875158c8cff63bcd0313a42472b6d0c96bade73e0fbb1b43a5e9478f68b4e1
3
+ size 26931200
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd6d41c12b4c4ab0a34a6fab4767d45acfd4a1bcd5840871f2f784b5dca12f9d
3
+ size 17694720
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70f5912723daf961df59676b3200ee03c5a1ae880d82d5dcde3f9257ca967cb6
3
+ size 26931200
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db8822cf20405f3ec721ac5842c70d429eb3bde1baf1c80eaa613bae2479f3e4
3
+ size 17694720
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f310d3e9a921bc7656dfa589d1c8c340874dc2cd78683d3e562ca2def7b6f5bb
3
+ size 26931200
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fbd9cc50639c8a6106cda8e4a1899609b435b46b357884f2b821d0b1ad48c80
3
+ size 17694720
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2b851b2ecc93a3659dc8205af0e7d7abc8496bfb3d33ba06daffeb7cbf05b25
3
+ size 26931200
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76a98bc91168de0f8a63a92fad8933df98531ae6de9c5bc449fce0ec90a075a7
3
+ size 26931200
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6547d2be144dc6c92f657a881c3cb817cb7abf53dfdeccf3ae217c31becfd083
3
+ size 17694720
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dcda10611e972467cf5f855fc7d4dc0d42f585fa879e9950b296aff9388f9bf
3
+ size 26931200