Hugging Face's logo

mlc-ai
/
stablelm-zephyr-3b-q0f32-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
8790ec4
•
1 Parent(s): 1a5aa2f

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache-b16.json +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_12.bin +3 -0
  24. params_shard_13.bin +3 -0
  25. params_shard_14.bin +3 -0
  26. params_shard_15.bin +3 -0
  27. params_shard_16.bin +3 -0
  28. params_shard_17.bin +3 -0
  29. params_shard_18.bin +3 -0
  30. params_shard_19.bin +3 -0
  31. params_shard_2.bin +3 -0
  32. params_shard_20.bin +3 -0
  33. params_shard_21.bin +3 -0
  34. params_shard_22.bin +3 -0
  35. params_shard_23.bin +3 -0
  36. params_shard_24.bin +3 -0
  37. params_shard_25.bin +3 -0
  38. params_shard_26.bin +3 -0
  39. params_shard_27.bin +3 -0
  40. params_shard_28.bin +3 -0
  41. params_shard_29.bin +3 -0
  42. params_shard_3.bin +3 -0
  43. params_shard_30.bin +3 -0
  44. params_shard_31.bin +3 -0
  45. params_shard_32.bin +3 -0
  46. params_shard_33.bin +3 -0
  47. params_shard_34.bin +3 -0
  48. params_shard_35.bin +3 -0
  49. params_shard_36.bin +3 -0
  50. params_shard_37.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "stablelm_epoch",
3
+ "quantization": "q0f32",
4
+ "model_config": {
5
+ "vocab_size": 50304,
6
+ "hidden_size": 2560,
7
+ "num_hidden_layers": 32,
8
+ "num_attention_heads": 32,
9
+ "num_key_value_heads": 32,
10
+ "norm_eps": 1e-05,
11
+ "rope_pct": 0.25,
12
+ "rope_theta": 10000,
13
+ "intermediate_size": 6912,
14
+ "use_qkv_bias": false,
15
+ "context_window_size": 4096,
16
+ "prefill_chunk_size": 4096,
17
+ "tensor_parallel_shards": 1
18
+ },
19
+ "vocab_size": 50304,
20
+ "context_window_size": 4096,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 4096,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "stablelm-3b",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 0,
34
+ "eos_token_id": 0,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0249f43e384a077fb5592c36b9b918928e48fea57983fb62f0912118aa25cc64
3
+ size 257556480
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:260683afd42967b15192b6ba26849ddb473db0d387aa0a33a3dd5071d5892c10
3
+ size 257556480
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92f074f7c26cd59d3bfaec75bae48163e92c12bff71ab201d675050ace280698
3
+ size 39321600
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d1f5d5cea1c1e9e1ac091367460819968501d05d61e7be00704821110c25538
3
+ size 70778880
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa4443d9a39b80df0aa1d0be0a33c8f1c0541e2c8e7fe0126f3da8851eeb5a10
3
+ size 39321600
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4a3132acbd8df5deff057e990dba5d4a3e20b365cdf25c82995e079b8c28519
3
+ size 26255360
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d61beeae9b314f44191fb37f78f0e5bc1a041cdf9f185f16fdaa79efd79d399
3
+ size 35389440
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aaa2ac617e108994fc272689371f20d6d583d75d491e602b78a0db7b4ce5daa
3
+ size 70778880
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a54374e6f2063c48b26c81e23ed60ea1af0fde29f153a2ae81360e4cc360415
3
+ size 39321600
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:661ce0c62f2ad97213aea6546d3b798dbd71bbe1260c58ea74c4a21f5ccfff39
3
+ size 35389440
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0498142c724067f8b36b28d3f994910551e9bb2d96dfb4f1929c869d22d76c32
3
+ size 70778880
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bae337bed28258a2d15efb138c44a41c1ef8caf34b8861806dd82f24c2b04c60
3
+ size 39321600
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:261f6cce19691fdb4077c0234b2c42a9129d5e2f6a8864485b4490bf4b4adcbf
3
+ size 26255360
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a1c7bbfd0c6d3fbbc8441850fa5a25ef121d1779c90f5c8ff158842986a7e55
3
+ size 26275840
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:398e3cd2face287bbf378243610ce442ff86b43c847c51d1c6597a4d81d7a208
3
+ size 35389440
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0240c92de6003c7bf784f57f227b6a28d06c65ae13841db7508afee425475338
3
+ size 70778880
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bab633236bae6b2e7f6dc2c20542868b3cad9561efd7eaf67f25959f9f04dba1
3
+ size 39321600
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:716ab40f23622d01b677da3ffbb5ee54013a795397117ab403e7166f71131d1f
3
+ size 26245120
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e25b5eb1f4dbd7444c136932cc265e5df4616cd78e773a0fe7645bd9f62dc6c
3
+ size 35389440
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:408c11f0c035e5b88176b76e8bca3f6022a13153bbba3f0757075bbcfbc58beb
3
+ size 70778880
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea800cf7e22901cac31239f4eeb0f00f88e8327c57fd3a486dd17ea4cfb5ee9f
3
+ size 39321600
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae288e177488493c38ecaa2f739f9bd990f65f9b80df3a39b8f804b6d85b57d6
3
+ size 35389440
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:677732d5ca0d39258fb1d9e61861b17cfc4a5b2adbfd1ca747d42a604b2a4b57
3
+ size 70778880
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db915af2afb5e2e2f1a0ce0da1e852c1003dd8888084b31d5cf5b23d7887ff3
3
+ size 39321600
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28e3d8f9e5802f333c632106c09e215baa4dbfae676d21a6e378e26f327ef977
3
+ size 26255360
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e71dd04115aca17912f441395dea47846106370242a763b70a9165bd695c9cb
3
+ size 35389440
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45905c09669e07efdc0585f7594502695e1ee1ffd0b4d7556d7768830dd84e0e
3
+ size 35389440
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c95bb2dd4f69d5d9cb1c5271a42e989b3ad735869f39ac99af87aa0e22993f60
3
+ size 70778880
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3d468135bc11dc731ced0e79cc2a2d8ceaf3624f8e848f64cd020f3e94a79e1
3
+ size 39321600
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7abab72dcdf689b065a89d3ee82b422d34f44782ad7aab1d1027c100c99cc970
3
+ size 35389440
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2343ebb23c6524b737e14ac7e22c8a4e1796c0b84992313192874d28c9cdbd5
3
+ size 70778880
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139cd905edb1eb2677b949be2b05d961c603f236ac9c547a335c0483145eebab
3
+ size 39321600
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccad3fd843e53f72a9aa9db7b8e7ba30ecd0b6bc438a809886a95859582d9815
3
+ size 26255360
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a902027b5cd2596a2d33009f446260ff728090c389bee130e45dd485d970562
3
+ size 35389440
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7080cfb7b96712910c946033fade3b303844e811a70ef3bb4575aa58cccc5ac2
3
+ size 70778880
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ca626f1f322170688311bf510fa2557a8b7f002ab446f5ff8fac705a69e2f89
3
+ size 39321600
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb7e6b57d14891e324ffee38613863b9a2cab7cdc82f75053fed2c0f5cc08851
3
+ size 35389440
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03109d71a8343b2c31db76ab3a01367273102b490d5b0efcef05f2d2398102b7
3
+ size 70778880
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4357498edb0a9d97cb1a0015f536258a695fdf786984b7455c93af0ca708df60
3
+ size 70778880
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db342411934786bf7e135562e10322d002951e5afeaaede756197fc9dca2b1db
3
+ size 39321600
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e0ffa3a105f652a26c9ac1bf69e20675402acd650d4c0825b65d6ac1d247d51
3
+ size 26255360
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccd7d406201b29ede13b6ce4560d6df45e02f5a760e9b411bf253ee154a48682
3
+ size 35389440
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17c8da8f62bb439ed8987054426fd00e4d1672130ef27c9419ba9c38dd65f4ec
3
+ size 70778880
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b6d4dc98120c1662d3dbd8c261334cb5611cf018a15f8067ce805c9e2772311
3
+ size 39321600
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca1ebba46a63c7b371ae3a1242a9621baffa1c01d154afc988db7265aef9c4bd
3
+ size 35389440
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b763a8ec5910b391b9096cd6c286cd58f0bece98b4cf57717eb2eaf1646ef23d
3
+ size 70778880