Hugging Face's logo

Jeethu
/
stablelm-3b-4e1t-q4f16_1

Model card Files Community
Jeethu commited on
Commit
d5c06b4
•
1 Parent(s): c1e66b0

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +3 -0
  2. mlc-chat-config.json +19 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
README.md CHANGED
@@ -1,3 +1,6 @@
1
  ---
2
  license: cc-by-sa-4.0
3
  ---
 
 
 
 
1
  ---
2
  license: cc-by-sa-4.0
3
  ---
4
+
5
+ `q4_1` quantized version of [stablelm-3b-4e1t](https://huggingface.co/stabilityai/stablelm-3b-4e1t) for [mlc-llm](https://github.com/mlc-ai/mlc-llm/).
6
+
mlc-chat-config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_lib": "stablelm-3b-4e1t-q4f16_1",
3
+ "local_id": "stablelm-3b-4e1t-q4f16_1",
4
+ "conv_template": "stablelm-3b",
5
+ "temperature": 0.7,
6
+ "repetition_penalty": 1.1,
7
+ "top_p": 0.95,
8
+ "mean_gen_len": 128,
9
+ "max_gen_len": 256,
10
+ "max_window_size": 4096,
11
+ "num_shards": 1,
12
+ "shift_fill_factor": 0.3,
13
+ "tokenizer_files": [
14
+ "tokenizer.json"
15
+ ],
16
+ "model_category": "stablelm_epoch",
17
+ "model_name": "stablelm-3b-4e1t",
18
+ "vocab_size": 50304
19
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19ba2d9826fd660159e2098c4c5676c39071ce751c53477a4e9cf330112903f6
3
+ size 64389120
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4ae6b391fed8cee26fbd5345fbff1fe478c5f183d79c836115bbf0293b556e4
3
+ size 17694720
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52de501c7c2113dde1c3a0e76f085859e35f98ad8c93203412fa8edc00db528f
3
+ size 26931200
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fe9d8b35508def30573fc8fa7cb378d40018aedf465ebedfb074d20b9f821eb
3
+ size 17694720
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbee15f24ed0f83b2f81fa91be42f5fcbf8cf76e9693b8f6c60f6f35951c5c87
3
+ size 26931200
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64ced37912349f922c90cd86a3c2758022b5ed85c6952d29b68e8bfb9f721411
3
+ size 17694720
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86f4828b40388c82e56303ec33653755804c4b3b753a60162fe89f37a084b15f
3
+ size 26931200
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c7216864d4f964bbf0aff520e2c73c1a701d4b473a37161d4f50d0e89ec5835
3
+ size 17694720
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:819616784786c94ab601c17ee95eb4934d089a5fed0c1b31e3fcc1d65d185059
3
+ size 26931200
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd438d03c6de4700fb739a51488e33a63138ad20233576cfd0cd62bf2f05b5fa
3
+ size 17694720
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bb2dc78fcc046bd69472d9c880abae3df94eb19a824420061de333cf0624048
3
+ size 26931200
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22cb1fbc5898fe0d3f2fff17d4eaa1ff964d90a3db889002f0f75ba6f6d22cf5
3
+ size 17694720
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b38e0d619675cc70c70e0744cb1681921d0df6fa2eea00a1b9943cd0ca16225
3
+ size 25006080
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57859a474bd76796ee37ad8e68ce9ced4f303ac5a39706378fc460a5900ed9e2
3
+ size 26931200
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd09cc6277ba07da51e196361d040f1453ad36c260ac65ac12ebc70598b00407
3
+ size 17694720
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:236f1ae19ced499430ea934c16fdb141af1507a7ab6112d4bf1fe09a72888bf2
3
+ size 26931200
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a82ed978e0ce82cec266c1f3ead03757f4e766462e51e25f929ed99f57943db4
3
+ size 17694720
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c15b32da91e9c476caa83d422b6b8b59881594f056a68777da0b783360c1c42
3
+ size 26931200
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42c39dc821d7ab1fa6eaf475191e14868f3537fa250d70c2c939041c47a9c849
3
+ size 17694720
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a305c88126297a049f0905821f5b5bf5be9ef27bff3e2d7745eebe76d943e67a
3
+ size 26931200
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f74917d0987b6942b0c0b6e06c13c0f4f1474cda319284f75f77dc5abb86815
3
+ size 17694720
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbda25da8bccc0e46cad62708b42038b32ddbd177e4c640d8ea370804e611288
3
+ size 26931200
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b67d8e64bd9651ee6c85163f953b3fba0e802f8c0c3114ac4e87328bae650ad
3
+ size 17694720
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce9a30a618c9b60b98e09d329ffc91819f3837255dce6366a611e11c0f1bb415
3
+ size 17694720
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e2bbee38a986e2d898a02d5cba76d3aa875c5ef8c25766c1fe0c264e9c211e6
3
+ size 26931200
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b954ef7aa259590b67ebfb7b6f7087b93a9c171e54b48e4f1ebd1d92a228982
3
+ size 17694720
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:384c631b605d8cac4aa4492ea51e806fa8773f96f871abb762a99a7c19406a0f
3
+ size 26931200
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19bf673138d7294568c1f147a3e31f3f2c41257a6134551ea44099faf149640f
3
+ size 17694720
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8411ac6c66d29ddf5b78acd8dea3bdead89c44a406ab4ce553fbed70149cf2d1
3
+ size 26931200
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4040ba063ad63a6d0ac9a4a4003390f6e0eb80c9c501f28609be0611a404d76a
3
+ size 17694720
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b022db73080e5908a41f94de197b308460ae6dd72118a29bdb4bc7ba250b31fa
3
+ size 26931200
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9805fdda84636b9740cb23ebecb2e268da3df1f0405918eae4d212e46abeaee4
3
+ size 17694720
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be32630c0212cae1b5c29ac34004512dc69245ea0081a0a06f6c8463fda5e467
3
+ size 26931200
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6657faf5badbb415a3c5aba4fc3350c029535e8b979816cad48da9fde8a7dbe
3
+ size 17694720
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f512ace70482fb24d5a33507a002cd97f46048f0c670f2e578981f6a34ff30d9
3
+ size 26931200
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:560eaa23dff240af0cee5907145a81939c7721babc5a4d439bd3ba1c5255dc34
3
+ size 26931200
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e09cfc52226aac200403c81e7be59c914d7555bc8fa8e5ebebb1c13499a1353
3
+ size 17694720
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c135949b8e3ced7f139cc5db433266c88e88cbb5fd04ec319670aee31791e22
3
+ size 26931200
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ac8df9e9c4295e8c299daab38f5efff7d645c2c577cd0abb608721dcc673ea9
3
+ size 17694720
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7a3c69ef2933003c4da1d687fac32d55140130089e05af8f74320eb4e8a1328
3
+ size 26931200
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0db85e634430a2e7b3b60b3c4eec6ea74e6ff5497a8fc8d68f137dd3758f996f
3
+ size 17694720
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b762d490233a78204382620aec4f739b9a6c302ab1748d5f72fdea4bda7df77d
3
+ size 26931200
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dc863f61d3bd27b9446df56b933699dc687c785b0e23930f9fffb18a57d9020
3
+ size 17694720
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6f6f15579693b2b19262f64257329e36f57b4c3e93286a82083f599fee5a7f7
3
+ size 26931200
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:358e8edc04424583021d2e8a89cb4cfc73817d68fc9db27da997cbc1126fd8ec
3
+ size 17694720
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de953482f583ad28432799acb43ae457c62c69d25992c00e5fa49b21792cd870
3
+ size 17694720
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6c89ce9fc63265e2f558e7d032977c340dcf8a0b110b7fa736401277602028d
3
+ size 26931200