Hugging Face's logo

cyrmaster
/
mlc-chat-Mistral-7B-Instruct-v0.2-q3f16_1-768

Model card Files Community
cyrmaster commited on
Commit
e224d72
•
1 Parent(s): 13c3179

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +23 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_lib": "Mistral-7B-Instruct-v0.2-q3f16_1-768",
3
+ "local_id": "Mistral-7B-Instruct-v0.2-q3f16_1-768",
4
+ "conv_template": "mistral_default",
5
+ "temperature": 0.7,
6
+ "repetition_penalty": 1.2,
7
+ "top_p": 0.95,
8
+ "mean_gen_len": 128,
9
+ "max_gen_len": 512,
10
+ "num_shards": 1,
11
+ "use_presharded_weights": false,
12
+ "shift_fill_factor": 0.3,
13
+ "tokenizer_files": [
14
+ "tokenizer.model",
15
+ "tokenizer.json"
16
+ ],
17
+ "model_category": "mistral",
18
+ "model_name": "Mistral-7B-Instruct-v0.2",
19
+ "vocab_size": 32000,
20
+ "prefill_chunk_size": 128,
21
+ "sliding_window_size": 768,
22
+ "attention_sink_size": 4
23
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d935cf44c9898e7b6f89e1adb7faa1adae631925287220b6c6029e934ba7262
3
+ size 52736000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:059c50bc96c2990eb993432affbea32adbcb26aebb793a7f75a3a8b296c63ffa
3
+ size 47251456
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d76a340b3c855e8f0963e8f818a75f972a3bce17ccc4043b2f9e58561bd00c
3
+ size 47251456
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c4606988621a65569da9d209e86135869077e32101e67f77b6c8b4c36d66e05
3
+ size 23527424
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4e780765d67dd55938e2cc6dc4209ed85fc94d2bf0b1b521ba9f9efa5601d89
3
+ size 27848704
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a086e83065e5ff804dffbd069093505dada7fba5ae88be824085643fd4b92fa
3
+ size 47251456
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10e2d254ab3e1377f0f8f615ea4c82c2ff3505ece780151608b3e471e10d1736
3
+ size 23527424
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c385e74923ea89ec0e1e82612a7275fcc4b6cf8f57f4a1129f00806b3e13bf25
3
+ size 27848704
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:344ed0e5324028ed1b3e97012adafeefc5fbc4ed16d4993b54f0dd0373d94fac
3
+ size 47251456
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9e0afffb611e957f990420f5f3876a29bff5ff1e96c6285e10c096d42302c6a
3
+ size 23527424
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:596e0565744783cc0f5566814ef8b3548f86d2a6747608e78c3785f446737c12
3
+ size 27848704
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f336eeffb5be5d36c2a4608b34940cb7811bbcc8d765fdc68dc48b4544e4d8ac
3
+ size 47251456
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1f47418126b9b3b3ef04c2aa246ae3c7b0132a87463d8dd08bece5ca74a1ab7
3
+ size 23527424
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b657f5e273f58165b04398377352fb4d204a32539481850b0fc24921816f8f3a
3
+ size 23527424
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56f3c398ba1996ec148ef4692da83e6a1702b9c37227ed07edefaf73fed51796
3
+ size 27848704
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63c5365f2a9510fc00db64edd68aadb998ac38aef7dc833a53a97ece0bf418c9
3
+ size 47251456
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd259c34aaa6f3ad2980521620badffa8c4b05428941226e5224ca042370116e
3
+ size 23527424
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88da6706d036d832b427193ad10f1c52224bc8600283036d50ef00ce5c3d7ded
3
+ size 27848704
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c4ccf472c397f637b9b528d73a5e7c918196152b6701af52ec488f84d1589a8
3
+ size 47251456
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:642cf81cf1a3fa37dfb13777443d50be1768a3039f1600877c65c4347ea63f06
3
+ size 23527424
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79b67b97e3568fde340b45e1535b2c0263359497dcfaf95f35fcdb8bd38620f9
3
+ size 27848704
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5ec028bd437ea86461144ae08b7795d4a62ff7c9c1799f29382c0a545f4988f
3
+ size 47251456
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9165cc44acdaf9c4f9506be664803bb8038dedd5f07f28907931d482477bb09a
3
+ size 23527424
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad47e9e4a4cf6989195c95522ed9d2c38203fbfffb591c341dcf55a69f657409
3
+ size 31483392
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f753229dda4e76d05fe148800fbdcf721565d84ca72a538b2337f2cc105b324
3
+ size 27848704
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8faab6cfacce2812e13355dcc941d532410c2cce84de4c7f0e07f143a4652aa3
3
+ size 47251456
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ce5c26ab912560c284d857b18a0e1e8acd8f1599cc090c49b75be8e0d6b24b2
3
+ size 23527424
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e79204777d2cf24460df550e6ee3a42ffd024075244d0e6b841a0737bef68c76
3
+ size 27848704
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13972ab1f87a549fd403ecd4e16d74278e6e76cf81ed9e2101751f4a472b35cf
3
+ size 47251456
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef474523e4376aa2a18149abcce8aa8355c405020ecfdd459935c6b416beb281
3
+ size 23527424
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c41fa79270a79a543a74e1ed74ac9376ae9d9dceea537712e20fe4187f7eb2f
3
+ size 27848704
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4f77007dcb1a0163d3280f1a8178606a6611a79a42e69ad75978797ce7e9f56
3
+ size 47251456
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b927b62eb1a99631a2d4752fe995036664cdd025f97039123329ba43f7a599f
3
+ size 23527424
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdeae72b7bd49dc335bbdd434f9ee411d88e89f1ca11122498bac4f0ed16e356
3
+ size 27848704
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd683d94c63110a31fa0547be071fac02c2d080283b5e5ffd87fccc4221726d
3
+ size 47251456
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abdc33f0d116c43a4733a8be80ed9febe0351a407f36757f3b45d6190d58258a
3
+ size 47251456
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d677c8d277d02c12832022336d21a1957f9d2f2a779b81bde0df92313ce42a6
3
+ size 23527424
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4240e425b837840882a28bf2db0fe2d3c98064669a2c6d2f7e60276afb15d8b
3
+ size 27848704
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:758cd15d80dd6594e1777849546d2bdde2b3a45f244a8bc1f26e02831bc5662f
3
+ size 47251456
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37b3c1235bdc511f9538eb85a15c12334d713689ed282f14430ba32fa1050a9c
3
+ size 23527424
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83b71746c737e6b03b1d99c305b71f00523a2b20385791c29fb8663bfa54c490
3
+ size 27848704
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:950a37e4bc67e08062074844d404e6e94d6c614bd6849c8884e75dff44338ce7
3
+ size 47251456
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db05e46a81e689d36c4fb90c7b27bbcf16bb4f60dc0d0aec29b6fa16819704e9
3
+ size 23527424
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9892abbd597689303219a36985c0d11a5e2527df84f39cea7f521bd3919827d8
3
+ size 27848704
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:026d11dd6d89addd70f18669235bab828498f9e200e0d68c5fad2523e2e2226f
3
+ size 47251456
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a993d59ba4f3f6ce92052c67fda8906e9b4a62ec0d0e564b0742ec627340eac
3
+ size 23527424
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be10f3eb6c12cc0ce135dc1e369369e15404047a25e0f2b4e92221f86bbd6817
3
+ size 23527424
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db1b6d43fd29d86b01103a9f2ea422cb12529d49fd05c85b48c721828f9e69d9
3
+ size 27848704