Hugging Face's logo

iyanello
/
SOLAR-10.7B-Instruct-v1.0-q4f16_1-mlc-llm

Model card Files Community
iyanello commited on
Commit
7e709e6
•
1 Parent(s): 2299131

Upload 54 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +22 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_lib": "SOLAR-10.7B-Instruct-v1.0-q4f16_1",
3
+ "local_id": "SOLAR-10.7B-Instruct-v1.0-q4f16_1",
4
+ "conv_template": "llama_default",
5
+ "temperature": 0.7,
6
+ "repetition_penalty": 1.0,
7
+ "top_p": 0.95,
8
+ "mean_gen_len": 128,
9
+ "max_gen_len": 4096,
10
+ "num_shards": 1,
11
+ "use_presharded_weights": false,
12
+ "shift_fill_factor": 0.3,
13
+ "tokenizer_files": [
14
+ "tokenizer.json",
15
+ "tokenizer.model"
16
+ ],
17
+ "model_category": "llama",
18
+ "model_name": "SOLAR-10.7B-Instruct-v1.0",
19
+ "vocab_size": 32000,
20
+ "prefill_chunk_size": -1,
21
+ "max_window_size": 4096
22
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31a83663d1a2fabef35cfd0e563b2b9d3d9d47b514c085da9f680a81bb35bd60
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bb9be68f13444bd5e69c8e13cbbcd56e023b756fc49092788d5f0a95e053650
3
+ size 58720256
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6f8183d2c9796bb2874ba114ec6e1e18e6ce4c39e5aacdc6ae17865b42f5512
3
+ size 22036480
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:913b89bacf1dc87aa542f30b7a93d6d6a3c8d40c2e11e80a514f63e1dc773d64
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95abb140f603aafa30592288dc07b45bb07a070e88f75ef930547b7f1d96b573
3
+ size 29360128
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80208a58fd57ac0a824b0c90837ac716c1aecdc2bbc7127a227325f214f5b7ac
3
+ size 30932992
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4564d25bd71062be8b4e20d4718219c89afaf1068378598fba50b70e3e75c751
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4673b9ef974c999e43d31d91b77f6b511ab371fadb535f2ca1904cc1f05832e
3
+ size 27279360
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:930028d9219c6a09bc207729b095bebd59a99d0520c56e7435376e778da16a55
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f20075ccdb4291ea3fe4d19cf3ef967b4b86aeb35907441c1687c0d5adbb899c
3
+ size 25182208
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6164f0426de91065fdff37392845c5087bf80bc6a8927cdde32cfa5238686776
3
+ size 58720256
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27ddbd35a99c5cfd1c937f0014aca208074a220f77f1fdc0eec68a0073216047
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3184ebbf7b9c135c822106307572315d8a3bdf4b8787dc9a97975394f7acab30
3
+ size 31784960
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f45a47ec6fbec0eb883518f340be9bb1f4f4f3e6eb13425a3d9d554e2d167ff3
3
+ size 33046528
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a29b2e4898aafac119408d14a3b76d9f00b0357c8a8aca482a90a66710f136d0
3
+ size 58720256
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a330be5fbe77ba6751bdc53d70cb28c079cf9b22a82b5f7f142979551731adca
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:771bebb1b9dcf4491db49420a9cc5cb0952c5edfb6ee5341f6ed9843fbf88a23
3
+ size 22036480
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dce9a3f2f16f2565f59fc621fe9a1db1c0793aa85816e0f5d675af0ff53109e5
3
+ size 58720256
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:938cd665c8e184ae553d88795de968cf736c9b73e34c1bef60d280139995e39e
3
+ size 29360128
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4b77b1076fa63201380d18323795aab7dc3d8931fffe8fbb4ff40104300fcdf
3
+ size 30932992
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:796612f912c320bbb0d950cc336277393da6bb7e190d642071d03d0bfd1b8c1d
3
+ size 58720256
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a41a7ad8a8c2f70f7ae4f8161d8146c5e1401d180fe31716d1d6e7d7bf31c8e
3
+ size 27279360
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63e543bfc02236a21aec4abd11abfc0277094671185177007036e1bee90847ee
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a58f415e3405213975be6461c138d0985288bfd727dc680385da1715909b7764
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7af9ed8a710349194c24d32b176dbc0ceebc04e9ed4b5ab08246475c4a92e1c4
3
+ size 25182208
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36d15389886873e58ae552817e074ea2104d79ceacaebc294452cee2af884f01
3
+ size 58720256
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cadcb580078a5b232b276c1110c2d902e60e446e5d2dd50d31c1157a8024a0e
3
+ size 29360128
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c24c5543d95139ca3e0b8276d55a1693dd58cfb376e6ac164df0cd440ce388e4
3
+ size 33046528
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f542cbca557c5e5eff64c6a45934169bd3de428ffe09f10bcd4d638fef41966d
3
+ size 58720256
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4794272d49984aef9a5d0712f3038195fe56ae492c0815d22bdf6d5ab11f7c56
3
+ size 29360128
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b4b78155bdca1ac80e82378380c95437f528f1bc1dd12d8d4b74707a257967c
3
+ size 22036480
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae960560e0d614bb986cd7c3402bcdd76adc769da0aa4c61847df3e71657ce93
3
+ size 58720256
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75b0e22d9f49f8f143b1b5c148c398fd3aef5b59b71ab1b0981bd1fb123f5a9d
3
+ size 29360128
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5f3d96d0f764c48313a4b98e8b1e13b95e0657a43cd306d13fb4903852d02c7
3
+ size 30932992
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede13aba3eadb2b65f8ebf1be8524c49c1af034d844cd1aba1c554f98bbfc186
3
+ size 25182208
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17407b5f7450c64707d78d4c731c0c9810a8371e8c93d5f94db5e3757137c65f
3
+ size 58720256
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19d5eb180c59c18a4a3b58c24e833717037454f71946fada5d3f949360456d09
3
+ size 27279360
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be33045ea44ecf54b7b3be83b4455e43aa169800c7d1404b4fcb082931df3d78
3
+ size 29360128
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:142f8ecd047129e2f251bf55d9368ecee5d048dab2ec7bd8bec38f3aa5bad41f
3
+ size 25182208
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b41a424db691671f5941d2c28e093b28c6b1d4478fa34a63bd9347ca97c445db
3
+ size 58720256
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faf585e0b84a1e15f20191ad9ce97276fbdbc9603d1d3f4a5433bf4f3500b1aa
3
+ size 29360128
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a909e277acbbc413dd60db2893229fcba60dd18c7d8427b16a5b83c6c92c0aa0
3
+ size 33046528
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a51f505e7318f73b549652acd16365318a25e0ca62a993b88df071e7a0a5fc18
3
+ size 58720256
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd9888ea338a2ce69d06451a2ffc180b626a4707a9cf447b721010b941f7c34d
3
+ size 29360128
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9160b2c3571da852efa4f9034e66b8be9ec54f846a7da6e1b74584eeac736a5
3
+ size 22036480
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7f3dfbababc17bc9a523363bbd57a4a63db992824577ec91af222ac698570ae
3
+ size 58720256
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b6a8dd7b32ebc987801efbd77b40030e0268f27418f0b662f78849451d9f670
3
+ size 58720256
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20be7b08170ee077e8394f9a0ae8a5403e7bbf19f95db08a136cc4e27b8f2e52
3
+ size 29360128