Hugging Face's logo

mlc-ai
/
CodeLlama-13b-Instruct-hf-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
80f5e6e
·
verified ·
1 Parent(s): 71de8b9

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +41 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 5120,
6
+ "intermediate_size": 13824,
7
+ "num_attention_heads": 40,
8
+ "num_hidden_layers": 40,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32016,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 40,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32016,
20
+ "context_window_size": 16384,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 16384,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "codellama_instruct",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 2,
35
+ "tokenizer_files": [
36
+ "tokenizer.model",
37
+ "tokenizer.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90bb2e9d2b83c7342b13e21f28d6ab05abced2a3f46d5cbed6d98944c3fe550e
3
+ size 81960960
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43007f6f4f9a246a28f930ccc9fd221a26cd15749e2ec9ceca269422a26e6149
3
+ size 35389440
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a30da13916a2900383bb7752b5ad1624c3dc4201dff99da26824862da8d0d33b
3
+ size 35389440
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87d85201a4b78bd88fec1652351a8b5ada7248960a88412bedf01f97cc8ea109
3
+ size 35389440
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa871b8ef058e08e4281053039e1b329258f43e1dc4f8f0c1f45e075868c5b8d
3
+ size 32952320
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b417683af7f1e615f4c796889e76f0363ed9e328a8cdef3afb534e9f34e8b7b
3
+ size 70778880
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:365df4e56ff2a69bdd3061355c0cff4f7eefb9d1dfcf0ed9c31b89fe6c2643e2
3
+ size 35389440
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c687349b36b578995f5e21f15eb64c1a0fcc778ce2b9567ddba883382c36a64a
3
+ size 70778880
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25cbac268069495ee9e9ef67e4b3f0fad9920be5dadd28f6581f14ef0bc7927d
3
+ size 32460800
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b63f5ef13093c97111b193d07e769bbd6c7d565864908e3c2989b90e8f107001
3
+ size 39321600
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b54846f225b797bde34c539b548c8e55a10d3c2f15adbd2ede5615050434c0d1
3
+ size 35389440
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:056d2dbada42cff5a75614174952a0f69a2bbf67859cb4d2998264681fb4dbdc
3
+ size 70778880
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1f1ef275a1508143cc565598f72ee48f2e84197ec5567d2b97b8c6357bb6b75
3
+ size 32952320
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5112c7a14e816e0cd3cea0406a631e57f42cde5e23a7bceeec2fb828197dedb3
3
+ size 70778880
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a28abd6c634b5595fa1834487af680e8f59d3de201edf64e50d83775bcbcf5a1
3
+ size 39321600
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41df75d725845f13bc7678b9aab73c6d8a959f4a2a7c451e5d088d5963dc4778
3
+ size 35389440
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f63bde6349addf9bfea9271282870be5c197ff1e421b028890ab4611be3ddb8
3
+ size 70778880
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:009b3cf469244f100157adea5feefdd71c96e77bc4af91e226cc41f61c9f6230
3
+ size 32952320
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75ae05314c0249260868cc9d64c99f5d4635ff5c83a9191fbdf946a8ef86ec00
3
+ size 39321600
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef8833fc2028e1f72315eca51bbd224ed360ee748e5657d4e9c2b99a3586b0fa
3
+ size 35389440
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74e9d632a2a96191bbce8e3dd022628ebf5a2971ee0a20ad1e5e60e5ed7042b0
3
+ size 70778880
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:973c6d4297ac1aa7af87bad45287c3df39476fc07b6ee6a99e333792aac136c2
3
+ size 32952320
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26014a64f2b6b559901a484d37da53ee71c42959c52c8c535b2da52a3bca675c
3
+ size 39321600
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3de28d6e3957cb732878906744573de5035f85629dbd173e88581410fe4687de
3
+ size 35389440
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc38bcde28059e24b2c122eadf7a826366947479e7ea3e83916058f489cd3929
3
+ size 39321600
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e9dbc43672f6536c14fbfccfede0f670e2f32d2352bc99aa19e23b694d6b027
3
+ size 70778880
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ec0cd2f00a0b721dbfd556ce127724a4daa0d742670c18f9a92c6af794a15ab
3
+ size 32952320
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caf0cbdb22d004a5b30f7c6b37823a0808fd6b2c244a62e93b42ae5823dda8e7
3
+ size 39321600
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d95025f4e9c9c44728a2cd43e50d9991cdf8cef9f123cb05e34bb4e7f653097
3
+ size 35389440
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50eae820b1932dffb5cfad0b1ac2b43a28e1c132a86c448e192e8cd626d97282
3
+ size 70778880
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56c2fc788ee7f7a86e98d348abd4d28d808e5a5ec3f8d482bb8703d7d5e2ce9b
3
+ size 32952320
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:273516d2e7d6c14f3d6c52daef138d310b486ebd8ee681eafa4e334a4e62b1f8
3
+ size 39321600
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0f6c0b52ef4542150b0d7eb9cbd593354ba3738e514c88750eefadd49d39102
3
+ size 35389440
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcf8df7c03f895c48daa6b90d9e48af3364ed5eecf5724748bb56a90ad2b79d6
3
+ size 70778880
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9e5b2dcf83cc46a020665f779448f3a89d4cad91ac8a627ee17465e97ce5387
3
+ size 32952320
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb8197d208ef8088591540b2522fbe5efbac1cd0f2d777a94bc70f12a2d933ef
3
+ size 32952320
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e43a13dab48ba676960685d371b5cf6351ad09521e308b3676373eb22028f3f9
3
+ size 39321600
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daefdcc2ef81821d69566cb6d0329cbf19d365097e7ff39fa20e395d7a79adb9
3
+ size 35389440
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11fcede847634b76098e152f9dbc7c90ba089fce953d12cdd7029aed54f4e412
3
+ size 70778880
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb6a19cde1515d29e3eeeaa563671eb11d47f74b2204f45ba1032120afc25e01
3
+ size 32952320
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf53709eb91a0ce8889123f5759db2662679530c82c1b7dfe9c2f09eb4b7aa09
3
+ size 39321600
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63aae3f643a791590258cf87098e4d0cfe9c74009ec30f2c37b130cf05f03f0f
3
+ size 35389440
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2df8160f5b70fedcaa9972d68da00042705c6f67d87fc1e7435885a09efddfb1
3
+ size 70778880
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9a9762475ae97f3b66b52c3aeb0cd2a401edcdf3a04700bebfff725d2529f35
3
+ size 32952320
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b486280883fe2dc198776474bb287cb03aee5ab272bc654523ec0c8238e55192
3
+ size 39321600
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d9a8600597efc75c07fcc7be9b7c408674c9bb71b5d4973ebee6fc37a50f76c
3
+ size 35389440
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33c42a3030211259b5e20d1b065d31c3948ef12ae883369a495922917d680958
3
+ size 35389440