Hugging Face's logo

mlc-ai
/
Llama-2-7b-chat-hf-q4f32_1-MLC

Model card Files Community
CharlieFRuan commited on
Commit
1159ad4
•
1 Parent(s): 3ed04f3

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_14.bin +3 -0
  43. params_shard_15.bin +3 -0
  44. params_shard_16.bin +3 -0
  45. params_shard_17.bin +3 -0
  46. params_shard_18.bin +3 -0
  47. params_shard_19.bin +3 -0
  48. params_shard_2.bin +3 -0
  49. params_shard_20.bin +3 -0
  50. params_shard_21.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 11008,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-06,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 10000,
12
+ "context_window_size": 4096,
13
+ "prefill_chunk_size": 4096,
14
+ "num_key_value_heads": 32,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 32000,
19
+ "context_window_size": 4096,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 4096,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "mean_gen_len": 128,
25
+ "max_gen_len": 512,
26
+ "shift_fill_factor": 0.3,
27
+ "temperature": 0.6,
28
+ "repetition_penalty": 1.0,
29
+ "top_p": 0.9,
30
+ "conv_template": "llama-2",
31
+ "pad_token_id": 0,
32
+ "bos_token_id": 1,
33
+ "eos_token_id": 2,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9acecfbb02e3ae491c8750960da21133c2325dac72ad52da2184df1ef07c52bf
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:902e93390e26b12fdb9f7af8cb3039757c583cb3ccb8be83a411eadab0619cf1
3
+ size 22544384
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87b5b97694cc91d6a76e0baf08d20ef3fd707db80296c30af978f80023170fdb
3
+ size 28082176
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e11a3e3a5276763cf669170ef1854ae1e92315fc91837db8f70e17e3153500
3
+ size 28082176
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85e4cb5e5b944bd8c2be55e14feed85f4f1c813dcb0029d0edbedce452b64661
3
+ size 45088768
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c3834088bae70de6bb23a303f2738ca7a0691a980218465f984170be1d53891
3
+ size 25165824
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49c8c48e4398912e3e06e2cb3bb675b3dc502ddfeb49c73b5f030ffc995b3f1a
3
+ size 31604736
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85c1316f402fd3794147e826ce45b6556e431a896e21f65531934253d0363680
3
+ size 45088768
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7338517d17e47cdc885eb008ec1d6bc5cea03ceb4097ee84e45a869472a23a78
3
+ size 30294016
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbfa39349ec88d5c9e1790f8fa32e0bbb026efebd0650cee3430d0892d07e05d
3
+ size 25165824
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25ef49f2001a8eaa1936638c0b7d6c1a4cc03c80dc50c5cfc36c59975cffa042
3
+ size 22544384
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bf51f3b46e6198a67e4cc19cd51aed1699383bcd9d8e6623fb49ada4655917b
3
+ size 28082176
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b5fda1ff0644a4f3e0c474f99a8476103baee9ad9283aeecb7276d508711b63
3
+ size 45088768
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58614762061ebbdc4500146d3ff5886f67f7d6eb7238c2d0659237e0824b1737
3
+ size 45088768
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad401553effd67928f91e9bb36995317734a3f96e424ab44824927249eeac200
3
+ size 25165824
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:116e54ae006136a650f93aae1d9da5c3bc310883739ccef4d9e12d9df0104807
3
+ size 31604736
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:482b4cb86eea11c50ab8fe1e46478e1f157246904a6a96501fbd8a15eb4fb177
3
+ size 45088768
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96d0708d5e09c85d5d00f93bbebb15c4fce6e29915a7f5a0dbfb735886a957c7
3
+ size 30294016
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f029374bbf66913a3b8c21efa8d2edb808f404d16d8bb834782356c07810ad6
3
+ size 25165824
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6333992ac7f8b2df2c0fdecc74bfa9feeed89dbb5ec7721f4c942d357a68debd
3
+ size 22544384
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4fb9a9fcf395b93a80b9789d17bc1524f68bf42c7143232fffd549ea93336e5
3
+ size 28082176
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a60d7c535d536c1aeed36f215cc3c2747a0cd8088eac2581025153309f85af6e
3
+ size 45088768
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58f64a28010faa9b0f6052eec4f0c9cb442f6e1492171016a2ce919ad699795f
3
+ size 25165824
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbc9856d831a8c1413d08dd1686dd56d2b4d77cf462bef28db269e3f1324ab87
3
+ size 31604736
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08e109bf833b67f7adcf3d445ab8903f5b0e3c4a136bd83c1f19ffc1a461e93d
3
+ size 25165824
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7a8a1fef2997fd16c7014c20e27f0129489e4e4bf4b88dfad29c51e0c8f51d9
3
+ size 45088768
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56c979431d48c50c5233a7f08197b99e21d4daec7299168e52179faa5c6fba59
3
+ size 30294016
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a716dfb2a8bab72721ac1dfcf61b3bac1ebd370123e70dd8564883c37a6916e
3
+ size 25165824
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d479daca9516602fd64a287d045c6190688bf02312fb56e0b54c5291d00f8ac3
3
+ size 22544384
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec2fc8dd0b79194f8b1ed33830fa659820f4fcc3cf401d3f4b511f25b581eb02
3
+ size 28082176
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d7c54e85a62c157b69623802e814c3cd5bc948503e3851ced9f6e99e4fe114d
3
+ size 45088768
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3756f1295342e2d202cdd65506f344b9c86f60b703fe270dbb445791d0a14667
3
+ size 25165824
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:170f1c9d6db6c67a3e9a1695c59c49ae5f2e441dd5ba39d74177a1f1ab44c410
3
+ size 31604736
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:758dc49c2ba879186aec8eb30ba37edbd1ea0b5a1d1eb7a4bce63fc92d0fad00
3
+ size 45088768
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c971656688126a901a368c2392f85563f0ddec8937060bdf61d9ae40f3f0fae
3
+ size 30294016
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a92e0889ad57fecfb0c479ae07aedea3438e1d54c63968aaee117cba0c07ff94
3
+ size 31604736
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a7f275029f16bc86b124bcf4b3249f684e28e5ec69f16a4a585fd8f909f2fe1
3
+ size 25165824
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afd914afeefacc3937c384e1a2e03fad8c29bb9756c4e547835a1768cad8d691
3
+ size 28065792
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4c6e5f1a1b7e22e763cf4e73077b527b00eda98e7dc99963da46156bc0e9a92
3
+ size 45088768
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b46855315edc3dc46106c4ace1aefb68d9097b820d7290441374fe3f2cd23c3a
3
+ size 30294016
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:252d91317e7cac2db1e5ef3846380270ff62f42c395bc75a69b022b55c3abf2d
3
+ size 25165824
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e3c705578d6bf2b2491b4344f509b2ca1b8a3f6c1200c6b0c6b0a4350eb4483
3
+ size 22544384
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c10dc0d0bb88dc1f8a34b3597f680802a712a2bb2c44aa7337a1a53537b6f6a
3
+ size 28082176
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bf7ee2e1ed2200b5af64936c2ad735428a3e41dec722ee4819a8e42b9c06159
3
+ size 45088768
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67f0edb63919efb1aee1237bbac3ae5dbec32e42da3dcd59c12418b7bbbef49f
3
+ size 45088768
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caefc038f262a6bd305fa747477117fbcfad180e5588d19a9ade22d743891b1a
3
+ size 25165824
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4802c553d3e17305286d113b5c3a5868fefa045a210a7c6d80c6f37301bd687
3
+ size 31604736