Hugging Face's logo

twiceYuan
/
llama-2-7b-chat-hf-q3f16_1

Model card Files Community
twiceYuan commited on
Commit
c88ed4c
·
1 Parent(s): 6624a6f

Add q4f32_1 prebuilt weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. llama-2-7b-chat-hf-q3f16_1-android.tar +3 -0
  2. mlc-chat-config.json +17 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
llama-2-7b-chat-hf-q3f16_1-android.tar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6ee7d3ceda4c9190e28290c5d0538d9fd90b77995fa62160d81453f4ab221fb
3
+ size 189456
mlc-chat-config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_lib": "llama-2-7b-chat-hf-q3f16_1",
3
+ "local_id": "llama-2-7b-chat-hf-q3f16_1",
4
+ "conv_template": "llama-2",
5
+ "temperature": 0.7,
6
+ "repetition_penalty": 1.0,
7
+ "top_p": 0.95,
8
+ "mean_gen_len": 128,
9
+ "max_gen_len": 512,
10
+ "shift_fill_factor": 0.3,
11
+ "tokenizer_files": [
12
+ "tokenizer.json",
13
+ "tokenizer.model"
14
+ ],
15
+ "model_category": "llama",
16
+ "model_name": "llama-2-7b-chat-hf"
17
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e01494d312633f862ca01a2d12532cd942c569d66bc0c7d7ba8a26094fbedcb
3
+ size 52736000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:060a9902f2b31f506251d0b4aeca7b7183a01888f7bba87e9e30be7fcb60a8d4
3
+ size 29373952
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:946430aee6cc34ece954d0d92fe2d34d156d503c239ecf527a932c897b917d85
3
+ size 27431936
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65c6fa80496f098b0619180e9ff4efeb5d4a81941ec520dc8447e7a928298797
3
+ size 36282368
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c2019ea411397f4ad2638738ca978a9a0b2afb5dada627a2ab1cdf87c6e9a70
3
+ size 20250624
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb53a109383a9d78be4265417fe898237bdcfc518b3d77a17fe524eca2203622
3
+ size 32494592
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:befb97204ef4948a50997878cd23986c85ec9aa73caa5960438011a0329484e5
3
+ size 36282368
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f1f91eff53497db7bef785467c6c88405e49fe073f95939ea59508b6873355e
3
+ size 32748544
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f6ee4cb6461eb4422fbefba2baf5f2df2a0b9d6648744726bf7716e589106fd
3
+ size 36282368
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f81b11abc09a25006cb4bd7bf4bc4e699fc40cdb02c141a0c33d2588677c9edd
3
+ size 32653312
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf7e4852878672386221cfbbc69d192e562de565268d258597024c7dac0f58e9
3
+ size 20250624
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11b03fc306678f9052d799a17c9f4c0b08ebcb901f09dc0263d687c539000522
3
+ size 27431936
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:457ad6898c9b467297ae9fca9c4258ac2050372e561fae06898adccc9bfff3e0
3
+ size 36282368
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e404aacfab8debb036dd0678675212b904ff20d5beff1a7605ca25f9b3855084
3
+ size 36282368
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:755a59747c1b0b0fc9b7180aa13727ca6340b483239d1692b57f7488d9405dbb
3
+ size 20250624
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f2bbb3551db6df266c4f3ae01299525256c02c892e05b21266bf9239230e03d
3
+ size 32494592
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a254f0858a55a03a1cdb637761553e907fdcdcd2a3c3873ffef8ec20345362ca
3
+ size 36282368
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a0260ecfff046e00e2f87f0d2bbe93fe2c976f5ea1c04d9b713c7bf3928e978
3
+ size 32748544
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d96b53a5e147e428fba59b76f242609db41d6d2ad3e400370a02b996688f4c93
3
+ size 36282368
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00db4b390e1ba1b706ad9b92fea8073d155bd1252e5677c26bffba0624a6b065
3
+ size 32653312
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da8cda01f640e83e3fd2dd98c2638f4ea168baba694ae398d8f1990b456b26f7
3
+ size 20250624
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4d2b820ba2a6ee5b874e61a4165b6e5c1f21abe03fb91419757fb139dafa9b5
3
+ size 27431936
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a03bf74c75cf07030ee2ffa7acbfe44c70ca233e88f17dc1e5c7d14af969ed8
3
+ size 36282368
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8948f12d9b743ddfbf89282eacb8acd38d4b3e150463445f48424e74cc246f21
3
+ size 20250624
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bbaa962ca001a0b3e1e2ba764e253fca59774d2e87dfeb6a420b4dde3f4830b
3
+ size 20250624
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cba7c2a6b19e257d90b9558355d6a8404f439f78b56ce9e217bbe378ddc3b9c
3
+ size 32494592
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a03afd21ab1ccb88ad859cf0f7c449b08ccdf774fff56311d55aea2c13cd08b
3
+ size 36282368
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:299909f05b2e2a7b3728a91f8235d7858f512d89a86b050021dcd9784a951bb4
3
+ size 32748544
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcd0a4d20ec11676a139eb86ee664cc4c093e87b4134102b15318882ce43b828
3
+ size 36282368
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97c54ca3d5f90ca0b1a3cddfeb3cdc585ef1df98ee212a78ca89a6f870b0e82d
3
+ size 32653312
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b30420abf2c586fb0c2d57f37907ba36acc0a89d558a0c3862dc359d29371020
3
+ size 20250624
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:751b4499158571c5f2aa922e6641744b1e2884b549031c0bc19e626e637de0aa
3
+ size 27431936
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94165f60f293c499a68d84dd77ba8f4f7226c04181c9c1d222828567ac70d82b
3
+ size 36282368
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63e5d50cc02dcd3efce686fb5bf44d418d82c0de2237a7da3e4504f13c9ca7c6
3
+ size 20250624
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bf4c3ebd67eb6398ef05cdb03683532f272db2ea4a1bcf627ba45b1d79076f2
3
+ size 32494592
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aeac12200897373e720b484a02b6fbdc2d8a342bd98006faad12c5ede21474d
3
+ size 32494592
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04cd641716a758fa66424d0261c88acb5489265cfc5015c4f0640a148ca4c9cf
3
+ size 36282368
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fe796c7971966b78e9163731684dceabaa6a602621e7b09a220d7d1e1a2f7e2
3
+ size 32748544
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1548301ee2dc28c7227c01b476f4bb90e32404a91c4bc699651052da0e2d0d06
3
+ size 36282368
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f457641e3a57c912141c63bede399d49581b015ee5341be6a73121dd9d2d5dbe
3
+ size 32653312
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46316e9525e0c91db4d2f4daceae699d6f17d9c6dd5e9bc3de45343bb0086980
3
+ size 20250624
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af29fb37c3261e4a7094b1a814d347142a47b3ae874a86e228d256639e5ad21a
3
+ size 27431936
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe60ad8c5953fb7ff7722670ac1fb3f616f6521b2067b55a74526e8214fafed
3
+ size 36282368
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9ea379bf350f6e7da8b34bececa3c5b56ed6d5700bb122a99d6e4f156cbb712
3
+ size 20250624
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cb84f16066fab236be530c9188c97cc006ac227423844bf3f4c50b37b609b51
3
+ size 32494592
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd502784dae7afde98efe0a1df306eb127a559815bd26f6b20a1a829118f62c7
3
+ size 36282368
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4ca075e8a9b13557b6eba9117f80c90d1f46e883732f3308e93d7dacc3a3d1a
3
+ size 36282368