Hugging Face's logo

numen-tech
/
Phi-3-mini-4k-instruct-w4a16g128asym

Model card Files Community
numen-tech commited on
Commit
df5211c
•
1 Parent(s): 1816bac

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +2 -0
  2. added_tokens.json +40 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
README.md CHANGED
@@ -1,3 +1,5 @@
1
  ---
2
  license: mit
3
  ---
 
 
 
1
  ---
2
  license: mit
3
  ---
4
+
5
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Phi-3-mini-4k-instruct](https://huggingface.co/microsoft/Phi-3-mini-4k-instruct).
added_tokens.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|/code|>": 32014,
3
+ "<|/data|>": 32033,
4
+ "<|/inst|>": 32037,
5
+ "<|/query|>": 32031,
6
+ "<|/sys|>": 32035,
7
+ "<|assistant_mask|>": 32017,
8
+ "<|assistant|>": 32001,
9
+ "<|calc|>": 32012,
10
+ "<|code|>": 32013,
11
+ "<|continue|>": 32009,
12
+ "<|data|>": 32032,
13
+ "<|diff_marker|>": 32025,
14
+ "<|disc_sep|>": 32029,
15
+ "<|disc_start|>": 32028,
16
+ "<|disc_thread|><|query|>": 32030,
17
+ "<|endoftext|>": 32000,
18
+ "<|end|>": 32007,
19
+ "<|fim_middle|>": 32021,
20
+ "<|fim_prefix|>": 32020,
21
+ "<|fim_suffix|>": 32022,
22
+ "<|function_call|>": 32005,
23
+ "<|function_list|>": 32011,
24
+ "<|function_output|>": 32003,
25
+ "<|ghissue|>": 32026,
26
+ "<|ghreview|>": 32027,
27
+ "<|inst|>": 32036,
28
+ "<|ipynb_marker|>": 32024,
29
+ "<|message|>": 32019,
30
+ "<|meta_start|>": 32023,
31
+ "<|raw|>": 32008,
32
+ "<|resource|>": 32016,
33
+ "<|start|>": 32018,
34
+ "<|step|>": 32002,
35
+ "<|summary|>": 32015,
36
+ "<|system|>": 32006,
37
+ "<|sys|>": 32034,
38
+ "<|tag|>": 32004,
39
+ "<|user|>": 32010
40
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2810048345263fa4f9adc53a8ccc6fa9c85bb34de6037cd3d5665d77dc8be56
3
+ size 42459939
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71335dfd34b212b18fb718c2afe54ca49bb163c51963617987f67cd8cec099c5
3
+ size 22403668
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:377e3efdb772dbab212579e00f7ee29e5a15e127bbe280f640324f07ec1eefc1
3
+ size 29015790
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f03fff5cfb77b25e6c27a55cf37aed44a79e9c5de718f84c0c629235af85f074
3
+ size 22451262
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbeb240e39fe3cc4148a0d60d0c83e795882f102cfdf9d41ad3547f002da874d
3
+ size 29007011
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cb2ff24fbb93967740585b48d133a92b2bd6cda099254f9a644c06727be96c3
3
+ size 22458448
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5641a86780ddeefbb3840671c99b1905fe3275c7554c5e40af91ede1e1a5df6b
3
+ size 29016356
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da547999dae90ece264e7304285e0fa4997686df15b342e645fe9cfc6e5cd2ec
3
+ size 22457404
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6944d9bd124e79b2da54446c8b7923ae857a6c41891ebd9072018e2a5d0af9f4
3
+ size 29020739
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6c28f661815be8d8ecf0a043a738ac1d85568373fe256abc08d06751fb112b6
3
+ size 22460843
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7adc2f42c74f5e7978f8323d391891c7c6c6c3b0a8c5599c177737c90b14a37
3
+ size 29093019
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39a2c6901b9ad23ab858a9d03b6cdc6aa6b298b95c63e3329578fa7d745a9dfe
3
+ size 22471548
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7361b64ce0abaa2e42a6d552a92453d7bb5b52fb99d466d386abb3911b48247
3
+ size 28555334
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dccc9e351825bdcfcf16c30f3b88c318ef7ce6108113482ad161811026cbec7
3
+ size 29032623
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39a26655a23f720bca2e5add1e396fd81062088aa1fcceee1a6a637edabe5000
3
+ size 22454698
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:214c4ece31b3adbb5a7dc49668154316bad1110123be76e9d63935f29d514393
3
+ size 29057310
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c3c94f443ed778c9b1c43414cb4ea928928af43f6fbbdb10530ba106d4d499e
3
+ size 42473278
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1158663c6504a541d799e02c34ad70277f31d373469e4b066fce62bf8e9ab5d
3
+ size 21917802
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c86d6410e8b14e8f8c55b0c05b7ebfbbbf933da9e85315954ecc4350cae07a80
3
+ size 25278582
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96f31642fb98c5ea50b37ed434d26abe8d5d7c9be6ed47fa73db184a403e3586
3
+ size 21912250
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9fb6c71398a0cc05552eaf89491a437e638ce6e36e65744c87a2806bc27d671
3
+ size 26175703
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bfb24f3500ee2e0dfed9abfe2befd9a87d1dce496d6c1ddfcff301ff9cca285
3
+ size 21981400
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5e272f777f52be0433c2ca97f868a9de0b3d7e2152dc750d45cc5993b7a440c
3
+ size 27199020
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0b2b0c27a1d215f4f757af1a466fc736f389deb1e26ec41c4af4fde97a195b7
3
+ size 22428109
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64956a9c48e88af29df93713e19d5ad07ae5921d337fd682359f535830ddd9e8
3
+ size 21991868
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f0f030eb9d0f905ea696769a8962191f920d034621b5602a0f3d5c0f58327a4
3
+ size 28548322
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72e6dc3645ec0973ea712cfa895bb255fb03c95bbd54b38604ae6f08f76ab8b0
3
+ size 22007619
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fedb2d5d55239e2bf60319ff57c06d18978122842f6fbe9a92ae7aeef0409d78
3
+ size 28602276
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d117391fe1c05769906549453395add8989424c24f4bd8e96f792d349261e64
3
+ size 22148620
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c1eca0fbe1424852a900feacde1d37629b1b7f6a7942412df8bc32e402f0fba
3
+ size 28758303
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:665a27c566350e224ecf552cbcc4fc4a85ad097c603da639db0e39ccf30bb22c
3
+ size 22081896
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56f48715a196550cc229a61ad959c8ea12514fd4bd12734fd678514538813ed9
3
+ size 28792746
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c543defac4f30a2abbbd0f16239840bcf84cd4c4a849e06a7fd25ec43a63bc4
3
+ size 22099284
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c24a50edbd97e9ca918c31346cc5d235407d000868ecee4b1deaf37bd1168ef2
3
+ size 28770067
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d807879de6021fd7e8edb70c20ea92a4e40a12f662c829fc0e18872b551145c
3
+ size 28969906
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b84ccdc7aaf5da5c32fb2c09b1556bde1268cff062caf3a090abc82a99f91993
3
+ size 22128643
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cae5269ebd71a302422ea9775bfb99aea44e316b996dee1904f10322a22a9e0d
3
+ size 28813731
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a944917967548d157976343ba53f89b225021c7baa3b38370e569c0d4f56b729
3
+ size 22193252
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e652e74efdf4654246cc5f00604a866b5818bc56f4b2474b81036ee0caf6d60
3
+ size 28847292
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2983b975550262e71a2b8f65ec145fa697fc00377ea035d1dda6011f93595fca
3
+ size 22260174
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac3e7b4a55d60450cd43b570403e2c4e98c42110d8eab5570671b860bae45745
3
+ size 28914994
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c2f1f82143efbd9400bf4882336bedcd18dddb4edd42ad59e76739e2ea8b39f
3
+ size 22320360
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d4656aec48ba6ddc8b9477ba3b46645d22b4aecc01cea1df54926b7f826e912
3
+ size 28947661
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f1ae82aece89d1fe19454d577f353a3f8ce0de542e4304ba2247f1bc95bf4fa
3
+ size 21924992
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28a002d45863f8eddb7aca48ef690e28b9491448b8c84633bae09a613f252ea5
3
+ size 28707207
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f36eb0d3efd80636eae689cdb4f61da1e877ccfc392ec5a6c765d815fea7daad
3
+ size 22439680
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6d217775ae6a1660b17bac8409b11883fa0d08294550d567e2f066b72d6bc72
3
+ size 22369623