Hugging Face's logo

numen-tech
/
Qwen2.5-Coder-7B-Instruct-GPTQ-Int4

Text Generation
MLC-LLM
English
code
codeqwen
chat
qwen
qwen-coder
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
ae7f024
·
1 Parent(s): f7be389

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +15 -0
  2. config.json +5 -0
  3. merges.txt +0 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_11.bin +3 -0
  9. params_shard_12.bin +3 -0
  10. params_shard_13.bin +3 -0
  11. params_shard_14.bin +3 -0
  12. params_shard_15.bin +3 -0
  13. params_shard_16.bin +3 -0
  14. params_shard_17.bin +3 -0
  15. params_shard_18.bin +3 -0
  16. params_shard_19.bin +3 -0
  17. params_shard_2.bin +3 -0
  18. params_shard_20.bin +3 -0
  19. params_shard_21.bin +3 -0
  20. params_shard_22.bin +3 -0
  21. params_shard_23.bin +3 -0
  22. params_shard_24.bin +3 -0
  23. params_shard_25.bin +3 -0
  24. params_shard_26.bin +3 -0
  25. params_shard_27.bin +3 -0
  26. params_shard_28.bin +3 -0
  27. params_shard_29.bin +3 -0
  28. params_shard_3.bin +3 -0
  29. params_shard_30.bin +3 -0
  30. params_shard_31.bin +3 -0
  31. params_shard_32.bin +3 -0
  32. params_shard_33.bin +3 -0
  33. params_shard_34.bin +3 -0
  34. params_shard_35.bin +3 -0
  35. params_shard_36.bin +3 -0
  36. params_shard_37.bin +3 -0
  37. params_shard_38.bin +3 -0
  38. params_shard_39.bin +3 -0
  39. params_shard_4.bin +3 -0
  40. params_shard_40.bin +3 -0
  41. params_shard_41.bin +3 -0
  42. params_shard_42.bin +3 -0
  43. params_shard_43.bin +3 -0
  44. params_shard_44.bin +3 -0
  45. params_shard_45.bin +3 -0
  46. params_shard_46.bin +3 -0
  47. params_shard_47.bin +3 -0
  48. params_shard_48.bin +3 -0
  49. params_shard_49.bin +3 -0
  50. params_shard_5.bin +3 -0
README.md CHANGED
@@ -1,3 +1,18 @@
1
  ---
2
  license: apache-2.0
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  ---
 
 
 
1
  ---
2
  license: apache-2.0
3
+ license_link: https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GPTQ-Int4/blob/main/LICENSE
4
+ language:
5
+ - en
6
+ pipeline_tag: text-generation
7
+ tags:
8
+ - code
9
+ - codeqwen
10
+ - chat
11
+ - qwen
12
+ - qwen-coder
13
+ base_model: Qwen/Qwen2.5-Coder-7B-Instruct
14
+ base_model_relation: quantized
15
+ library_name: mlc-llm
16
  ---
17
+
18
+ 4-bit [GPTQ](https://arxiv.org/abs/2210.17323) quantized version of [Qwen2.5-Coder-7B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct) for use with the [Private LLM app](https://privatellm.app/).
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b4d022427531d1d2e94378b5390d8e31bf60c8a28d0f215fe1f616de7777cb2
3
+ size 272498688
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbe23243097612d1eca136e984d8f015dc1012eb061d45cb9ad9bca3fa5f4a34
3
+ size 272498688
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7890b18eb2adfbb09a93214fc31e5dbaf4d53ac0833b82858b562f75a0a4f1e
3
+ size 33947648
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:309aba55439dffbaaa0c62ea61a87642a35b527ff08dcad2981bfc3928a747e3
3
+ size 67895296
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f98b5a79884c63bdceb08a53800628ac3c722842f0295d51feee52e484bc864d
3
+ size 33947648
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b020331e8af426c9faac6fedf9f1850d2e0518f2fe4f2732046ae529f59003a
3
+ size 33490944
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f658dd307401be999d3579e77c5cfa24d1558ea01416f00ce6484db5d2c921
3
+ size 67895296
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a882e366760ea2f0d5cf9f85c284473a2a9c2b5b73d95647d8a302b3844f3206
3
+ size 33947648
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:916385ffc2b24bb796515157134e49e63077dbd9ec1f058572306744e8f37b24
3
+ size 67895296
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df6d7c3621aac2c400843e0995d668c49a0413272610943416f49e407fcdf5a1
3
+ size 30059520
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c335dd0defcfcb1a7d7555f3ebe012a5a8ff33bf81c78f1cc4a5a53d091f99e3
3
+ size 33947648
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03df0350246f135c108b3646ec4edf7c20a33e8556c2fc2f71a24707b2f2eb3c
3
+ size 67895296
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61d1b5e2c753ab6a751f9b2132717569b102c3516c76419226e0239904169045
3
+ size 33947648
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a4fd6c1493b9361c6ff5946c4f07c88d248cf72fcba4ed0859d264f67631a35
3
+ size 33947648
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2913f7845a39244631e1ed3207a2b2d2bfedd24bb9f6f59ac1fdde4ef363c04
3
+ size 67895296
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9379e44dfa0338fbb6d82d9a8714d9879ebf47a33f2e2365aec2abb1281e2fa
3
+ size 28174336
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f86c1804ba4ffb02889ec8366bccd01ba0bdb5d4d416c50dbf0aa16ff84f68b4
3
+ size 33947648
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f24f4aa143d2840c76077d0509e53769dd3e8977af4ab9af9feaa12f86466020
3
+ size 67895296
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6c5375ebfb61ddc2ce60e1eed44c6da969b276bafe5543c258eba5b9a7cd870
3
+ size 33492992
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c649467e2b73a82497a08471a9a73bc1231336ceb403a7edc113d0170fd439ab
3
+ size 33947648
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6350b1003729f7768cbd52176bfa6508ffb53695209d7e61253cb5523bfd4d3
3
+ size 67895296
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e96e1ee9133b5deb5d1e8ea7b4f26fdaef17b14f4bf42775342be7943db9daf
3
+ size 33947648
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8462c38b244efd7a5834af51a26c5beb1395997676d1a2eeb03348a6fbc6b59
3
+ size 33490944
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:634e742a15da52bb93402ad59dbfc0f9a83c6381354a7ba58ab29d569682d18b
3
+ size 67895296
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50031e5fae85ce8276780f970a69ed104afc8da452016a475de2e53b2b76948d
3
+ size 67895296
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c08437c4daadcd7386cefb799e4ca6ae3a8822eb77ed2d484eda880255a3a611
3
+ size 33947648
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfaab808a1395752fc9551842342d32b7d7d55a6713326e74226639671b60c96
3
+ size 67895296
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0741152d0c51371aa6e5680fc064bbdf3727326b72f2edf18565fdc44358d35
3
+ size 30059520
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f3d3ecf0fb234810dbabeaf3ff47a71718ab3612110306b1eb8fc0c9d3e5209
3
+ size 33947648
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d76fa0ade928e9efacfd345328d869686dff260d69509582674d2ed938ba6d0c
3
+ size 67895296
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a2d6a360d7b84f9df8e55953a39ee16697bdda1ddbda970dd75e8f8c20a4c0c
3
+ size 33947648
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:812a45ec7a846d5ec015599e6decb04c29599b4fc2117deef9ce4cd8cadbdaeb
3
+ size 67895296
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a70b3abbaef5c89cbb60635b89eb58d87670e2d4104c351b8dc728867e1fab3d
3
+ size 28174336
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1478cb5848d5e73b9b41db355ebd47ea5a2289a76e50afabb6e1a638b3e9fe94
3
+ size 33947648
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:738c23d785a82fa18dd7c9e5a3a9db4d5ca387b40cac30c10a47f6fe2dab45b4
3
+ size 28752896
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34c37f16cd8e0461aa7f9dc55c4d6981cc58a758dbcfdfa91654e0c088c368b
3
+ size 67895296
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f46640e907380bee84b0fcfc9198086dac659fab04089eb2e29a1ec19daff22
3
+ size 33947648
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1343e9ac082fd35ecc396d04564715d01a63d0889f3bcabe325ef5df86bb2d74
3
+ size 33490944
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d93f303d0268123279fb55bec1226f0d45478f0d2d7ae76e0e8c866996acb6a5
3
+ size 67895296
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4acedf676efd4af66d9ecbef88c7a8e2be3175934c0cc5da8271f1c4dabdd2df
3
+ size 67895296
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9591f0d0ad9024c58f9d9ffd4868aeb518d26f45e35f8b08e9927e49f3fd2885
3
+ size 28984320
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b7f17d1125125bc2068b4a465166880e077c5adb3a7cc6ebeee782c52933c48
3
+ size 33947648
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdaf47fc7496d3a2734fdd9eaf3efaca7477ce2d6e223cf9c61a65a495d221a7
3
+ size 67895296
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b047a9905422936ff0e38aa8b847b88007e3d0505e6c83c96e1eec2dcad5a5cd
3
+ size 33947648
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec1029160a61c992f51956f97413fdc754b0e334ce1c1f72ada9cc1fdc24f763
3
+ size 67895296
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:309ee6934c73307e51439af4113fe6c0fe985e23928fbc2a2a4e0ecf5b0c16f7
3
+ size 33947648