Hugging Face's logo

c01zaut
/
internlm2_5-7b-chat-1m-RK3588-1.1.4

Text Generation
Safetensors
internlm2
conversational
custom_code
Model card Files Community
c01zaut commited on
Commit
ff7d3a8
•
1 Parent(s): cd9d341

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +18 -0
  2. README.md +1 -1
  3. internlm2_5-7b-chat-1m-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm +2 -2
  4. internlm2_5-7b-chat-1m-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm +2 -2
  5. internlm2_5-7b-chat-1m-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm +2 -2
  6. internlm2_5-7b-chat-1m-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm +2 -2
  7. internlm2_5-7b-chat-1m-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm +2 -2
  8. internlm2_5-7b-chat-1m-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm +2 -2
  9. internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  10. internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  11. internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  12. internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  13. internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  14. internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  15. internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  16. internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  17. internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  18. internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  19. internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  20. internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  21. internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  22. internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  23. internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  24. internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  25. internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  26. internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm +3 -0
.gitattributes CHANGED
@@ -39,3 +39,21 @@ internlm2_5-7b-chat-1m-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=
39
  internlm2_5-7b-chat-1m-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
40
  internlm2_5-7b-chat-1m-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
41
  internlm2_5-7b-chat-1m-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  internlm2_5-7b-chat-1m-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
40
  internlm2_5-7b-chat-1m-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
41
  internlm2_5-7b-chat-1m-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
42
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
43
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
44
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
45
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
46
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
47
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
48
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
49
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
50
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
51
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
52
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
53
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
54
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
55
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
56
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
57
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
58
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
59
+ internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -4,7 +4,7 @@ pipeline_tag: text-generation
4
  ---
5
  # internlm2_5-7b-chat-1m-RK3588-1.1.2
6
 
7
- This version of internlm2_5-7b-chat-1m has been converted to run on the RK3588 NPU using ['w8a8'] quantization.
8
  This model has been optimized with the following LoRA:
9
 
10
  Compatible with RKLLM version: 1.1.2
 
4
  ---
5
  # internlm2_5-7b-chat-1m-RK3588-1.1.2
6
 
7
+ This version of internlm2_5-7b-chat-1m has been converted to run on the RK3588 NPU using ['w8a8', 'w8a8_g128', 'w8a8_g256', 'w8a8_g512'] quantization.
8
  This model has been optimized with the following LoRA:
9
 
10
  Compatible with RKLLM version: 1.1.2
internlm2_5-7b-chat-1m-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28fa9ba1a1d41132509b09fa19921a4b2c287eef0611de1255eadc8c5a299441
3
- size 8145887092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:132617c7f50cbc25e507b5767f32bf9bb54c8b7b593b29d3bf7101d44f51382d
3
+ size 8145887124
internlm2_5-7b-chat-1m-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28fa9ba1a1d41132509b09fa19921a4b2c287eef0611de1255eadc8c5a299441
3
- size 8145887092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:132617c7f50cbc25e507b5767f32bf9bb54c8b7b593b29d3bf7101d44f51382d
3
+ size 8145887124
internlm2_5-7b-chat-1m-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28fa9ba1a1d41132509b09fa19921a4b2c287eef0611de1255eadc8c5a299441
3
- size 8145887092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:132617c7f50cbc25e507b5767f32bf9bb54c8b7b593b29d3bf7101d44f51382d
3
+ size 8145887124
internlm2_5-7b-chat-1m-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:946480947161cf6453615f94442acf49326cd817081ad3fd66367fbd0567ad09
3
- size 8145887092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc3be4103c00d3abf3cde2ff227fb77dce0b3df9bff338bde4e32d70ae107dba
3
+ size 8145887124
internlm2_5-7b-chat-1m-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:946480947161cf6453615f94442acf49326cd817081ad3fd66367fbd0567ad09
3
- size 8145887092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc3be4103c00d3abf3cde2ff227fb77dce0b3df9bff338bde4e32d70ae107dba
3
+ size 8145887124
internlm2_5-7b-chat-1m-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:946480947161cf6453615f94442acf49326cd817081ad3fd66367fbd0567ad09
3
- size 8145887092
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc3be4103c00d3abf3cde2ff227fb77dce0b3df9bff338bde4e32d70ae107dba
3
+ size 8145887124
internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aea71e09e02fc79b91b64b5ba3f4abc15f3b56ffe3bb2f5378e9eb47c135aabb
3
+ size 8662353324
internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aea71e09e02fc79b91b64b5ba3f4abc15f3b56ffe3bb2f5378e9eb47c135aabb
3
+ size 8662353324
internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aea71e09e02fc79b91b64b5ba3f4abc15f3b56ffe3bb2f5378e9eb47c135aabb
3
+ size 8662353324
internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4c4f3dd30abbea6be627f6f1d81ec80cfcc139195a11edf42b247098af64ab0
3
+ size 8638272052
internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4c4f3dd30abbea6be627f6f1d81ec80cfcc139195a11edf42b247098af64ab0
3
+ size 8638272052
internlm2_5-7b-chat-1m-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4c4f3dd30abbea6be627f6f1d81ec80cfcc139195a11edf42b247098af64ab0
3
+ size 8638272052
internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d54af3372c3bcd239ad8d065fabb2340c89571844490547b17d44bfcdcdb4311
3
+ size 8397966740
internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d54af3372c3bcd239ad8d065fabb2340c89571844490547b17d44bfcdcdb4311
3
+ size 8397966740
internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d54af3372c3bcd239ad8d065fabb2340c89571844490547b17d44bfcdcdb4311
3
+ size 8397966740
internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88bb8661db17604f6e340dad629a8bb59aa0d8e155065fb54415b3ce5546fd58
3
+ size 8386314772
internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88bb8661db17604f6e340dad629a8bb59aa0d8e155065fb54415b3ce5546fd58
3
+ size 8386314772
internlm2_5-7b-chat-1m-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88bb8661db17604f6e340dad629a8bb59aa0d8e155065fb54415b3ce5546fd58
3
+ size 8386314772
internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59f07b831ed9e61ab11dbdb4fd4889b736946facffd1768a1e814b73f67eb270
3
+ size 8265773404
internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59f07b831ed9e61ab11dbdb4fd4889b736946facffd1768a1e814b73f67eb270
3
+ size 8265773404
internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59f07b831ed9e61ab11dbdb4fd4889b736946facffd1768a1e814b73f67eb270
3
+ size 8265773404
internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4ae001ee9cc31b62711df470ad1c90c6c700322e0981b085b36aa5f63f8f9d7
3
+ size 8260336092
internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4ae001ee9cc31b62711df470ad1c90c6c700322e0981b085b36aa5f63f8f9d7
3
+ size 8260336092
internlm2_5-7b-chat-1m-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4ae001ee9cc31b62711df470ad1c90c6c700322e0981b085b36aa5f63f8f9d7
3
+ size 8260336092