Hugging Face's logo

c01zaut
/
internlm2_5-1_8b-chat-RK3588-1.1.4

Text Generation
Safetensors
internlm2
conversational
custom_code
Model card Files Community
c01zaut commited on
Commit
a6ffa85
•
1 Parent(s): 83d3cce

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +18 -0
  2. README.md +1 -1
  3. internlm2_5-1_8b-chat-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm +2 -2
  4. internlm2_5-1_8b-chat-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm +2 -2
  5. internlm2_5-1_8b-chat-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm +2 -2
  6. internlm2_5-1_8b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm +2 -2
  7. internlm2_5-1_8b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm +2 -2
  8. internlm2_5-1_8b-chat-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm +2 -2
  9. internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  10. internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  11. internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  12. internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  13. internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  14. internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  15. internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  16. internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  17. internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  18. internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  19. internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  20. internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  21. internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  22. internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  23. internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  24. internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  25. internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  26. internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm +3 -0
.gitattributes CHANGED
@@ -39,3 +39,21 @@ internlm2_5-1_8b-chat-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=l
39
  internlm2_5-1_8b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
40
  internlm2_5-1_8b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
41
  internlm2_5-1_8b-chat-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  internlm2_5-1_8b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
40
  internlm2_5-1_8b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
41
  internlm2_5-1_8b-chat-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
42
+ internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
43
+ internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
44
+ internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
45
+ internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
46
+ internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
47
+ internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
48
+ internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
49
+ internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
50
+ internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
51
+ internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
52
+ internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
53
+ internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
54
+ internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
55
+ internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
56
+ internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
57
+ internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
58
+ internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
59
+ internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -4,7 +4,7 @@ pipeline_tag: text-generation
4
  ---
5
  # internlm2_5-1_8b-chat-RK3588-1.1.2
6
 
7
- This version of internlm2_5-1_8b-chat has been converted to run on the RK3588 NPU using ['w8a8'] quantization.
8
  This model has been optimized with the following LoRA:
9
 
10
  Compatible with RKLLM version: 1.1.2
 
4
  ---
5
  # internlm2_5-1_8b-chat-RK3588-1.1.2
6
 
7
+ This version of internlm2_5-1_8b-chat has been converted to run on the RK3588 NPU using ['w8a8', 'w8a8_g128', 'w8a8_g256', 'w8a8_g512'] quantization.
8
  This model has been optimized with the following LoRA:
9
 
10
  Compatible with RKLLM version: 1.1.2
internlm2_5-1_8b-chat-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da1931c713bbc5a69ebc517f5939b2a73ecbb2705195a0f984076a93eb04cab3
3
- size 2097615044
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f06afb0223b7125787bab5d44c2121bc7e305f593152b66348821ba53bf4eba
3
+ size 2097615076
internlm2_5-1_8b-chat-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da1931c713bbc5a69ebc517f5939b2a73ecbb2705195a0f984076a93eb04cab3
3
- size 2097615044
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f06afb0223b7125787bab5d44c2121bc7e305f593152b66348821ba53bf4eba
3
+ size 2097615076
internlm2_5-1_8b-chat-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da1931c713bbc5a69ebc517f5939b2a73ecbb2705195a0f984076a93eb04cab3
3
- size 2097615044
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f06afb0223b7125787bab5d44c2121bc7e305f593152b66348821ba53bf4eba
3
+ size 2097615076
internlm2_5-1_8b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa3ace7d1864ffa13f5c199cf62fc4863e87ad3d998cd11df9a61bf3c7b913e6
3
- size 2097615044
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad28a7c09e7756fea1bd8f29018872fb7c1aa18c3594a1e577d69d3065eafe94
3
+ size 2097615076
internlm2_5-1_8b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa3ace7d1864ffa13f5c199cf62fc4863e87ad3d998cd11df9a61bf3c7b913e6
3
- size 2097615044
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad28a7c09e7756fea1bd8f29018872fb7c1aa18c3594a1e577d69d3065eafe94
3
+ size 2097615076
internlm2_5-1_8b-chat-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa3ace7d1864ffa13f5c199cf62fc4863e87ad3d998cd11df9a61bf3c7b913e6
3
- size 2097615044
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad28a7c09e7756fea1bd8f29018872fb7c1aa18c3594a1e577d69d3065eafe94
3
+ size 2097615076
internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a58d016ea5e07f7632a0cd25e310cbffac2b1215c742c828d0a55f0c2a52925
3
+ size 2226665124
internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a58d016ea5e07f7632a0cd25e310cbffac2b1215c742c828d0a55f0c2a52925
3
+ size 2226665124
internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a58d016ea5e07f7632a0cd25e310cbffac2b1215c742c828d0a55f0c2a52925
3
+ size 2226665124
internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad3b5d468149e5fb23ec87ab7c0b065d47f26dd8d4f273ef60a17627789d3ac8
3
+ size 2214998284
internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad3b5d468149e5fb23ec87ab7c0b065d47f26dd8d4f273ef60a17627789d3ac8
3
+ size 2214998284
internlm2_5-1_8b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad3b5d468149e5fb23ec87ab7c0b065d47f26dd8d4f273ef60a17627789d3ac8
3
+ size 2214998284
internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be37b27d30f458e6811aa1a79f5b44dab7efa687ff913df21a6f8a348dbe1253
3
+ size 2159901348
internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be37b27d30f458e6811aa1a79f5b44dab7efa687ff913df21a6f8a348dbe1253
3
+ size 2159901348
internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be37b27d30f458e6811aa1a79f5b44dab7efa687ff913df21a6f8a348dbe1253
3
+ size 2159901348
internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e1e909e98dfc9d193af654a708e99c2e56a31467ccac7fc38975cc3e4908fd1
3
+ size 2154449164
internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e1e909e98dfc9d193af654a708e99c2e56a31467ccac7fc38975cc3e4908fd1
3
+ size 2154449164
internlm2_5-1_8b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e1e909e98dfc9d193af654a708e99c2e56a31467ccac7fc38975cc3e4908fd1
3
+ size 2154449164
internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0709a1cecdb99dbd27bb954ad460f022fbf274b5cadcf93424b78abb9f8b6eb2
3
+ size 2126519460
internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0709a1cecdb99dbd27bb954ad460f022fbf274b5cadcf93424b78abb9f8b6eb2
3
+ size 2126519460
internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0709a1cecdb99dbd27bb954ad460f022fbf274b5cadcf93424b78abb9f8b6eb2
3
+ size 2126519460
internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e679ae8d285dfe822bd915ce81512ab3aed7fe679bcc40b8771963a72e19cf2
3
+ size 2124174604
internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e679ae8d285dfe822bd915ce81512ab3aed7fe679bcc40b8771963a72e19cf2
3
+ size 2124174604
internlm2_5-1_8b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e679ae8d285dfe822bd915ce81512ab3aed7fe679bcc40b8771963a72e19cf2
3
+ size 2124174604