Hugging Face's logo

c01zaut
/
internlm2_5-20b-chat-RK3588-1.1.4

Text Generation
Safetensors
internlm2
conversational
custom_code
Model card Files Community
c01zaut commited on
Commit
bf75346
·
verified ·
1 Parent(s): 8ac32cc

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +18 -0
  2. README.md +1 -1
  3. internlm2_5-20b-chat-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm +2 -2
  4. internlm2_5-20b-chat-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm +2 -2
  5. internlm2_5-20b-chat-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm +2 -2
  6. internlm2_5-20b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm +2 -2
  7. internlm2_5-20b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm +2 -2
  8. internlm2_5-20b-chat-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm +2 -2
  9. internlm2_5-20b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  10. internlm2_5-20b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  11. internlm2_5-20b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  12. internlm2_5-20b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  13. internlm2_5-20b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  14. internlm2_5-20b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  15. internlm2_5-20b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  16. internlm2_5-20b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  17. internlm2_5-20b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  18. internlm2_5-20b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  19. internlm2_5-20b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  20. internlm2_5-20b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  21. internlm2_5-20b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  22. internlm2_5-20b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  23. internlm2_5-20b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  24. internlm2_5-20b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  25. internlm2_5-20b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  26. internlm2_5-20b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm +3 -0
.gitattributes CHANGED
@@ -39,3 +39,21 @@ internlm2_5-20b-chat-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lf
39
  internlm2_5-20b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
40
  internlm2_5-20b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
41
  internlm2_5-20b-chat-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  internlm2_5-20b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
40
  internlm2_5-20b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
41
  internlm2_5-20b-chat-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
42
+ internlm2_5-20b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
43
+ internlm2_5-20b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
44
+ internlm2_5-20b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
45
+ internlm2_5-20b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
46
+ internlm2_5-20b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
47
+ internlm2_5-20b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
48
+ internlm2_5-20b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
49
+ internlm2_5-20b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
50
+ internlm2_5-20b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
51
+ internlm2_5-20b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
52
+ internlm2_5-20b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
53
+ internlm2_5-20b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
54
+ internlm2_5-20b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
55
+ internlm2_5-20b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
56
+ internlm2_5-20b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
57
+ internlm2_5-20b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
58
+ internlm2_5-20b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
59
+ internlm2_5-20b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -4,7 +4,7 @@ pipeline_tag: text-generation
4
  ---
5
  # internlm2_5-20b-chat-RK3588-1.1.2
6
 
7
- This version of internlm2_5-20b-chat has been converted to run on the RK3588 NPU using ['w8a8'] quantization.
8
  This model has been optimized with the following LoRA:
9
 
10
  Compatible with RKLLM version: 1.1.2
 
4
  ---
5
  # internlm2_5-20b-chat-RK3588-1.1.2
6
 
7
+ This version of internlm2_5-20b-chat has been converted to run on the RK3588 NPU using ['w8a8', 'w8a8_g128', 'w8a8_g256', 'w8a8_g512'] quantization.
8
  This model has been optimized with the following LoRA:
9
 
10
  Compatible with RKLLM version: 1.1.2
internlm2_5-20b-chat-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9859d03b712f5c2b5742e104867d00d3dae98809f4b90d6dc6d475365a5d6db
3
- size 20475215644
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e83e5ccc25aa0769b32420e918fb33fd8293f2560d1697af382e96d6dee4126
3
+ size 20475215676
internlm2_5-20b-chat-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9859d03b712f5c2b5742e104867d00d3dae98809f4b90d6dc6d475365a5d6db
3
- size 20475215644
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e83e5ccc25aa0769b32420e918fb33fd8293f2560d1697af382e96d6dee4126
3
+ size 20475215676
internlm2_5-20b-chat-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9859d03b712f5c2b5742e104867d00d3dae98809f4b90d6dc6d475365a5d6db
3
- size 20475215644
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e83e5ccc25aa0769b32420e918fb33fd8293f2560d1697af382e96d6dee4126
3
+ size 20475215676
internlm2_5-20b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5f9d2f3ce5ca0167752818b423d9c1ac9d90116dbce945983480fddc683bb27
3
- size 20475215644
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0379e69c17edc9bd99cce635193fb5f421903322d797efc30a776b75f0ee1b2e
3
+ size 20475215676
internlm2_5-20b-chat-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5f9d2f3ce5ca0167752818b423d9c1ac9d90116dbce945983480fddc683bb27
3
- size 20475215644
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0379e69c17edc9bd99cce635193fb5f421903322d797efc30a776b75f0ee1b2e
3
+ size 20475215676
internlm2_5-20b-chat-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5f9d2f3ce5ca0167752818b423d9c1ac9d90116dbce945983480fddc683bb27
3
- size 20475215644
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0379e69c17edc9bd99cce635193fb5f421903322d797efc30a776b75f0ee1b2e
3
+ size 20475215676
internlm2_5-20b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bad071e6ebc5570ce66a4113ed5d8e8bb7b6020892a945ed6022e7272e49599
3
+ size 21797648940
internlm2_5-20b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bad071e6ebc5570ce66a4113ed5d8e8bb7b6020892a945ed6022e7272e49599
3
+ size 21797648940
internlm2_5-20b-chat-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bad071e6ebc5570ce66a4113ed5d8e8bb7b6020892a945ed6022e7272e49599
3
+ size 21797648940
internlm2_5-20b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0853275b3a30f4762809bc8073800b330d31134c07daf2235ca914b3bf3ec94f
3
+ size 21761160340
internlm2_5-20b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0853275b3a30f4762809bc8073800b330d31134c07daf2235ca914b3bf3ec94f
3
+ size 21761160340
internlm2_5-20b-chat-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0853275b3a30f4762809bc8073800b330d31134c07daf2235ca914b3bf3ec94f
3
+ size 21761160340
internlm2_5-20b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5f7140b171a9b7cd19e3efdff6db0388e7aa45e8829cb4d8a917e42e349a2dc
3
+ size 21124410916
internlm2_5-20b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5f7140b171a9b7cd19e3efdff6db0388e7aa45e8829cb4d8a917e42e349a2dc
3
+ size 21124410916
internlm2_5-20b-chat-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5f7140b171a9b7cd19e3efdff6db0388e7aa45e8829cb4d8a917e42e349a2dc
3
+ size 21124410916
internlm2_5-20b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd48b76e21e19a33206d628e8a32a40dae264839da47ae8f9640c1d6ad12d296
3
+ size 21106566292
internlm2_5-20b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd48b76e21e19a33206d628e8a32a40dae264839da47ae8f9640c1d6ad12d296
3
+ size 21106566292
internlm2_5-20b-chat-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd48b76e21e19a33206d628e8a32a40dae264839da47ae8f9640c1d6ad12d296
3
+ size 21106566292
internlm2_5-20b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fd7a9b6d4eb94a7f93ea40c04829466fd8d95f2f53217ce48b81bf5a3ae4db3
3
+ size 20787791796
internlm2_5-20b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fd7a9b6d4eb94a7f93ea40c04829466fd8d95f2f53217ce48b81bf5a3ae4db3
3
+ size 20787791796
internlm2_5-20b-chat-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fd7a9b6d4eb94a7f93ea40c04829466fd8d95f2f53217ce48b81bf5a3ae4db3
3
+ size 20787791796
internlm2_5-20b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dcc9099b7b08795c266cecf33f5f87b2a7049afff0f4e14c1fbb921209b386c
3
+ size 20779269148
internlm2_5-20b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dcc9099b7b08795c266cecf33f5f87b2a7049afff0f4e14c1fbb921209b386c
3
+ size 20779269148
internlm2_5-20b-chat-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dcc9099b7b08795c266cecf33f5f87b2a7049afff0f4e14c1fbb921209b386c
3
+ size 20779269148