c01zaut commited on
Commit
6b85228
·
verified ·
1 Parent(s): cf75c4b

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -34,3 +34,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Phi-3.5-mini-instruct-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Phi-3.5-mini-instruct-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
37
+ Phi-3.5-mini-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
38
+ Phi-3.5-mini-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
39
+ Phi-3.5-mini-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
40
+ Phi-3.5-mini-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
Phi-3.5-mini-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f881c485f4d0994715eef4779c300b334f9bd91d3145af74ebbed4ea4e4c8e62
3
+ size 3997638340
Phi-3.5-mini-instruct-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f881c485f4d0994715eef4779c300b334f9bd91d3145af74ebbed4ea4e4c8e62
3
+ size 3997638340
Phi-3.5-mini-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cfbf2d16101c2f76a930feb71596889abb519fc70bd2957ef57623fb776eefd
3
+ size 3997638340
Phi-3.5-mini-instruct-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cfbf2d16101c2f76a930feb71596889abb519fc70bd2957ef57623fb776eefd
3
+ size 3997638340
README.md CHANGED
@@ -15,7 +15,7 @@ widget:
15
  ---
16
  # Phi-3.5-mini-instruct-RK3588-1.1.1
17
 
18
- This version of Phi-3.5-mini-instruct has been converted to run on the RK3588 NPU using w8a8 quantization.
19
 
20
  This model has been optimized with the following LoRA:
21
 
 
15
  ---
16
  # Phi-3.5-mini-instruct-RK3588-1.1.1
17
 
18
+ This version of Phi-3.5-mini-instruct has been converted to run on the RK3588 NPU using {'w8a8_g512'} quantization.
19
 
20
  This model has been optimized with the following LoRA:
21