Hazzzardous commited on
Commit
d22a24a
1 Parent(s): 93ed621

Update config.py

Browse files
Files changed (1) hide show
  1. config.py +13 -13
config.py CHANGED
@@ -18,15 +18,15 @@ quantized = {
18
  # [File size: 3.0GB]
19
 
20
 
21
- config = {
22
- "path":"https://huggingface.co/BlinkDL/rwkv-4-pile-7b/resolve/main/RWKV-4-Pile-7B-Instruct-test1-20230124.pth",
23
- "mode":TORCH,
24
- "runtimedtype":torch.bfloat16,
25
- "useGPU":torch.cuda.is_available(),
26
- "dtype":torch.bfloat16
27
- }
28
 
29
- title = "RWKV-4 (7B Instruct)"
30
 
31
  # RWKV 1B5 instruct model quantized
32
  # Approximate
@@ -54,10 +54,10 @@ title = "RWKV-4 (7B Instruct)"
54
  # RWKV 14B quantized (latest as of feb 9)
55
  # Approximate
56
  # [Vram usage: 15.0GB]
57
- # [File size: 28.0GB]
58
 
59
- # config = {
60
- # "path": "https://huggingface.co/BlinkDL/rwkv-4-pile-14b/resolve/main/RWKV-4-Pile-14B-20230204-7324.pth"
61
- # }
62
 
63
- # title = "RWKV-4 (14b)"
 
18
  # [File size: 3.0GB]
19
 
20
 
21
+ # config = {
22
+ # "path":"https://huggingface.co/BlinkDL/rwkv-4-pile-7b/resolve/main/RWKV-4-Pile-7B-Instruct-test1-20230124.pth",
23
+ # "mode":TORCH,
24
+ # "runtimedtype":torch.bfloat16,
25
+ # "useGPU":torch.cuda.is_available(),
26
+ # "dtype":torch.bfloat16
27
+ # }
28
 
29
+ # title = "RWKV-4 (7B Instruct)"
30
 
31
  # RWKV 1B5 instruct model quantized
32
  # Approximate
 
54
  # RWKV 14B quantized (latest as of feb 9)
55
  # Approximate
56
  # [Vram usage: 15.0GB]
57
+ # [File size: 15.0GB]
58
 
59
+ config = {
60
+ "path": "https://huggingface.co/Hazzzardous/RWKV-8Bit/resolve/main/RWKV-4-Pile-14B-20230204-7324.pqth"
61
+ }
62
 
63
+ title = "RWKV-4 (14b 94% trained, not yet instruct tuned, 8-Bit)"