Hazzzardous commited on
Commit
7bf86dc
1 Parent(s): f64d7af

Update config.py

Browse files
Files changed (1) hide show
  1. config.py +2 -6
config.py CHANGED
@@ -19,15 +19,11 @@ quantized = {
19
 
20
 
21
  config = {
22
- "path":"https://huggingface.co/BlinkDL/rwkv-4-pile-7b/resolve/main/RWKV-4-Pile-7B-Instruct-test2-20230209.pth",
23
- "mode":TORCH,
24
- "runtimedtype":torch.float64,
25
- "useGPU":torch.cuda.is_available(),
26
- "dtype":torch.bfloat16,
27
  #"useLogFix":False # When enabled, use BlinkDLs version of the att.
28
  }
29
 
30
- title = "RWKV-4 (7B Instruct v2)"
31
 
32
  # RWKV 1B5 instruct model quantized
33
  # Approximate
 
19
 
20
 
21
  config = {
22
+ "path":"https://huggingface.co/Hazzzardous/rwkv-fastquant/resolve/main/R14B-8K-FastQuant-rwkvstic-2-0-4.rwkv"
 
 
 
 
23
  #"useLogFix":False # When enabled, use BlinkDLs version of the att.
24
  }
25
 
26
+ title = "RWKV-4 (14B 8k)"
27
 
28
  # RWKV 1B5 instruct model quantized
29
  # Approximate