Spaces:
Sleeping
Sleeping
Hazzzardous
commited on
Commit
•
7bf86dc
1
Parent(s):
f64d7af
Update config.py
Browse files
config.py
CHANGED
@@ -19,15 +19,11 @@ quantized = {
|
|
19 |
|
20 |
|
21 |
config = {
|
22 |
-
"path":"https://huggingface.co/
|
23 |
-
"mode":TORCH,
|
24 |
-
"runtimedtype":torch.float64,
|
25 |
-
"useGPU":torch.cuda.is_available(),
|
26 |
-
"dtype":torch.bfloat16,
|
27 |
#"useLogFix":False # When enabled, use BlinkDLs version of the att.
|
28 |
}
|
29 |
|
30 |
-
title = "RWKV-4 (
|
31 |
|
32 |
# RWKV 1B5 instruct model quantized
|
33 |
# Approximate
|
|
|
19 |
|
20 |
|
21 |
config = {
|
22 |
+
"path":"https://huggingface.co/Hazzzardous/rwkv-fastquant/resolve/main/R14B-8K-FastQuant-rwkvstic-2-0-4.rwkv"
|
|
|
|
|
|
|
|
|
23 |
#"useLogFix":False # When enabled, use BlinkDLs version of the att.
|
24 |
}
|
25 |
|
26 |
+
title = "RWKV-4 (14B 8k)"
|
27 |
|
28 |
# RWKV 1B5 instruct model quantized
|
29 |
# Approximate
|