Spaces:
Sleeping
Sleeping
Hazzzardous
commited on
Commit
•
03ad0da
1
Parent(s):
5e6b514
Update config.py
Browse files
config.py
CHANGED
@@ -21,10 +21,10 @@ quantized = {
|
|
21 |
config = {
|
22 |
"path":"https://huggingface.co/BlinkDL/rwkv-4-pile-7b/resolve/main/RWKV-4-Pile-7B-Instruct-test2-20230209.pth",
|
23 |
"mode":TORCH,
|
24 |
-
"runtimedtype":torch.
|
25 |
"useGPU":torch.cuda.is_available(),
|
26 |
"dtype":torch.bfloat16,
|
27 |
-
|
28 |
}
|
29 |
|
30 |
title = "RWKV-4 (7B Instruct v2)"
|
|
|
21 |
config = {
|
22 |
"path":"https://huggingface.co/BlinkDL/rwkv-4-pile-7b/resolve/main/RWKV-4-Pile-7B-Instruct-test2-20230209.pth",
|
23 |
"mode":TORCH,
|
24 |
+
"runtimedtype":torch.float64,
|
25 |
"useGPU":torch.cuda.is_available(),
|
26 |
"dtype":torch.bfloat16,
|
27 |
+
"useLogFix":False # When enabled, use BlinkDLs version of the att.
|
28 |
}
|
29 |
|
30 |
title = "RWKV-4 (7B Instruct v2)"
|