rwkv-v5-1b5-cpu

Sleeping

BlinkDL commited on May 2, 2023

Commit

aabbe8e

•

1 Parent(s): 9c88aff

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -5,8 +5,8 @@ from huggingface_hub import hf_hub_download
 from pynvml import *
 nvmlInit()
 gpu_h = nvmlDeviceGetHandleByIndex(0)
-ctx_limit = 1024
-title = "RWKV-4-Raven-14B-v10-Eng99%-Other1%-20230427-ctx8192"
 os.environ["RWKV_JIT_ON"] = '1'
 os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)

 from pynvml import *
 nvmlInit()
 gpu_h = nvmlDeviceGetHandleByIndex(0)
+ctx_limit = 1536
+title = "RWKV-4-Raven-14B-v11x-Eng99%-Other1%-20230501-ctx8192"
 os.environ["RWKV_JIT_ON"] = '1'
 os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)