v5-EagleX-v2-7B-gradio

Runtime error

BlinkDL commited on May 23, 2023

Commit

cc93644

•

1 Parent(s): 3cfe4db

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -6,7 +6,7 @@ from pynvml import *
 nvmlInit()
 gpu_h = nvmlDeviceGetHandleByIndex(0)
 ctx_limit = 1536
-title = "RWKV-4-Raven-7B-v11x-Eng99%-Other1%-20230429-ctx8192"
 os.environ["RWKV_JIT_ON"] = '1'
 os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)

 nvmlInit()
 gpu_h = nvmlDeviceGetHandleByIndex(0)
 ctx_limit = 1536
+title = "RWKV-4-Raven-7B-v12-Eng98%-Other2%-20230521-ctx8192"
 os.environ["RWKV_JIT_ON"] = '1'
 os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)