Spaces:

BlinkDL
/

RWKV-Gradio-2

Running on T4

BlinkDL commited on May 2

Commit

e962dad

•

1 Parent(s): 0c50ef7

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -6,7 +6,7 @@ from pynvml import *
 nvmlInit()
 gpu_h = nvmlDeviceGetHandleByIndex(0)
 ctx_limit = 1024
-title = "rwkv-x060-eng_single_round_qa-1B6-20240430-ctx1024"
 os.environ["RWKV_JIT_ON"] = '1'
 os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)

 nvmlInit()
 gpu_h = nvmlDeviceGetHandleByIndex(0)
 ctx_limit = 1024
+title = "rwkv-x060-eng_single_round_qa-3B-20240430-ctx1024"
 os.environ["RWKV_JIT_ON"] = '1'
 os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)