Kevin676 commited on
Commit
20917cf
1 Parent(s): 62e7d87

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -6,12 +6,13 @@ from pynvml import *
6
  nvmlInit()
7
  gpu_h = nvmlDeviceGetHandleByIndex(0)
8
  ctx_limit = 1024
 
9
 
10
  os.environ["RWKV_JIT_ON"] = '1'
11
  os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
12
 
13
  from rwkv.model import RWKV
14
- model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-raven", filename=f"{title}.pth")
15
  model = RWKV(model=model_path, strategy='cuda fp16i8 *8 -> cuda fp16')
16
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
17
  pipeline = PIPELINE(model, "20B_tokenizer.json")
 
6
  nvmlInit()
7
  gpu_h = nvmlDeviceGetHandleByIndex(0)
8
  ctx_limit = 1024
9
+ title1 = "RWKV-4-Raven-7B-v8-Eng-20230408-ctx4096"
10
 
11
  os.environ["RWKV_JIT_ON"] = '1'
12
  os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
13
 
14
  from rwkv.model import RWKV
15
+ model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-raven", filename=f"{title1}.pth")
16
  model = RWKV(model=model_path, strategy='cuda fp16i8 *8 -> cuda fp16')
17
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
18
  pipeline = PIPELINE(model, "20B_tokenizer.json")