BlinkDL commited on
Commit
e176af0
1 Parent(s): 699bb36

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -11,6 +11,7 @@ desc = f'''Links:
11
  <a href='https://github.com/BlinkDL/ChatRWKV' target="_blank" style="margin:0 0.5em">ChatRWKV</a>
12
  <a href='https://github.com/BlinkDL/RWKV-LM' target="_blank" style="margin:0 0.5em">RWKV-LM</a>
13
  <a href="https://pypi.org/project/rwkv/" target="_blank" style="margin:0 0.5em">RWKV pip package</a>
 
14
  '''
15
 
16
  os.environ["RWKV_JIT_ON"] = '1'
@@ -18,7 +19,7 @@ os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (muc
18
 
19
  from rwkv.model import RWKV
20
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-14b", filename=f"{title}.pth")
21
- model = RWKV(model=model_path, strategy='cuda fp16i8 *20 -> cuda fp16')
22
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
23
  pipeline = PIPELINE(model, "20B_tokenizer.json")
24
 
 
11
  <a href='https://github.com/BlinkDL/ChatRWKV' target="_blank" style="margin:0 0.5em">ChatRWKV</a>
12
  <a href='https://github.com/BlinkDL/RWKV-LM' target="_blank" style="margin:0 0.5em">RWKV-LM</a>
13
  <a href="https://pypi.org/project/rwkv/" target="_blank" style="margin:0 0.5em">RWKV pip package</a>
14
+ <a href="https://huggingface.co/spaces/BlinkDL/Raven-RWKV-7B" target="_blank" style="margin:0 0.5em">Raven 7B (alpaca-style)</a>
15
  '''
16
 
17
  os.environ["RWKV_JIT_ON"] = '1'
 
19
 
20
  from rwkv.model import RWKV
21
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv-4-pile-14b", filename=f"{title}.pth")
22
+ model = RWKV(model=model_path, strategy='cuda fp16i8 *24 -> cuda fp16')
23
  from rwkv.utils import PIPELINE, PIPELINE_ARGS
24
  pipeline = PIPELINE(model, "20B_tokenizer.json")
25