FredZhang7 commited on
Commit
946ba43
1 Parent(s): 6658123

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ ctx_limit = 4096
8
  title = "RWKV-5-World-1B5-v2-20231025-ctx4096"
9
 
10
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv-5-world", filename=f"{title}.pth")
11
- model = RWKV(model=model_path, strategy='cpu fp16')
12
  pipeline = PIPELINE(model, "rwkv_vocab_v20230424")
13
 
14
  def generate_prompt(instruction, input=None, history=None):
 
8
  title = "RWKV-5-World-1B5-v2-20231025-ctx4096"
9
 
10
  model_path = hf_hub_download(repo_id="BlinkDL/rwkv-5-world", filename=f"{title}.pth")
11
+ model = RWKV(model=model_path, strategy='cpu bf16')
12
  pipeline = PIPELINE(model, "rwkv_vocab_v20230424")
13
 
14
  def generate_prompt(instruction, input=None, history=None):