Hazzzardous commited on
Commit
2432281
·
1 Parent(s): 71942c1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,10 +1,10 @@
1
  from rwkvstic.load import RWKV
2
  import torch
3
  model = RWKV(
4
- "https://huggingface.co/BlinkDL/rwkv-4-pile-3b/resolve/main/RWKV-4-Pile-3B-20221110-ctx4096.pth",
5
  "pytorch(cpu/gpu)",
6
  runtimedtype=torch.bfloat16,
7
- useGPU=False,
8
  dtype=torch.bfloat16
9
  )
10
  import gradio as gr
 
1
  from rwkvstic.load import RWKV
2
  import torch
3
  model = RWKV(
4
+ "https://huggingface.co/BlinkDL/rwkv-4-pile-1b5/resolve/main/RWKV-4-Pile-1B5-Instruct-test1-20230124.pth",
5
  "pytorch(cpu/gpu)",
6
  runtimedtype=torch.bfloat16,
7
+ useGPU=torch.cuda.is_available(),
8
  dtype=torch.bfloat16
9
  )
10
  import gradio as gr