Hazzzardous commited on
Commit
ab85003
1 Parent(s): c2a02de

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -2
app.py CHANGED
@@ -1,7 +1,11 @@
1
  from rwkvstic.load import RWKV
2
-
3
  model = RWKV(
4
- "https://huggingface.co/Hazzzardous/RWKV-8Bit/resolve/main/RWKV-4-Pile-7B-Instruct.pqth"
 
 
 
 
5
  )
6
  import gradio as gr
7
 
 
1
  from rwkvstic.load import RWKV
2
+ import torch
3
  model = RWKV(
4
+ "https://huggingface.co/BlinkDL/rwkv-4-pile-3b/resolve/main/RWKV-4-Pile-3B-20221110-ctx4096.pth",
5
+ "pytorch(cpu/gpu)",
6
+ runtimedtype=torch.float32,
7
+ useGPU=False,
8
+ dtype=torch.float3
9
  )
10
  import gradio as gr
11