File size: 381 Bytes
f078df3
 
 
 
 
 
1
2
3
4
5
6
from rwkvstic.load import RWKV
# Load the model (supports full path, relative path, and remote paths)
model = RWKV("https://huggingface.co/BlinkDL/rwkv-4-pile-3b/resolve/main/RWKV-4-Pile-3B-Instruct-test1-20230124.pth")
model.loadContext(newctx=f"I tried to put an apple into a box because it is too small. What is 'it'?")
output = model.forward(number=100)["output"]
print(output)