|
--- |
|
license: mit |
|
--- |
|
## Example usage |
|
``` |
|
from rwkvstic.load import RWKV |
|
|
|
# Load the model (supports full path, relative path, and remote paths) |
|
|
|
model = RWKV( |
|
"https://huggingface.co/Hazzzardous/RWKV-8Bit/resolve/main/RWKV-4-Pile-7B-Instruct.pqth" |
|
) |
|
|
|
model.loadContext(newctx=f"Q: who is Jim Butcher?\n\nA:") |
|
output = model.forward(number=100)["output"] |
|
|
|
print(output) |
|
|
|
# Q: who is Jim Butcher? |
|
# A: Jim Butcher is a very popular American author of fantasy novels. He’s known for the Dresden Files series of novels.<|endoftext|> |
|
``` |
|
|
|
## More details here |
|
https://pypi.org/project/rwkvstic/ |
|
|
|
## Run example notebook |
|
https://colab.research.google.com/github/harrisonvanderbyl/rwkvstic/blob/master/notebooks/chatbot.ipynb |
|
|