File size: 134 Bytes
293bad6
 
 
1
2
3
from transformers import AutoTokenizer

tokenizer = AutoTokenizer.from_pretrained("lmsys/fastchat-t5-3b-v1.0", trust_remote_code=True)