File size: 140 Bytes
d2417c7
 
 
 
1
2
3
4

from transformers import AutoTokenizer

tokenizer = AutoTokenizer.from_pretrained("internlm/internlm-xcomposer-7b", trust_remote_code=True)