File size: 140 Bytes
d2417c7 |
1 2 3 4 |
from transformers import AutoTokenizer
tokenizer = AutoTokenizer.from_pretrained("internlm/internlm-xcomposer-7b", trust_remote_code=True) |
d2417c7 |
1 2 3 4 |
from transformers import AutoTokenizer
tokenizer = AutoTokenizer.from_pretrained("internlm/internlm-xcomposer-7b", trust_remote_code=True) |