vocab/internlm_xcomposer_7b/__init__.py

from transformers import AutoTokenizer

tokenizer = AutoTokenizer.from_pretrained("internlm/internlm-xcomposer-7b", trust_remote_code=True)