Spaces:
Running
Running
File size: 204 Bytes
f4973d4 |
1 2 3 4 5 6 7 8 9 |
import os
from transformers import AutoTokenizer
os.environ["PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION"] = "python"
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm3-6b", trust_remote_code=True) |