File size: 143 Bytes
a1b0cd0
 
 
 
 
1
2
3
4
5


from transformers import AutoTokenizer

tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/deepseek-llm-7b-base", trust_remote_code=True)