7398222 b439f0a 7398222 b439f0a
1
2
3
4
5
from transformers import AutoTokenizer, AddedToken tokenizer = AutoTokenizer.from_pretrained("./") tokenizer.mask_token = AddedToken("<mask>", lstrip=True) tokenizer.save_pretrained("./")
