File size: 312 Bytes
a340e1f |
1 2 3 4 5 6 7 8 9 10 11 12 |
# Code used for copying tokenizer and config
from transformers import XLMRobertaTokenizerFast, XLMRobertaConfig
tokenizer = XLMRobertaTokenizerFast.from_pretrained("xlm-roberta-base")
config = XLMRobertaConfig.from_pretrained("xlm-roberta-base")
tokenizer.save_pretrained("./")
config.save_pretrained("./")
|