File size: 312 Bytes
cb63820
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
# Code used for copying tokenizer and config

from transformers import XLMRobertaTokenizerFast, XLMRobertaConfig

tokenizer = XLMRobertaTokenizerFast.from_pretrained("xlm-roberta-base")
config = XLMRobertaConfig.from_pretrained("xlm-roberta-base")

tokenizer.save_pretrained("./")
config.save_pretrained("./")