|
from transformers.modeling_flax_pytorch_utils import load_flax_checkpoint_in_pytorch_model |
|
from transformers import RobertaConfig, RobertaModel |
|
config = RobertaConfig.from_pretrained("./") |
|
model = RobertaModel(config) |
|
load_flax_checkpoint_in_pytorch_model(model, "./flax_model.msgpack") |
|
model.save_pretrained("./") |
|
|
|
from transformers import AutoTokenizer |
|
tokenizer = AutoTokenizer.from_pretrained("./") |
|
tokenizer.save_pretrained("./") |
|
('./tokenizer_config.json', |
|
'./special_tokens_map.json', |
|
'./vocab.json', |
|
'./merges.txt', |
|
'./added_tokens.json', |
|
'./tokenizer.json') |