# This script overwrites any existing PyTorch model. Generates a new one with an LM head from the pretrained Flax model. from transformers import RobertaForMaskedLM, AutoTokenizer model = RobertaForMaskedLM.from_pretrained("./",from_flax=True) tokenizer = AutoTokenizer.from_pretrained("./") tokenizer.save_pretrained("./") model.save_pretrained("./")