File size: 306 Bytes
d0624ed
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
from transformers import AutoTokenizer, GPT2LMHeadModel
'''
This is a script to convert the Jax model and the tokenizer to Pytorch model
'''
model = GPT2LMHeadModel.from_pretrained(".", from_flax=True)
model.save_pretrained(".")
tokenizer = AutoTokenizer.from_pretrained(".")
tokenizer.save_pretrained(".")