File size: 354 Bytes
431fc47
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
#!/usr/bin/env python
from transformers import AutoTokenizer, TFAutoModelForCausalLM
import tensorflow as tf

tokenizer = AutoTokenizer.from_pretrained("Sentdex/GPyT")
model =  TFAutoModelForCausalLM.from_pretrained("Sentdex/GPyT", from_pt=True)

tokenizer.save_pretrained(save_directory='./')
model.save_pretrained(save_directory='./', saved_model=True)