gpt-code / clone_sentdex_model_tokenizer.py
anonymous-authors's picture
Add sentdex model and tokenizer
431fc47
raw history blame
No virus
354 Bytes
#!/usr/bin/env python
from transformers import AutoTokenizer, TFAutoModelForCausalLM
import tensorflow as tf
tokenizer = AutoTokenizer.from_pretrained("Sentdex/GPyT")
model = TFAutoModelForCausalLM.from_pretrained("Sentdex/GPyT", from_pt=True)
tokenizer.save_pretrained(save_directory='./')
model.save_pretrained(save_directory='./', saved_model=True)