timaaos2 commited on
Commit
ea04252
1 Parent(s): e217c21

Create gpt.py

Browse files
Files changed (1) hide show
  1. gpt.py +9 -0
gpt.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
1
+ from transformers import TFGPT2LMHeadModel, GPT2Tokenizer
2
+ import tensorflow
3
+
4
+
5
+ def get_model(name="gpt2-xl"):
6
+ tokenizer = GPT2Tokenizer.from_pretrained(name)
7
+ model = TFGPT2LMHeadModel.from_pretrained(name,
8
+ pad_token_id=tokenizer.eos_token_id)
9
+ return model, tokenizer