Create gpt.py
Browse files
gpt.py
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from transformers import TFGPT2LMHeadModel, GPT2Tokenizer
|
2 |
+
import tensorflow
|
3 |
+
|
4 |
+
|
5 |
+
def get_model(name="gpt2-xl"):
|
6 |
+
tokenizer = GPT2Tokenizer.from_pretrained(name)
|
7 |
+
model = TFGPT2LMHeadModel.from_pretrained(name,
|
8 |
+
pad_token_id=tokenizer.eos_token_id)
|
9 |
+
return model, tokenizer
|