Create create_gpt2_config.py
Browse files- create_gpt2_config.py +6 -0
create_gpt2_config.py
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from transformers import GPT2Config
|
| 2 |
+
|
| 3 |
+
language="irish"
|
| 4 |
+
|
| 5 |
+
config = GPT2Config.from_pretrained("gpt2", resid_pdrop=0.0, embd_pdrop=0.0, attn_pdrop=0.0, vocab_size=50257)
|
| 6 |
+
config.save_pretrained(f"./{language}-gpt2")
|