gpt2-base-thai / create_config.py
w11wo's picture
tokenizer and config
0538a72
raw
history blame
189 Bytes
from transformers import GPT2Config
model_dir = "./"
config = GPT2Config.from_pretrained(
"gpt2", resid_pdrop=0.0, embd_pdrop=0.0, attn_pdrop=0.0
)
config.save_pretrained(model_dir)