File size: 200 Bytes
9c0b1aa
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
from transformers import GPT2Config

model_dir = "."  # ${MODEL_DIR}

config = GPT2Config.from_pretrained("gpt2", resid_pdrop=0.0, embd_pdrop=0.0, attn_pdrop=0.0)

config.save_pretrained(model_dir)