gpt-2-tamil / src /create_config.py
AbinayaM02
GPT2 - Oscar + Indic Corpus model
900235d
raw history blame
No virus
216 Bytes
from transformers import GPT2Config
model_dir = "../gpt-2-tamil" # ${MODEL_DIR}
config = GPT2Config.from_pretrained(
"gpt2", resid_pdrop=0.0, embd_pdrop=0.0, attn_pdrop=0.0
)
config.save_pretrained(model_dir)