{
    "d_model": 768,
    "n_layer": 12,
    "vocab_size": 50432,
    "seq_len": 2048
}