{
    "bias": true,
    "include_input": true,
    "d_model": 768,
    "num_layers": 12,
    "vocab_size": 50257
}