{
    "bias": true,
    "include_input": true,
    "d_model": 1600,
    "num_layers": 48,
    "vocab_size": 50257
}