{
    "include_input": true,
    "num_layers": 36,
    "vocab_size": 50257,
    "bias": true,
    "d_model": 1280
}