config.json

{
  "d_model": 2560,
  "num_hidden_layers": 32,
  "rescale_layer": 6,
  "vocab_size": 50277,
  "embeddings_store_name": "tokens"
}