{ "d_model": 2560, "num_hidden_layers": 32, "rescale_layer": 6, "vocab_size": 50277, "embeddings_store_name": "tokens" }