{
    "vocab_size": 5031,
    "max_position_embeddings": 512, 
    "n_layers": 3, 
    "n_heads": 12,
    "dim": 264,
    "hidden_dim": 792, 
    "model_type": "distilbert"
}