system
Update config.json d3e27e7
1 {
2 "architectures": [
3 "BertForMaskedLM"
4 ],
5 "attention_probs_dropout_prob": 0.1,
6 "hidden_act": "gelu",
7 "hidden_dropout_prob": 0.1,
8 "hidden_size": 1024,
9 "initializer_range": 0.02,
10 "intermediate_size": 4096,
11 "layer_norm_eps": 1e-12,
12 "max_position_embeddings": 512,
13 "model_type": "bert",
14 "num_attention_heads": 16,
15 "num_hidden_layers": 24,
16 "pad_token_id": 0,
17 "type_vocab_size": 2,
18 "vocab_size": 30522
19 }
20