| { | |
| "architectures": [ | |
| "BertForMaskedLM" | |
| ], | |
| "vocab_size":30522, | |
| "max_pos":512, | |
| "enc_layers":6, | |
| "enc_hidden_size":512, | |
| "enc_heads":8, | |
| "enc_ff_size":512, | |
| "enc_dropout":0.2, | |
| "dec_layers":6, | |
| "dec_hidden_size":768, | |
| "dec_heads":8, | |
| "dec_ff_size":2048, | |
| "dec_dropout":0.2 | |
| } | |