{ "architectures": [ "BertForMaskedLM" ], "vocab_size":30522, "temp_dir":".", "finetune_bert":false, "large":false, "share_emb":true, "encoder":"bert", "max_pos":512, "enc_layers":6, "enc_hidden_size":512, "enc_heads":8, "enc_ff_size":512, "enc_dropout":0.2, "dec_layers":6, "dec_hidden_size":768, "dec_heads":8, "dec_ff_size":2048, "dec_dropout":0.2 }