minhtriphan commited on
Commit
dff2da5
1 Parent(s): 781473a

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"attention_probs_dropout_prob": 0.1, "hidden_dropout_prob": 0.1, "hidden_size": 768, "max_position_embeddings": 70000, "num_attention_heads": 12, "num_hidden_layers": 12, "pad_token_id": 0, "vocab_size": 52000, "segment_size": [16, 128, 512, 1024, 2048], "dilated_rate": [1, 16, 64, 256, 512]}