fuliucansheng commited on
Commit
df12f50
1 Parent(s): dc496ec

add twinbert tri letter config

Browse files
twinbert/mainstream/twinbert_tri_letter_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attention_probs_dropout_prob": 0.1,
3
+ "hidden_act": "gelu",
4
+ "hidden_dropout_prob": 0.1,
5
+ "hidden_size": 512,
6
+ "initializer_range": 0.02,
7
+ "intermediate_size": 512,
8
+ "max_position_embeddings": 33,
9
+ "num_attention_heads": 8,
10
+ "num_hidden_layers": 6,
11
+ "vocab_size": 49293
12
+ }