File size: 222 Bytes
22761bf
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
_target_: deepscreen.models.components.transformer

input_dim: 1024
emb_size: 128
max_position_size: 50
dropout: 0.1
n_layer: 8
intermediate_size: 512
num_attention_heads: 8
attention_probs_dropout: 0.1
hidden_dropout: 0.1