system
HF staff
commited on
Commit
b118a0c
1 Parent(s): 310b606

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +13 -7
config.json CHANGED
@@ -1,20 +1,26 @@
1
  {
2
  "attention_probs_dropout_prob": 0.0,
 
 
 
 
 
 
3
  "hidden_act": "gelu",
4
  "hidden_dropout_prob": 0.0,
5
- "embedding_size": 128,
6
  "hidden_size": 384,
7
  "initializer_range": 0.02,
 
8
  "intermediate_size": 1536,
 
9
  "max_position_embeddings": 512,
 
 
10
  "num_attention_heads": 12,
11
- "num_hidden_layers": 6,
12
  "num_hidden_groups": 1,
13
- "net_structure_type": 0,
14
- "gap_size": 0,
15
  "num_memory_blocks": 0,
16
- "inner_group_num": 1,
17
- "down_scale_factor": 1,
18
  "type_vocab_size": 2,
19
  "vocab_size": 21128
20
- }
1
  {
2
  "attention_probs_dropout_prob": 0.0,
3
+ "bos_token_id": 2,
4
+ "classifier_dropout_prob": 0.1,
5
+ "down_scale_factor": 1,
6
+ "embedding_size": 128,
7
+ "eos_token_id": 3,
8
+ "gap_size": 0,
9
  "hidden_act": "gelu",
10
  "hidden_dropout_prob": 0.0,
 
11
  "hidden_size": 384,
12
  "initializer_range": 0.02,
13
+ "inner_group_num": 1,
14
  "intermediate_size": 1536,
15
+ "layer_norm_eps": 1e-12,
16
  "max_position_embeddings": 512,
17
+ "model_type": "albert",
18
+ "net_structure_type": 0,
19
  "num_attention_heads": 12,
 
20
  "num_hidden_groups": 1,
21
+ "num_hidden_layers": 6,
 
22
  "num_memory_blocks": 0,
23
+ "pad_token_id": 0,
 
24
  "type_vocab_size": 2,
25
  "vocab_size": 21128
26
+ }