emfomy commited on
Commit
ee209ab
•
1 Parent(s): e271be2

Update BOS and EOS token

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -3,11 +3,11 @@
3
  "AlbertForMaskedLM"
4
  ],
5
  "attention_probs_dropout_prob": 0.0,
6
- "bos_token_id": 2,
7
  "classifier_dropout_prob": 0.1,
8
  "down_scale_factor": 1,
9
  "embedding_size": 128,
10
- "eos_token_id": 3,
11
  "gap_size": 0,
12
  "hidden_act": "gelu",
13
  "hidden_dropout_prob": 0.0,
3
  "AlbertForMaskedLM"
4
  ],
5
  "attention_probs_dropout_prob": 0.0,
6
+ "bos_token_id": 101,
7
  "classifier_dropout_prob": 0.1,
8
  "down_scale_factor": 1,
9
  "embedding_size": 128,
10
+ "eos_token_id": 102,
11
  "gap_size": 0,
12
  "hidden_act": "gelu",
13
  "hidden_dropout_prob": 0.0,