File size: 108 Bytes
feec0bf
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
PAD = 0
UNK = 1
BOS = 2
EOS = 3

PAD_WORD = "<blank>"
UNK_WORD = "<unk>"
BOS_WORD = "<s>"
EOS_WORD = "</s>"