File size: 223 Bytes
7a1cab8
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
{
  "<|endoftext|>": 50000,
  "[SEP]": 50001,
  "[CLS]": 50002,
  "[MASK]": 50003,
  "[UNUSED1]": 50004,
  "[UNUSED2]": 50005,
  "<|startofpiece|>": 50006,
  "<|endofpiece|>": 50007,
  "[sMASK]": 50008,
  "[gMASK]": 50009
}