File size: 142 Bytes
093dcc7
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
{
  "<CLS>": 32016,
  "<EOD>": 32018,
  "<MASK>": 32019,
  "<PAD>": 32020,
  "<SEP>": 32017,
  "<|im_end|>": 32022,
  "<|im_start|>": 32021
}