File size: 369 Bytes
21a9623
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
{
  "<|assistant|>": 32001,
  "<|endoftext|>": 32000,
  "<|end|>": 32007,
  "<|im_end|>": 32012,
  "<|im_start|>": 32013,
  "<|placeholder1|>": 32002,
  "<|placeholder2|>": 32003,
  "<|placeholder3|>": 32004,
  "<|placeholder4|>": 32005,
  "<|placeholder5|>": 32008,
  "<|placeholder6|>": 32009,
  "<|startoftext|>": 32011,
  "<|system|>": 32006,
  "<|user|>": 32010
}