File size: 450 Bytes
19e8854
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{
  "additional_special_tokens": [
    ">>COMMENT<<",
    "<|system|>",
    "<|prefix_end|>",
    "<|prefix_begin|>",
    "<|assistant|>",
    ">>MIDDLE<<",
    "<|prompter|>",
    ">>ANSWER<<",
    ">>ABSTRACT<<",
    ">>DOMAIN<<",
    ">>TITLE<<",
    ">>SUMMARY<<",
    ">>QUESTION<<",
    ">>INTRODUCTION<<",
    ">>PREFIX<<",
    ">>SUFFIX<<"
  ],
  "eos_token": "<|endoftext|>",
  "pad_token": "<|endoftext|>",
  "sep_token": "<|endoftext|>"
}