File size: 225 Bytes
e64f342
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
{
  "additional_special_tokens": [
    "0",
    "1",
    "2",
    "3",
    "4",
    "5",
    "6",
    "7",
    "8",
    "9",
    "<ss>",
    "<sv>"
  ],
  "eos_token": "</s>",
  "pad_token": "<pad>",
  "unk_token": "<unk>"
}