{ | |
"</s>": 2, | |
"<s>": 1, | |
"<unk>": 0, | |
"[PAD]": 32016, | |
"β<EOT>": 32010, | |
"β<MID>": 32009, | |
"β<PRE>": 32007, | |
"β<SUF>": 32008 | |
} | |
{ | |
"</s>": 2, | |
"<s>": 1, | |
"<unk>": 0, | |
"[PAD]": 32016, | |
"β<EOT>": 32010, | |
"β<MID>": 32009, | |
"β<PRE>": 32007, | |
"β<SUF>": 32008 | |
} | |