warmestman's picture
Upload tokenizer
15aa592 verified
raw
history blame
486 Bytes
{
"[PAD]": 40,
"[UNK]": 39,
"a": 20,
"c": 28,
"o": 35,
"x": 26,
"|": 17,
"а": 38,
"б": 11,
"в": 19,
"г": 36,
"д": 27,
"е": 29,
"ж": 4,
"з": 37,
"и": 24,
"й": 13,
"к": 34,
"л": 22,
"м": 1,
"н": 31,
"о": 8,
"п": 2,
"р": 0,
"с": 3,
"т": 7,
"у": 25,
"ф": 21,
"х": 5,
"ц": 18,
"ч": 32,
"ш": 15,
"ъ": 6,
"ы": 12,
"ь": 23,
"э": 33,
"ю": 14,
"я": 10,
"ё": 30,
"ү": 9,
"ө": 16
}