w2v-bert-2.0-15red / vocab.json
meiiny00's picture
Upload tokenizer
2afa447 verified
raw
history blame contribute delete
849 Bytes
{
"#": 1,
"*": 2,
"/": 3,
"0": 4,
"1": 5,
"2": 6,
"3": 7,
"4": 8,
"5": 9,
"6": 10,
"7": 11,
"8": 12,
"9": 13,
"@": 14,
"[PAD]": 73,
"[UNK]": 72,
"_": 15,
"a": 16,
"b": 17,
"c": 18,
"d": 19,
"e": 20,
"g": 21,
"h": 22,
"i": 23,
"k": 24,
"l": 25,
"m": 26,
"n": 27,
"o": 28,
"p": 29,
"q": 30,
"r": 31,
"s": 32,
"t": 33,
"u": 34,
"v": 35,
"x": 36,
"y": 37,
"|": 0,
"а": 38,
"б": 39,
"в": 40,
"г": 41,
"д": 42,
"е": 43,
"ж": 44,
"з": 45,
"и": 46,
"й": 47,
"к": 48,
"л": 49,
"м": 50,
"н": 51,
"о": 52,
"п": 53,
"р": 54,
"с": 55,
"т": 56,
"у": 57,
"ф": 58,
"х": 59,
"ц": 60,
"ч": 61,
"ш": 62,
"ъ": 63,
"ы": 64,
"ь": 65,
"э": 66,
"ю": 67,
"я": 68,
"ё": 69,
"ү": 70,
"ө": 71
}