jayashreedevi2020's picture
Upload tokenizer
0e808f7 verified
raw
history blame
No virus
489 Bytes
{
".": 1,
"/": 2,
"[PAD]": 41,
"[UNK]": 40,
"a": 3,
"b": 4,
"d": 5,
"e": 6,
"g": 7,
"h": 8,
"i": 9,
"j": 10,
"k": 11,
"l": 12,
"m": 13,
"n": 14,
"o": 15,
"p": 16,
"t": 17,
"u": 18,
"x": 19,
"|": 0,
"ŋ": 20,
"ɒ": 21,
"ɔ": 22,
"ɡ": 23,
"ɪ": 24,
"ɲ": 25,
"ɹ": 26,
"ʃ": 27,
"ʊ": 28,
"ʤ": 29,
"ʰ": 30,
"ʱ": 31,
"ˑ": 32,
"̃": 33,
"়": 34,
"ূ": 35,
"ৃ": 36,
"৷": 37,
"ṱ": 38,
"’": 39
}