Sajjo's picture
Upload tokenizer
0ee5fff verified
raw
history blame
683 Bytes
{
"[PAD]": 52,
"[UNK]": 51,
"|": 0,
"·": 1,
"ஃ": 2,
"அ": 3,
"ஆ": 4,
"இ": 5,
"ஈ": 6,
"உ": 7,
"ஊ": 8,
"எ": 9,
"ஏ": 10,
"ஐ": 11,
"ஒ": 12,
"ஓ": 13,
"ஔ": 14,
"க": 15,
"ங": 16,
"ச": 17,
"ஜ": 18,
"ஞ": 19,
"ட": 20,
"ண": 21,
"த": 22,
"ந": 23,
"ன": 24,
"ப": 25,
"ம": 26,
"ய": 27,
"ர": 28,
"ற": 29,
"ல": 30,
"ள": 31,
"ழ": 32,
"வ": 33,
"ஷ": 34,
"ஸ": 35,
"ஹ": 36,
"ா": 37,
"ி": 38,
"ீ": 39,
"ு": 40,
"ூ": 41,
"ெ": 42,
"ே": 43,
"ை": 44,
"ொ": 45,
"ோ": 46,
"ௌ": 47,
"்": 48,
"ௗ": 49,
"ഥ": 50
}