Chahat7874's picture
Upload tokenizer
16fb316 verified
raw
history blame
1.51 kB
{
" ": 0,
"[PAD]": 115,
"[UNK]": 114,
"a": 1,
"b": 2,
"d": 3,
"h": 4,
"i": 5,
"p": 6,
"r": 7,
"t": 8,
"y": 9,
"|": 116,
"ँ": 10,
"ं": 11,
"अ": 12,
"आ": 13,
"इ": 14,
"ई": 15,
"उ": 16,
"ऊ": 17,
"ए": 18,
"ऐ": 19,
"ओ": 20,
"औ": 21,
"क": 22,
"ख": 23,
"ग": 24,
"च": 25,
"छ": 26,
"ज": 27,
"झ": 28,
"ट": 29,
"ठ": 30,
"ड": 31,
"ढ": 32,
"ण": 33,
"त": 34,
"थ": 35,
"द": 36,
"ध": 37,
"न": 38,
"प": 39,
"फ": 40,
"ब": 41,
"भ": 42,
"म": 43,
"य": 44,
"र": 45,
"ल": 46,
"व": 47,
"श": 48,
"ष": 49,
"स": 50,
"ह": 51,
"़": 52,
"ा": 53,
"ि": 54,
"ी": 55,
"ु": 56,
"ू": 57,
"े": 58,
"ै": 59,
"ॉ": 60,
"ो": 61,
"ौ": 62,
"्": 63,
"ड़": 64,
"ం": 65,
"అ": 66,
"ఆ": 67,
"ఇ": 68,
"ఉ": 69,
"ఎ": 70,
"ఏ": 71,
"ఒ": 72,
"క": 73,
"ఖ": 74,
"గ": 75,
"ఘ": 76,
"చ": 77,
"జ": 78,
"ట": 79,
"డ": 80,
"ణ": 81,
"త": 82,
"థ": 83,
"ద": 84,
"ధ": 85,
"న": 86,
"ప": 87,
"ఫ": 88,
"బ": 89,
"భ": 90,
"మ": 91,
"య": 92,
"ర": 93,
"ల": 94,
"ళ": 95,
"వ": 96,
"శ": 97,
"ష": 98,
"స": 99,
"హ": 100,
"ా": 101,
"ి": 102,
"ీ": 103,
"ు": 104,
"ూ": 105,
"ృ": 106,
"ె": 107,
"ే": 108,
"ై": 109,
"ొ": 110,
"ో": 111,
"ౌ": 112,
"్": 113
}