Chahat7874's picture
Upload tokenizer
52f7c21 verified
raw
history blame
1.42 kB
{
" ": 0,
"[PAD]": 108,
"[UNK]": 107,
"a": 1,
"b": 2,
"d": 3,
"h": 4,
"i": 5,
"p": 6,
"r": 7,
"t": 8,
"y": 9,
"|": 109,
"ं": 10,
"अ": 11,
"आ": 12,
"इ": 13,
"ई": 14,
"उ": 15,
"ऊ": 16,
"ए": 17,
"ऐ": 18,
"ओ": 19,
"क": 20,
"ख": 21,
"ग": 22,
"च": 23,
"छ": 24,
"ज": 25,
"ट": 26,
"ड": 27,
"ण": 28,
"त": 29,
"थ": 30,
"द": 31,
"ध": 32,
"न": 33,
"प": 34,
"फ": 35,
"ब": 36,
"भ": 37,
"म": 38,
"य": 39,
"र": 40,
"ल": 41,
"व": 42,
"श": 43,
"ष": 44,
"स": 45,
"ह": 46,
"़": 47,
"ा": 48,
"ि": 49,
"ी": 50,
"ु": 51,
"ू": 52,
"े": 53,
"ै": 54,
"ॉ": 55,
"ो": 56,
"ौ": 57,
"्": 58,
"ం": 59,
"అ": 60,
"ఆ": 61,
"ఇ": 62,
"ఈ": 63,
"ఉ": 64,
"ఎ": 65,
"ఏ": 66,
"ఒ": 67,
"క": 68,
"ఖ": 69,
"గ": 70,
"ఘ": 71,
"చ": 72,
"జ": 73,
"ట": 74,
"డ": 75,
"ణ": 76,
"త": 77,
"థ": 78,
"ద": 79,
"ధ": 80,
"న": 81,
"ప": 82,
"బ": 83,
"భ": 84,
"మ": 85,
"య": 86,
"ర": 87,
"ల": 88,
"ళ": 89,
"వ": 90,
"శ": 91,
"ష": 92,
"స": 93,
"హ": 94,
"ా": 95,
"ి": 96,
"ీ": 97,
"ు": 98,
"ృ": 99,
"ె": 100,
"ే": 101,
"ై": 102,
"ొ": 103,
"ో": 104,
"్": 105,
"’": 106
}