Anujgr8's picture
Upload tokenizer
66e78c1 verified
raw
history blame contribute delete
864 Bytes
{
".": 1,
"[PAD]": 66,
"[UNK]": 65,
"|": 0,
"ଁ": 2,
"ଂ": 3,
"ଃ": 4,
"ଅ": 5,
"ଆ": 6,
"ଇ": 7,
"ଈ": 8,
"ଉ": 9,
"ଊ": 10,
"ଋ": 11,
"ଏ": 12,
"ଓ": 13,
"ଔ": 14,
"କ": 15,
"ଖ": 16,
"ଗ": 17,
"ଘ": 18,
"ଙ": 19,
"ଚ": 20,
"ଛ": 21,
"ଜ": 22,
"ଝ": 23,
"ଞ": 24,
"ଟ": 25,
"ଠ": 26,
"ଡ": 27,
"ଢ": 28,
"ଣ": 29,
"ତ": 30,
"ଥ": 31,
"ଦ": 32,
"ଧ": 33,
"ନ": 34,
"ପ": 35,
"ଫ": 36,
"ବ": 37,
"ଭ": 38,
"ମ": 39,
"ଯ": 40,
"ର": 41,
"ଲ": 42,
"ଳ": 43,
"ଵ": 44,
"ଶ": 45,
"ଷ": 46,
"ସ": 47,
"ହ": 48,
"଼": 49,
"ା": 50,
"ି": 51,
"ୀ": 52,
"ୁ": 53,
"ୂ": 54,
"ୃ": 55,
"େ": 56,
"ୈ": 57,
"ୋ": 58,
"ୌ": 59,
"୍": 60,
"ଡ଼": 61,
"ଢ଼": 62,
"ୟ": 63,
"ୱ": 64
}