Upload tokenizer
0f0084c
verified
|
{
|
|
"[PAD]": 60,
|
|
"[UNK]": 59,
|
|
"|": 0,
|
|
"،": 1,
|
|
"؟": 2,
|
|
"ا": 3,
|
|
"ل": 4,
|
|
"ه": 5,
|
|
"ّ": 6,
|
|
"ހ": 7,
|
|
"ށ": 8,
|
|
"ނ": 9,
|
|
"ރ": 10,
|
|
"ބ": 11,
|
|
"ޅ": 12,
|
|
"ކ": 13,
|
|
"އ": 14,
|
|
"ވ": 15,
|
|
"މ": 16,
|
|
"ފ": 17,
|
|
"ދ": 18,
|
|
"ތ": 19,
|
|
"ލ": 20,
|
|
"ގ": 21,
|
|
"ޏ": 22,
|
|
"ސ": 23,
|
|
"ޑ": 24,
|
|
"ޒ": 25,
|
|
"ޓ": 26,
|
|
"ޔ": 27,
|
|
"ޕ": 28,
|
|
"ޖ": 29,
|
|
"ޗ": 30,
|
|
"ޘ": 31,
|
|
"ޙ": 32,
|
|
"ޚ": 33,
|
|
"ޛ": 34,
|
|
"ޝ": 35,
|
|
"ޞ": 36,
|
|
"ޟ": 37,
|
|
"ޠ": 38,
|
|
"ޡ": 39,
|
|
"ޢ": 40,
|
|
"ޣ": 41,
|
|
"ޤ": 42,
|
|
"ޥ": 43,
|
|
"ަ": 44,
|
|
"ާ": 45,
|
|
"ި": 46,
|
|
"ީ": 47,
|
|
"ު": 48,
|
|
"ޫ": 49,
|
|
"ެ": 50,
|
|
"ޭ": 51,
|
|
"ޮ": 52,
|
|
"ޯ": 53,
|
|
"ް": 54,
|
|
"–": 55,
|
|
"’": 56,
|
|
"ﷲ": 57,
|
|
"ﷺ": 58
|
|
}
|
|
|
