Upload tokenizer
0dacbb5
verified
|
{
|
|
"[PAD]": 61,
|
|
"[UNK]": 60,
|
|
"|": 0,
|
|
"༄": 1,
|
|
"༅": 2,
|
|
"ཀ": 3,
|
|
"ཁ": 4,
|
|
"ག": 5,
|
|
"ང": 6,
|
|
"ཅ": 7,
|
|
"ཆ": 8,
|
|
"ཇ": 9,
|
|
"ཉ": 10,
|
|
"ཎ": 11,
|
|
"ཏ": 12,
|
|
"ཐ": 13,
|
|
"ད": 14,
|
|
"ན": 15,
|
|
"པ": 16,
|
|
"ཕ": 17,
|
|
"བ": 18,
|
|
"མ": 19,
|
|
"ཙ": 20,
|
|
"ཚ": 21,
|
|
"ཛ": 22,
|
|
"ཝ": 23,
|
|
"ཞ": 24,
|
|
"ཟ": 25,
|
|
"འ": 26,
|
|
"ཡ": 27,
|
|
"ར": 28,
|
|
"ལ": 29,
|
|
"ཤ": 30,
|
|
"ས": 31,
|
|
"ཧ": 32,
|
|
"ཨ": 33,
|
|
"ཱ": 34,
|
|
"ི": 35,
|
|
"ུ": 36,
|
|
"ེ": 37,
|
|
"ོ": 38,
|
|
"ྐ": 39,
|
|
"ྒ": 40,
|
|
"ྔ": 41,
|
|
"ྕ": 42,
|
|
"ྗ": 43,
|
|
"ྙ": 44,
|
|
"ྟ": 45,
|
|
"ྡ": 46,
|
|
"ྣ": 47,
|
|
"ྤ": 48,
|
|
"ྥ": 49,
|
|
"ྦ": 50,
|
|
"ྨ": 51,
|
|
"ྩ": 52,
|
|
"ྫ": 53,
|
|
"ྭ": 54,
|
|
"ྰ": 55,
|
|
"ྱ": 56,
|
|
"ྲ": 57,
|
|
"ླ": 58,
|
|
"ྷ": 59
|
|
}
|
|
|
