Upload tokenizer
99c91b3
verified
|
{ |
|
"[PAD]": 103, |
|
"[UNK]": 102, |
|
"|": 62, |
|
"०": 38, |
|
"१": 73, |
|
"१०": 24, |
|
"१००": 98, |
|
"११": 42, |
|
"१२": 6, |
|
"१३": 49, |
|
"१४": 20, |
|
"१५": 87, |
|
"१६": 50, |
|
"१७": 91, |
|
"१८": 61, |
|
"१९": 5, |
|
"२": 15, |
|
"२०": 47, |
|
"२१": 31, |
|
"२२": 17, |
|
"२३": 55, |
|
"२४": 68, |
|
"२५": 93, |
|
"२६": 72, |
|
"२७": 25, |
|
"२८": 21, |
|
"२९": 65, |
|
"३": 57, |
|
"३०": 97, |
|
"३१": 34, |
|
"३२": 16, |
|
"३३": 48, |
|
"३४": 76, |
|
"३५": 14, |
|
"३६": 41, |
|
"३७": 46, |
|
"३८": 53, |
|
"३९": 80, |
|
"४": 85, |
|
"४०": 26, |
|
"४१": 67, |
|
"४२": 83, |
|
"४३": 86, |
|
"४४": 88, |
|
"४५": 100, |
|
"४६": 64, |
|
"४७": 27, |
|
"४८": 13, |
|
"४९": 0, |
|
"५": 44, |
|
"५०": 82, |
|
"५१": 71, |
|
"५२": 11, |
|
"५३": 7, |
|
"५४": 77, |
|
"५५": 69, |
|
"५६": 94, |
|
"५७": 28, |
|
"५८": 8, |
|
"५९": 4, |
|
"६": 29, |
|
"६०": 2, |
|
"६१": 32, |
|
"६२": 60, |
|
"६३": 3, |
|
"६४": 30, |
|
"६५": 70, |
|
"६६": 75, |
|
"६७": 36, |
|
"६८": 84, |
|
"६९": 74, |
|
"७": 22, |
|
"७०": 37, |
|
"७१": 39, |
|
"७२": 51, |
|
"७३": 23, |
|
"७४": 63, |
|
"७५": 45, |
|
"७६": 99, |
|
"७७": 19, |
|
"७८": 81, |
|
"७९": 52, |
|
"८": 58, |
|
"८०": 33, |
|
"८१": 92, |
|
"८२": 89, |
|
"८३": 56, |
|
"८४": 79, |
|
"८५": 40, |
|
"८६": 10, |
|
"८७": 12, |
|
"८८": 66, |
|
"८९": 43, |
|
"९": 78, |
|
"९०": 90, |
|
"९१": 18, |
|
"९२": 54, |
|
"९३": 35, |
|
"९४": 1, |
|
"९५": 96, |
|
"९६": 101, |
|
"९७": 95, |
|
"९८": 59, |
|
"९९": 9 |
|
} |
|
|