thisisHJLee's picture
Upload tokenizer
85e2398
raw
history blame
658 Bytes
{
"[PAD]": 50,
"[UNK]": 49,
"|": 0,
"γ„±": 1,
"γ„²": 2,
"γ„³": 3,
"γ„΄": 4,
"γ„΅": 5,
"γ„Ά": 6,
"γ„·": 7,
"γ„Έ": 8,
"γ„Ή": 9,
"γ„Ί": 10,
"γ„»": 11,
"γ„Ό": 12,
"γ…€": 13,
"ㅁ": 14,
"γ…‚": 15,
"γ…ƒ": 16,
"γ…„": 17,
"γ……": 18,
"γ…†": 19,
"γ…‡": 20,
"γ…ˆ": 21,
"γ…‰": 22,
"γ…Š": 23,
"γ…‹": 24,
"γ…Œ": 25,
"ㅍ": 26,
"γ…Ž": 27,
"ㅏ": 28,
"ㅐ": 29,
"γ…‘": 30,
"γ…’": 31,
"γ…“": 32,
"γ…”": 33,
"γ…•": 34,
"γ…–": 35,
"γ…—": 36,
"γ…˜": 37,
"γ…™": 38,
"γ…š": 39,
"γ…›": 40,
"γ…œ": 41,
"ㅝ": 42,
"γ…ž": 43,
"γ…Ÿ": 44,
"γ… ": 45,
"γ…‘": 46,
"γ…’": 47,
"γ…£": 48
}