dgkim0306's picture
Upload tokenizer
9d992e3 verified
raw
history blame
No virus
755 Bytes
{
"0": 1,
"1": 2,
"2": 3,
"3": 4,
"4": 5,
"5": 6,
"6": 7,
"7": 8,
"8": 9,
"9": 10,
"[PAD]": 59,
"[UNK]": 58,
"|": 0,
"γ„±": 11,
"γ„²": 12,
"γ„³": 13,
"γ„΄": 14,
"γ„΅": 15,
"γ„Ά": 16,
"γ„·": 17,
"γ„Έ": 18,
"γ„Ή": 19,
"γ„Ί": 20,
"γ„Ό": 21,
"γ…€": 22,
"ㅁ": 23,
"γ…‚": 24,
"γ…ƒ": 25,
"γ…„": 26,
"γ……": 27,
"γ…†": 28,
"γ…‡": 29,
"γ…ˆ": 30,
"γ…‰": 31,
"γ…Š": 32,
"γ…‹": 33,
"γ…Œ": 34,
"ㅍ": 35,
"γ…Ž": 36,
"ㅏ": 37,
"ㅐ": 38,
"γ…‘": 39,
"γ…’": 40,
"γ…“": 41,
"γ…”": 42,
"γ…•": 43,
"γ…–": 44,
"γ…—": 45,
"γ…˜": 46,
"γ…™": 47,
"γ…š": 48,
"γ…›": 49,
"γ…œ": 50,
"ㅝ": 51,
"γ…ž": 52,
"γ…Ÿ": 53,
"γ… ": 54,
"γ…‘": 55,
"γ…’": 56,
"γ…£": 57
}