Samuael's picture
Upload tokenizer
ca348a0 verified
raw
history blame contribute delete
No virus
476 Bytes
{
"[PAD]": 0,
"[UNK]": 1,
"|": 2,
"αˆ…": 10,
"ል": 11,
"ም": 12,
"ር": 13,
"ሡ": 14,
"ሽ": 15,
"α‰…": 16,
"α‰₯": 17,
"α‰­": 18,
"ቡ": 19,
"ች": 20,
"αŠ•": 21,
"ኝ": 22,
"ኑ": 4,
"ኒ": 5,
"ኣ": 6,
"ኀ": 7,
"αŠ₯": 8,
"ኦ": 9,
"ኧ": 3,
"ክ": 23,
"ው": 24,
"ዝ": 25,
"α‹₯": 26,
"α‹­": 27,
"α‹΅": 28,
"αŒ…": 29,
"ግ": 30,
"αŒ₯": 31,
"ጭ": 32,
"ጡ": 33,
"ጽ": 34,
"ፍ": 35,
"ፕ": 36
}