JovialValley's picture
Upload tokenizer
8438981
raw
history blame
350 Bytes
{
"[PAD]": 26,
"[UNK]": 25,
"a_c": 18,
"a_j": 10,
"a_n": 22,
"a_t": 1,
"f_c": 13,
"f_j": 17,
"f_n": 8,
"f_t": 23,
"la_c": 15,
"la_j": 5,
"la_n": 7,
"la_t": 11,
"n_c": 4,
"n_j": 6,
"n_n": 2,
"n_t": 14,
"p_c": 0,
"p_j": 20,
"p_n": 16,
"p_t": 24,
"v_c": 21,
"v_j": 9,
"v_n": 3,
"v_t": 19,
"|": 12
}