Upload tokenizer
5301f22
verified
|
{ |
|
"</O:ANA>": 250185, |
|
"</O:Age>": 250129, |
|
"</O:CHE>": 250161, |
|
"</O:CON>": 250153, |
|
"</O:DEV>": 250113, |
|
"</O:DIS>": 250121, |
|
"</O:Dat>": 250181, |
|
"</O:Dos>": 250193, |
|
"</O:Dur>": 250141, |
|
"</O:Foo>": 250117, |
|
"</O:For>": 250105, |
|
"</O:Fre>": 250173, |
|
"</O:GEN>": 250133, |
|
"</O:LIV>": 250177, |
|
"</O:Neg>": 250169, |
|
"</O:Obs>": 250149, |
|
"</O:PHY>": 250165, |
|
"</O:PRO>": 250157, |
|
"</O:Qua>": 250137, |
|
"</O:Res>": 250125, |
|
"</O:Rou>": 250189, |
|
"</O:Spe>": 250145, |
|
"</O:Tim>": 250109, |
|
"</S:ANA>": 250183, |
|
"</S:Age>": 250127, |
|
"</S:CHE>": 250159, |
|
"</S:CON>": 250151, |
|
"</S:DEV>": 250111, |
|
"</S:DIS>": 250119, |
|
"</S:Dat>": 250179, |
|
"</S:Dos>": 250191, |
|
"</S:Dur>": 250139, |
|
"</S:Foo>": 250115, |
|
"</S:For>": 250103, |
|
"</S:Fre>": 250171, |
|
"</S:GEN>": 250131, |
|
"</S:LIV>": 250175, |
|
"</S:Neg>": 250167, |
|
"</S:Obs>": 250147, |
|
"</S:PHY>": 250163, |
|
"</S:PRO>": 250155, |
|
"</S:Qua>": 250135, |
|
"</S:Res>": 250123, |
|
"</S:Rou>": 250187, |
|
"</S:Spe>": 250143, |
|
"</S:Tim>": 250107, |
|
"<O:ANA>": 250184, |
|
"<O:Age>": 250128, |
|
"<O:CHE>": 250160, |
|
"<O:CON>": 250152, |
|
"<O:DEV>": 250112, |
|
"<O:DIS>": 250120, |
|
"<O:Dat>": 250180, |
|
"<O:Dos>": 250192, |
|
"<O:Dur>": 250140, |
|
"<O:Foo>": 250116, |
|
"<O:For>": 250104, |
|
"<O:Fre>": 250172, |
|
"<O:GEN>": 250132, |
|
"<O:LIV>": 250176, |
|
"<O:Neg>": 250168, |
|
"<O:Obs>": 250148, |
|
"<O:PHY>": 250164, |
|
"<O:PRO>": 250156, |
|
"<O:Qua>": 250136, |
|
"<O:Res>": 250124, |
|
"<O:Rou>": 250188, |
|
"<O:Spe>": 250144, |
|
"<O:Tim>": 250108, |
|
"<S:ANA>": 250182, |
|
"<S:Age>": 250126, |
|
"<S:CHE>": 250158, |
|
"<S:CON>": 250150, |
|
"<S:DEV>": 250110, |
|
"<S:DIS>": 250118, |
|
"<S:Dat>": 250178, |
|
"<S:Dos>": 250190, |
|
"<S:Dur>": 250138, |
|
"<S:Foo>": 250114, |
|
"<S:For>": 250102, |
|
"<S:Fre>": 250170, |
|
"<S:GEN>": 250130, |
|
"<S:LIV>": 250174, |
|
"<S:Neg>": 250166, |
|
"<S:Obs>": 250146, |
|
"<S:PHY>": 250162, |
|
"<S:PRO>": 250154, |
|
"<S:Qua>": 250134, |
|
"<S:Res>": 250122, |
|
"<S:Rou>": 250186, |
|
"<S:Spe>": 250142, |
|
"<S:Tim>": 250106, |
|
"[MASK]": 250101 |
|
} |
|
|