checkpoint-4/tokenizer/added_tokens.json

{
  "-00": 32193,
  "-01": 32194,
  "-02": 32195,
  "-03": 32196,
  "-04": 32197,
  "-05": 32198,
  "-06": 32199,
  "-07": 32200,
  "-08": 32201,
  "-09": 32202,
  "-33": 32203,
  "-36": 32204,
  "-37": 32205,
  "-38": 32206,
  "-39": 32207,
  "-41": 32208,
  "-42": 32209,
  "-43": 32210,
  "-44": 32211,
  "-45": 32212,
  "-46": 32213,
  "-48": 32214,
  "-49": 32215,
  "-51": 32216,
  "-52": 32217,
  "-53": 32218,
  "-54": 32219,
  "-55": 32220,
  "-56": 32221,
  "-57": 32222,
  "-58": 32223,
  "-59": 32224,
  "-61": 32225,
  "-62": 32226,
  "-63": 32227,
  "-64": 32228,
  "-65": 32229,
  "-66": 32230,
  "-67": 32231,
  "-68": 32232,
  "-69": 32233,
  "-70": 32234,
  "-71": 32235,
  "-72": 32236,
  "-73": 32237,
  "-74": 32238,
  "-75": 32239,
  "-76": 32240,
  "-77": 32241,
  "-78": 32242,
  "-79": 32243,
  "-81": 32244,
  "-82": 32245,
  "-83": 32246,
  "-84": 32247,
  "-85": 32248,
  "-86": 32249,
  "-87": 32250,
  "-88": 32251,
  "-89": 32252,
  "-90": 32253,
  "-91": 32254,
  "-92": 32255,
  "-93": 32256,
  "-94": 32257,
  "-95": 32258,
  "-96": 32259,
  "-97": 32260,
  "-98": 32261,
  "-of": 32262,
  ":accompanier": 32126,
  ":age": 32127,
  ":arg0": 32105,
  ":arg1": 32106,
  ":arg10": 32115,
  ":arg11": 32116,
  ":arg12": 32117,
  ":arg13": 32118,
  ":arg14": 32119,
  ":arg15": 32120,
  ":arg16": 32121,
  ":arg17": 32122,
  ":arg18": 32123,
  ":arg19": 32124,
  ":arg2": 32107,
  ":arg20": 32125,
  ":arg3": 32108,
  ":arg4": 32109,
  ":arg5": 32110,
  ":arg6": 32111,
  ":arg7": 32112,
  ":arg8": 32113,
  ":arg9": 32114,
  ":beneficiary": 32128,
  ":calendar": 32129,
  ":cause": 32130,
  ":century": 32131,
  ":concession": 32132,
  ":condition": 32133,
  ":conj-as-if": 32134,
  ":consist-of": 32135,
  ":cost": 32136,
  ":day": 32137,
  ":dayperiod": 32138,
  ":decade": 32139,
  ":degree": 32140,
  ":destination": 32141,
  ":direction": 32142,
  ":domain": 32143,
  ":duration": 32144,
  ":employed-by": 32145,
  ":era": 32146,
  ":example": 32147,
  ":extent": 32148,
  ":frequency": 32149,
  ":instrument": 32150,
  ":li": 32151,
  ":location": 32152,
  ":manner": 32153,
  ":meaning": 32154,
  ":medium": 32155,
  ":mod": 32156,
  ":mode": 32157,
  ":month": 32158,
  ":name": 32159,
  ":op1": 32100,
  ":op2": 32101,
  ":op3": 32102,
  ":op4": 32103,
  ":op5": 32104,
  ":ord": 32160,
  ":part": 32161,
  ":path": 32162,
  ":polarity": 32163,
  ":polite": 32164,
  ":poss": 32165,
  ":purpose": 32166,
  ":quant": 32167,
  ":quarter": 32168,
  ":range": 32169,
  ":relation": 32170,
  ":role": 32171,
  ":scale": 32172,
  ":season": 32173,
  ":snt0": 32187,
  ":snt1": 32188,
  ":snt2": 32189,
  ":snt3": 32190,
  ":snt4": 32191,
  ":snt5": 32192,
  ":source": 32174,
  ":subevent": 32175,
  ":subset": 32176,
  ":superset": 32177,
  ":time": 32178,
  ":timezone": 32179,
  ":topic": 32180,
  ":unit": 32181,
  ":value": 32182,
  ":weekday": 32183,
  ":wiki": 32184,
  ":year": 32185,
  ":year2": 32186,
  "<pointer:0>": 32263,
  "<pointer:100>": 32363,
  "<pointer:101>": 32364,
  "<pointer:102>": 32365,
  "<pointer:103>": 32366,
  "<pointer:104>": 32367,
  "<pointer:105>": 32368,
  "<pointer:106>": 32369,
  "<pointer:107>": 32370,
  "<pointer:108>": 32371,
  "<pointer:109>": 32372,
  "<pointer:10>": 32273,
  "<pointer:110>": 32373,
  "<pointer:111>": 32374,
  "<pointer:112>": 32375,
  "<pointer:113>": 32376,
  "<pointer:114>": 32377,
  "<pointer:115>": 32378,
  "<pointer:116>": 32379,
  "<pointer:117>": 32380,
  "<pointer:118>": 32381,
  "<pointer:119>": 32382,
  "<pointer:11>": 32274,
  "<pointer:120>": 32383,
  "<pointer:121>": 32384,
  "<pointer:122>": 32385,
  "<pointer:123>": 32386,
  "<pointer:124>": 32387,
  "<pointer:125>": 32388,
  "<pointer:126>": 32389,
  "<pointer:127>": 32390,
  "<pointer:128>": 32391,
  "<pointer:129>": 32392,
  "<pointer:12>": 32275,
  "<pointer:130>": 32393,
  "<pointer:131>": 32394,
  "<pointer:132>": 32395,
  "<pointer:133>": 32396,
  "<pointer:134>": 32397,
  "<pointer:135>": 32398,
  "<pointer:136>": 32399,
  "<pointer:137>": 32400,
  "<pointer:138>": 32401,
  "<pointer:139>": 32402,
  "<pointer:13>": 32276,
  "<pointer:140>": 32403,
  "<pointer:141>": 32404,
  "<pointer:142>": 32405,
  "<pointer:143>": 32406,
  "<pointer:144>": 32407,
  "<pointer:145>": 32408,
  "<pointer:146>": 32409,
  "<pointer:147>": 32410,
  "<pointer:148>": 32411,
  "<pointer:149>": 32412,
  "<pointer:14>": 32277,
  "<pointer:150>": 32413,
  "<pointer:15>": 32278,
  "<pointer:16>": 32279,
  "<pointer:17>": 32280,
  "<pointer:18>": 32281,
  "<pointer:19>": 32282,
  "<pointer:1>": 32264,
  "<pointer:20>": 32283,
  "<pointer:21>": 32284,
  "<pointer:22>": 32285,
  "<pointer:23>": 32286,
  "<pointer:24>": 32287,
  "<pointer:25>": 32288,
  "<pointer:26>": 32289,
  "<pointer:27>": 32290,
  "<pointer:28>": 32291,
  "<pointer:29>": 32292,
  "<pointer:2>": 32265,
  "<pointer:30>": 32293,
  "<pointer:31>": 32294,
  "<pointer:32>": 32295,
  "<pointer:33>": 32296,
  "<pointer:34>": 32297,
  "<pointer:35>": 32298,
  "<pointer:36>": 32299,
  "<pointer:37>": 32300,
  "<pointer:38>": 32301,
  "<pointer:39>": 32302,
  "<pointer:3>": 32266,
  "<pointer:40>": 32303,
  "<pointer:41>": 32304,
  "<pointer:42>": 32305,
  "<pointer:43>": 32306,
  "<pointer:44>": 32307,
  "<pointer:45>": 32308,
  "<pointer:46>": 32309,
  "<pointer:47>": 32310,
  "<pointer:48>": 32311,
  "<pointer:49>": 32312,
  "<pointer:4>": 32267,
  "<pointer:50>": 32313,
  "<pointer:51>": 32314,
  "<pointer:52>": 32315,
  "<pointer:53>": 32316,
  "<pointer:54>": 32317,
  "<pointer:55>": 32318,
  "<pointer:56>": 32319,
  "<pointer:57>": 32320,
  "<pointer:58>": 32321,
  "<pointer:59>": 32322,
  "<pointer:5>": 32268,
  "<pointer:60>": 32323,
  "<pointer:61>": 32324,
  "<pointer:62>": 32325,
  "<pointer:63>": 32326,
  "<pointer:64>": 32327,
  "<pointer:65>": 32328,
  "<pointer:66>": 32329,
  "<pointer:67>": 32330,
  "<pointer:68>": 32331,
  "<pointer:69>": 32332,
  "<pointer:6>": 32269,
  "<pointer:70>": 32333,
  "<pointer:71>": 32334,
  "<pointer:72>": 32335,
  "<pointer:73>": 32336,
  "<pointer:74>": 32337,
  "<pointer:75>": 32338,
  "<pointer:76>": 32339,
  "<pointer:77>": 32340,
  "<pointer:78>": 32341,
  "<pointer:79>": 32342,
  "<pointer:7>": 32270,
  "<pointer:80>": 32343,
  "<pointer:81>": 32344,
  "<pointer:82>": 32345,
  "<pointer:83>": 32346,
  "<pointer:84>": 32347,
  "<pointer:85>": 32348,
  "<pointer:86>": 32349,
  "<pointer:87>": 32350,
  "<pointer:88>": 32351,
  "<pointer:89>": 32352,
  "<pointer:8>": 32271,
  "<pointer:90>": 32353,
  "<pointer:91>": 32354,
  "<pointer:92>": 32355,
  "<pointer:93>": 32356,
  "<pointer:94>": 32357,
  "<pointer:95>": 32358,
  "<pointer:96>": 32359,
  "<pointer:97>": 32360,
  "<pointer:98>": 32361,
  "<pointer:99>": 32362,
  "<pointer:9>": 32272
}