NTtoGT_addmoretoken_PNTx_ver2 / added_tokens.json
Hyeonsieun's picture
Upload tokenizer
f7e4cce verified
{
"<": 32104,
"<extra_id_0>": 32099,
"<extra_id_10>": 32089,
"<extra_id_11>": 32088,
"<extra_id_12>": 32087,
"<extra_id_13>": 32086,
"<extra_id_14>": 32085,
"<extra_id_15>": 32084,
"<extra_id_16>": 32083,
"<extra_id_17>": 32082,
"<extra_id_18>": 32081,
"<extra_id_19>": 32080,
"<extra_id_1>": 32098,
"<extra_id_20>": 32079,
"<extra_id_21>": 32078,
"<extra_id_22>": 32077,
"<extra_id_23>": 32076,
"<extra_id_24>": 32075,
"<extra_id_25>": 32074,
"<extra_id_26>": 32073,
"<extra_id_27>": 32072,
"<extra_id_28>": 32071,
"<extra_id_29>": 32070,
"<extra_id_2>": 32097,
"<extra_id_30>": 32069,
"<extra_id_31>": 32068,
"<extra_id_32>": 32067,
"<extra_id_33>": 32066,
"<extra_id_34>": 32065,
"<extra_id_35>": 32064,
"<extra_id_36>": 32063,
"<extra_id_37>": 32062,
"<extra_id_38>": 32061,
"<extra_id_39>": 32060,
"<extra_id_3>": 32096,
"<extra_id_40>": 32059,
"<extra_id_41>": 32058,
"<extra_id_42>": 32057,
"<extra_id_43>": 32056,
"<extra_id_44>": 32055,
"<extra_id_45>": 32054,
"<extra_id_46>": 32053,
"<extra_id_47>": 32052,
"<extra_id_48>": 32051,
"<extra_id_49>": 32050,
"<extra_id_4>": 32095,
"<extra_id_50>": 32049,
"<extra_id_51>": 32048,
"<extra_id_52>": 32047,
"<extra_id_53>": 32046,
"<extra_id_54>": 32045,
"<extra_id_55>": 32044,
"<extra_id_56>": 32043,
"<extra_id_57>": 32042,
"<extra_id_58>": 32041,
"<extra_id_59>": 32040,
"<extra_id_5>": 32094,
"<extra_id_60>": 32039,
"<extra_id_61>": 32038,
"<extra_id_62>": 32037,
"<extra_id_63>": 32036,
"<extra_id_64>": 32035,
"<extra_id_65>": 32034,
"<extra_id_66>": 32033,
"<extra_id_67>": 32032,
"<extra_id_68>": 32031,
"<extra_id_69>": 32030,
"<extra_id_6>": 32093,
"<extra_id_70>": 32029,
"<extra_id_71>": 32028,
"<extra_id_72>": 32027,
"<extra_id_73>": 32026,
"<extra_id_74>": 32025,
"<extra_id_75>": 32024,
"<extra_id_76>": 32023,
"<extra_id_77>": 32022,
"<extra_id_78>": 32021,
"<extra_id_79>": 32020,
"<extra_id_7>": 32092,
"<extra_id_80>": 32019,
"<extra_id_81>": 32018,
"<extra_id_82>": 32017,
"<extra_id_83>": 32016,
"<extra_id_84>": 32015,
"<extra_id_85>": 32014,
"<extra_id_86>": 32013,
"<extra_id_87>": 32012,
"<extra_id_88>": 32011,
"<extra_id_89>": 32010,
"<extra_id_8>": 32091,
"<extra_id_90>": 32009,
"<extra_id_91>": 32008,
"<extra_id_92>": 32007,
"<extra_id_93>": 32006,
"<extra_id_94>": 32005,
"<extra_id_95>": 32004,
"<extra_id_96>": 32003,
"<extra_id_97>": 32002,
"<extra_id_98>": 32001,
"<extra_id_99>": 32000,
"<extra_id_9>": 32090,
"\\": 32100,
"\\Alpha": 32335,
"\\And": 32211,
"\\Beta": 32336,
"\\Bumpeq": 32305,
"\\Chi": 32355,
"\\Delta": 32338,
"\\Diamond": 32202,
"\\Epsilon": 32339,
"\\Eta": 32341,
"\\Gamma": 32337,
"\\Iota": 32343,
"\\Kappa": 32344,
"\\Lambda": 32345,
"\\Lleftarrow": 32233,
"\\Longleftarrow": 32236,
"\\Longleftrightarrow": 32237,
"\\Longrightarrow": 32234,
"\\Lsh": 32260,
"\\Mu": 32346,
"\\Nu": 32347,
"\\O": 32167,
"\\Omega": 32357,
"\\P": 32282,
"\\Phi": 32354,
"\\Pi": 32349,
"\\Pr": 32148,
"\\Psi": 32356,
"\\Rho": 32350,
"\\Rsh": 32268,
"\\S": 32283,
"\\Sigma": 32351,
"\\Tau": 32352,
"\\Theta": 32342,
"\\Updownarrow": 32239,
"\\Upsilon": 32353,
"\\Vvdash": 32224,
"\\Xi": 32348,
"\\Zeta": 32340,
"\\acute": 32108,
"\\aleph": 32388,
"\\alpha": 32358,
"\\amalg": 32281,
"\\and": 32217,
"\\arccos": 32128,
"\\arcsin": 32127,
"\\arctan": 32129,
"\\arg": 32151,
"\\backslash": 32162,
"\\bar": 32113,
"\\barwedge": 32310,
"\\because": 32213,
"\\begin": 32330,
"\\beta": 32359,
"\\beth": 32389,
"\\between": 32313,
"\\bigcap": 32172,
"\\bigodot": 32166,
"\\bigstar": 32203,
"\\bigtriangledown": 32205,
"\\biguplus": 32173,
"\\bigvee": 32216,
"\\bigwedge": 32219,
"\\blacktriangleright": 32207,
"\\boldsymbol": 32394,
"\\boxdot": 32164,
"\\breve": 32111,
"\\bullet": 32163,
"\\bumpeq": 32304,
"\\cancel": 32292,
"\\cdots": 32287,
"\\centerdot": 32296,
"\\check": 32110,
"\\chi": 32377,
"\\choose": 32329,
"\\circ": 32201,
"\\circeq": 32302,
"\\circlearrowleft": 32259,
"\\circlearrowright": 32267,
"\\circledS": 32155,
"\\circledast": 32165,
"\\color": 32293,
"\\cos": 32122,
"\\cosh": 32131,
"\\cot": 32124,
"\\coth": 32133,
"\\csc": 32126,
"\\curlyeqprec": 32196,
"\\curlyeqsucc": 32197,
"\\curvearrowleft": 32258,
"\\curvearrowright": 32266,
"\\dagger": 32284,
"\\daleth": 32391,
"\\ddagger": 32285,
"\\ddot": 32107,
"\\ddots": 32333,
"\\deg": 32145,
"\\delta": 32361,
"\\det": 32146,
"\\diagdown": 32295,
"\\diagup": 32294,
"\\digamma": 32381,
"\\dim": 32144,
"\\dot": 32106,
"\\doteqdot": 32306,
"\\dotplus": 32161,
"\\doublebarwedge": 32312,
"\\downdownarrows": 32269,
"\\downharpoonleft": 32254,
"\\downharpoonright": 32255,
"\\empty": 32168,
"\\end": 32331,
"\\epsilon": 32362,
"\\eqcirc": 32301,
"\\eqslantgtr": 32191,
"\\eqslantless": 32190,
"\\equiv": 32156,
"\\eta": 32364,
"\\exp": 32117,
"\\fallingdotseq": 32308,
"\\frac": 32328,
"\\frown": 32209,
"\\gamma": 32360,
"\\gimel": 32390,
"\\gnapprox": 32193,
"\\grave": 32109,
"\\gtrdot": 32186,
"\\gtreqqless": 32189,
"\\gvertneqq": 32188,
"\\hat": 32114,
"\\hbar": 32154,
"\\hom": 32149,
"\\hookleftarrow": 32275,
"\\hookrightarrow": 32274,
"\\iff": 32238,
"\\implies": 32235,
"\\inf": 32139,
"\\int": 32326,
"\\intercal": 32309,
"\\iota": 32366,
"\\kappa": 32367,
"\\lVert": 32150,
"\\lambda": 32368,
"\\land": 32218,
"\\langle": 32402,
"\\ldots": 32286,
"\\left": 32400,
"\\leftarrow": 32242,
"\\leftarrowtail": 32272,
"\\leftharpoondown": 32251,
"\\leftharpoonup": 32250,
"\\leftleftarrows": 32270,
"\\leftrightarrows": 32271,
"\\leftrightharpoons": 32257,
"\\leftrightsquigarrow": 32277,
"\\leftthreetimes": 32299,
"\\lessdot": 32185,
"\\lg": 32119,
"\\lim": 32141,
"\\liminf": 32142,
"\\limsup": 32143,
"\\llcorner": 32231,
"\\ln": 32118,
"\\lnapprox": 32192,
"\\lnot": 32220,
"\\log": 32120,
"\\longleftarrow": 32243,
"\\longleftrightarrow": 32244,
"\\longmapsto": 32247,
"\\longrightarrow": 32241,
"\\looparrowleft": 32273,
"\\looparrowright": 32265,
"\\lor": 32215,
"\\lrcorner": 32232,
"\\ltimes": 32297,
"\\lvertneqq": 32187,
"\\mathbb": 32392,
"\\mathbf": 32393,
"\\mathcal": 32397,
"\\mathfrak": 32398,
"\\mathit": 32395,
"\\mathrm": 32160,
"\\mathsf": 32396,
"\\max": 32138,
"\\mbox": 32334,
"\\min": 32137,
"\\models": 32223,
"\\mu": 32369,
"\\multimap": 32276,
"\\nVDash": 32228,
"\\nVdash": 32226,
"\\ncong": 32183,
"\\nexists": 32210,
"\\ni": 32171,
"\\notin": 32170,
"\\nshortmid": 32158,
"\\nshortparallel": 32200,
"\\ntriangleleft": 32316,
"\\ntrianglelefteq": 32320,
"\\ntriangleright": 32318,
"\\ntrianglerighteq": 32322,
"\\nu": 32370,
"\\nvDash": 32227,
"\\nvdash": 32225,
"\\oint": 32327,
"\\omega": 32379,
"\\operatorname": 32134,
"\\or": 32214,
"\\over": 32153,
"\\overline": 32208,
"\\overset": 32181,
"\\partial": 32152,
"\\phi": 32147,
"\\pi": 32372,
"\\pitchfork": 32314,
"\\pmod": 32157,
"\\precnapprox": 32198,
"\\precneqq": 32194,
"\\prod": 32324,
"\\psi": 32378,
"\\quad": 32404,
"\\rfloor": 32403,
"\\rho": 32373,
"\\right": 32401,
"\\rightarrow": 32240,
"\\rightarrowtail": 32264,
"\\rightharpoondown": 32249,
"\\rightharpoonup": 32248,
"\\rightleftarrows": 32263,
"\\rightleftharpoons": 32256,
"\\rightrightarrows": 32262,
"\\rightsquigarrow": 32278,
"\\rightthreetimes": 32300,
"\\risingdotseq": 32307,
"\\rtimes": 32298,
"\\searrow": 32246,
"\\sec": 32125,
"\\sgn": 32135,
"\\sharp": 32291,
"\\sigma": 32374,
"\\sin": 32121,
"\\sinh": 32130,
"\\smile": 32288,
"\\sqrt": 32159,
"\\sqsubset": 32175,
"\\sqsubseteq": 32177,
"\\sqsupset": 32176,
"\\sqsupseteq": 32178,
"\\succnapprox": 32199,
"\\succneqq": 32195,
"\\sum": 32323,
"\\sup": 32140,
"\\tan": 32123,
"\\tanh": 32132,
"\\tau": 32375,
"\\text": 32399,
"\\therefore": 32212,
"\\theta": 32365,
"\\tilde": 32112,
"\\times": 32174,
"\\to": 32325,
"\\top": 32221,
"\\triangle": 32204,
"\\triangledown": 32206,
"\\triangleleft": 32290,
"\\trianglelefteq": 32319,
"\\triangleq": 32303,
"\\trianglerighteq": 32321,
"\\twoheadleftarrow": 32280,
"\\twoheadrightarrow": 32279,
"\\ulcorner": 32229,
"\\underset": 32182,
"\\updownarrow": 32245,
"\\upharpoonleft": 32252,
"\\upharpoonright": 32253,
"\\upsilon": 32376,
"\\upuparrows": 32261,
"\\urcorner": 32230,
"\\varepsilon": 32380,
"\\varkappa": 32382,
"\\varnothing": 32169,
"\\varphi": 32387,
"\\varpi": 32383,
"\\varpropto": 32184,
"\\varrho": 32384,
"\\varsigma": 32385,
"\\varsubsetneqq": 32179,
"\\varsupsetneqq": 32180,
"\\vartheta": 32386,
"\\vartriangleleft": 32315,
"\\vartriangleright": 32317,
"\\vdash": 32222,
"\\vdots": 32332,
"\\vec": 32116,
"\\veebar": 32311,
"\\vert": 32136,
"\\widehat": 32115,
"\\wr": 32289,
"\\xi": 32371,
"\\zeta": 32363,
"^": 32103,
"{": 32101,
"}": 32102,
"~": 32105
}