v33 / tokenizer_config.json
C10X's picture
Upload 6 files
b21ceb8 verified
{
"added_tokens_decoder": {
"0": {
"content": "<|startoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"2": {
"content": "<|return|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"3": {
"content": "<|constrain|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"4": {
"content": "<|channel|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"5": {
"content": "<|start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"6": {
"content": "<|end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"7": {
"content": "<|message|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"8": {
"content": "<|call|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"9": {
"content": "<|endofprompt|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"16192": {
"content": "\\blindtext",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16193": {
"content": "\\newpage",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16194": {
"content": "\\boxed",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16195": {
"content": "\\framebox",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16196": {
"content": "\\fbox",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16197": {
"content": "\\tag",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16198": {
"content": "\\nonumber",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16199": {
"content": "\\item",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16200": {
"content": "\\centering",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16201": {
"content": "\\caption",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16202": {
"content": "\\includegraphics",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16203": {
"content": "\\label",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16204": {
"content": "\\multicolumn",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16205": {
"content": "\\cline",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16206": {
"content": "\\hline",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16207": {
"content": "\\end",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16208": {
"content": "\\begin",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16209": {
"content": "\\tableofcontents",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16210": {
"content": "\\maketitle",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16211": {
"content": "\\date",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16212": {
"content": "\\author",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16213": {
"content": "\\title",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16214": {
"content": "\\chapter",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16215": {
"content": "\\subsubsection",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16216": {
"content": "\\subsection",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16217": {
"content": "\\section",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16218": {
"content": "\\noindent",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16219": {
"content": "\\newline",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16220": {
"content": "\\par",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16221": {
"content": "\\ddot",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16222": {
"content": "\\dot",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16223": {
"content": "\\bar",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16224": {
"content": "\\iff",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16225": {
"content": "\\implies",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16226": {
"content": "\\neg",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16227": {
"content": "\\lor",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16228": {
"content": "\\land",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16229": {
"content": "\\qquad",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16230": {
"content": "\\quad",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16231": {
"content": "\\arctan",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16232": {
"content": "\\arccos",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16233": {
"content": "\\arcsin",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16234": {
"content": "\\cot",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16235": {
"content": "\\sec",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16236": {
"content": "\\csc",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16237": {
"content": "\\tan",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16238": {
"content": "\\cos",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16239": {
"content": "\\sin",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16240": {
"content": "\\widetilde",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16241": {
"content": "\\widehat",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16242": {
"content": "\\complement",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16243": {
"content": "\\varnothing",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16244": {
"content": "\\tilde",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16245": {
"content": "\\hat",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16246": {
"content": "\\vec",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16247": {
"content": "\\mathfrak",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16248": {
"content": "\\mathcal",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16249": {
"content": "\\mathbb",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16250": {
"content": "\\emptyset",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16251": {
"content": "\\bot",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16252": {
"content": "\\aleph",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16253": {
"content": "\\Re",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16254": {
"content": "\\Im",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16255": {
"content": "\\ell",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16256": {
"content": "\\hbar",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16257": {
"content": "\\exists",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16258": {
"content": "\\forall",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16259": {
"content": "\\partial",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16260": {
"content": "\\nabla",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16261": {
"content": "\\infty",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16262": {
"content": "\\binom",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16263": {
"content": "\\overline",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16264": {
"content": "\\sqrt",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16265": {
"content": "\\tfrac",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16266": {
"content": "\\dfrac",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16267": {
"content": "\\frac",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16268": {
"content": "\\textsc",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16269": {
"content": "\\textsf",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16270": {
"content": "\\texttt",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16271": {
"content": "\\emph",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16272": {
"content": "\\underline",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16273": {
"content": "\\textit",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16274": {
"content": "\\textbf",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16275": {
"content": "\\bigoplus",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16276": {
"content": "\\bigcap",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16277": {
"content": "\\bigcup",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16278": {
"content": "\\prod",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16279": {
"content": "\\sum",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16280": {
"content": "\\oint",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16281": {
"content": "\\iiint",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16282": {
"content": "\\iint",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16283": {
"content": "\\int",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16284": {
"content": "\\right",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16285": {
"content": "\\left",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16286": {
"content": "\\Bigr",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16287": {
"content": "\\Bigl",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16288": {
"content": "\\bigr",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16289": {
"content": "\\bigl",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16290": {
"content": "\\rceil",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16291": {
"content": "\\lceil",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16292": {
"content": "\\rfloor",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16293": {
"content": "\\lfloor",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16294": {
"content": "\\rangle",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16295": {
"content": "\\langle",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16296": {
"content": "\\overleftarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16297": {
"content": "\\overleftrightarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16298": {
"content": "\\overrightarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16299": {
"content": "\\Longleftrightarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16300": {
"content": "\\longleftrightarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16301": {
"content": "\\longrightarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16302": {
"content": "\\longleftarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16303": {
"content": "\\Longrightarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16304": {
"content": "\\Longleftarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16305": {
"content": "\\gets",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16306": {
"content": "\\to",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16307": {
"content": "\\mapsto",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16308": {
"content": "\\Updownarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16309": {
"content": "\\Downarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16310": {
"content": "\\Uparrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16311": {
"content": "\\updownarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16312": {
"content": "\\downarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16313": {
"content": "\\uparrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16314": {
"content": "\\Leftrightarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16315": {
"content": "\\Rightarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16316": {
"content": "\\Leftarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16317": {
"content": "\\leftrightarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16318": {
"content": "\\rightarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16319": {
"content": "\\leftarrow",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16320": {
"content": "\\perp",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16321": {
"content": "\\propto",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16322": {
"content": "\\ni",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16323": {
"content": "\\notin",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16324": {
"content": "\\in",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16325": {
"content": "\\supseteq",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16326": {
"content": "\\supset",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16327": {
"content": "\\sqsupseteq",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16328": {
"content": "\\sqsubseteq",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16329": {
"content": "\\subseteq",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16330": {
"content": "\\subset",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16331": {
"content": "\\cong",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16332": {
"content": "\\approx",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16333": {
"content": "\\simeq",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16334": {
"content": "\\sim",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16335": {
"content": "\\equiv",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16336": {
"content": "\\neq",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16337": {
"content": "\\geq",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16338": {
"content": "\\leq",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16339": {
"content": "\\oslash",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16340": {
"content": "\\otimes",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16341": {
"content": "\\ominus",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16342": {
"content": "\\oplus",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16343": {
"content": "\\wedge",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16344": {
"content": "\\vee",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16345": {
"content": "\\sqcup",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16346": {
"content": "\\sqcap",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16347": {
"content": "\\uplus",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16348": {
"content": "\\cup",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16349": {
"content": "\\cap",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16350": {
"content": "\\cdot",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16351": {
"content": "\\bullet",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16352": {
"content": "\\circ",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16353": {
"content": "\\star",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16354": {
"content": "\\ast",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16355": {
"content": "\\div",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16356": {
"content": "\\times",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16357": {
"content": "\\mp",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16358": {
"content": "\\pm",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16359": {
"content": "\\omega",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16360": {
"content": "\\psi",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16361": {
"content": "\\chi",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16362": {
"content": "\\varphi",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16363": {
"content": "\\varsigma",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16364": {
"content": "\\phi",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16365": {
"content": "\\upsilon",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16366": {
"content": "\\tau",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16367": {
"content": "\\sigma",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16368": {
"content": "\\rho",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16369": {
"content": "\\pi",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16370": {
"content": "\\xi",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16371": {
"content": "\\nu",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16372": {
"content": "\\mu",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16373": {
"content": "\\lambda",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16374": {
"content": "\\kappa",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16375": {
"content": "\\iota",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16376": {
"content": "\\theta",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16377": {
"content": "\\eta",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16378": {
"content": "\\zeta",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16379": {
"content": "\\epsilon",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16380": {
"content": "\\delta",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16381": {
"content": "\\gamma",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16382": {
"content": "\\beta",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"16383": {
"content": "\\alpha",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
}
},
"backend": "tokenizers",
"bos_token": "<|startoftext|>",
"clean_up_tokenization_spaces": false,
"eos_token": "<|return|>",
"extra_special_tokens": {},
"falcon_latex_tokens": [
"\\blindtext",
"\\newpage",
"\\boxed",
"\\framebox",
"\\fbox",
"\\tag",
"\\nonumber",
"\\item",
"\\centering",
"\\caption",
"\\includegraphics",
"\\label",
"\\multicolumn",
"\\cline",
"\\hline",
"\\end",
"\\begin",
"\\tableofcontents",
"\\maketitle",
"\\date",
"\\author",
"\\title",
"\\chapter",
"\\subsubsection",
"\\subsection",
"\\section",
"\\noindent",
"\\newline",
"\\par",
"\\ddot",
"\\dot",
"\\bar",
"\\iff",
"\\implies",
"\\neg",
"\\lor",
"\\land",
"\\qquad",
"\\quad",
"\\arctan",
"\\arccos",
"\\arcsin",
"\\cot",
"\\sec",
"\\csc",
"\\tan",
"\\cos",
"\\sin",
"\\widetilde",
"\\widehat",
"\\complement",
"\\varnothing",
"\\tilde",
"\\hat",
"\\vec",
"\\mathfrak",
"\\mathcal",
"\\mathbb",
"\\emptyset",
"\\bot",
"\\aleph",
"\\Re",
"\\Im",
"\\ell",
"\\hbar",
"\\exists",
"\\forall",
"\\partial",
"\\nabla",
"\\infty",
"\\binom",
"\\overline",
"\\sqrt",
"\\tfrac",
"\\dfrac",
"\\frac",
"\\textsc",
"\\textsf",
"\\texttt",
"\\emph",
"\\underline",
"\\textit",
"\\textbf",
"\\bigoplus",
"\\bigcap",
"\\bigcup",
"\\prod",
"\\sum",
"\\oint",
"\\iiint",
"\\iint",
"\\int",
"\\right",
"\\left",
"\\Bigr",
"\\Bigl",
"\\bigr",
"\\bigl",
"\\rceil",
"\\lceil",
"\\rfloor",
"\\lfloor",
"\\rangle",
"\\langle",
"\\overleftarrow",
"\\overleftrightarrow",
"\\overrightarrow",
"\\Longleftrightarrow",
"\\longleftrightarrow",
"\\longrightarrow",
"\\longleftarrow",
"\\Longrightarrow",
"\\Longleftarrow",
"\\gets",
"\\to",
"\\mapsto",
"\\Updownarrow",
"\\Downarrow",
"\\Uparrow",
"\\updownarrow",
"\\downarrow",
"\\uparrow",
"\\Leftrightarrow",
"\\Rightarrow",
"\\Leftarrow",
"\\leftrightarrow",
"\\rightarrow",
"\\leftarrow",
"\\perp",
"\\propto",
"\\ni",
"\\notin",
"\\in",
"\\supseteq",
"\\supset",
"\\sqsupseteq",
"\\sqsubseteq",
"\\subseteq",
"\\subset",
"\\cong",
"\\approx",
"\\simeq",
"\\sim",
"\\equiv",
"\\neq",
"\\geq",
"\\leq",
"\\oslash",
"\\otimes",
"\\ominus",
"\\oplus",
"\\wedge",
"\\vee",
"\\sqcup",
"\\sqcap",
"\\uplus",
"\\cup",
"\\cap",
"\\cdot",
"\\bullet",
"\\circ",
"\\star",
"\\ast",
"\\div",
"\\times",
"\\mp",
"\\pm",
"\\omega",
"\\psi",
"\\chi",
"\\varphi",
"\\varsigma",
"\\phi",
"\\upsilon",
"\\tau",
"\\sigma",
"\\rho",
"\\pi",
"\\xi",
"\\nu",
"\\mu",
"\\lambda",
"\\kappa",
"\\iota",
"\\theta",
"\\eta",
"\\zeta",
"\\epsilon",
"\\delta",
"\\gamma",
"\\beta",
"\\alpha"
],
"model_input_names": [
"input_ids",
"attention_mask"
],
"model_max_length": 1000000000000000019884624838656,
"pad_token": "<|endoftext|>",
"tokenizer_class": "PreTrainedTokenizerFast"
}