svggpt / added_tokens.json
AlexWortega's picture
Upload tokenizer
9c434ad
raw
history blame
5.44 kB
{
"</svg>": 50525,
"<endoftext>": 50522,
"<svg>": 50524,
"<|BEZIER|>": 50261,
"<|CONTROL1|>": 50264,
"<|CONTROL2|>": 50265,
"<|END|>": 50263,
"<|FILL|>": 50258,
"<|LINE|>": 50260,
"<|PATH|>": 50257,
"<|START|>": 50262,
"<|STROKE|>": 50259,
"<|X0|>": 50266,
"<|X100|>": 50366,
"<|X101|>": 50367,
"<|X102|>": 50368,
"<|X103|>": 50369,
"<|X104|>": 50370,
"<|X105|>": 50371,
"<|X106|>": 50372,
"<|X107|>": 50373,
"<|X108|>": 50374,
"<|X109|>": 50375,
"<|X10|>": 50276,
"<|X110|>": 50376,
"<|X111|>": 50377,
"<|X112|>": 50378,
"<|X113|>": 50379,
"<|X114|>": 50380,
"<|X115|>": 50381,
"<|X116|>": 50382,
"<|X117|>": 50383,
"<|X118|>": 50384,
"<|X119|>": 50385,
"<|X11|>": 50277,
"<|X120|>": 50386,
"<|X121|>": 50387,
"<|X122|>": 50388,
"<|X123|>": 50389,
"<|X124|>": 50390,
"<|X125|>": 50391,
"<|X126|>": 50392,
"<|X127|>": 50393,
"<|X12|>": 50278,
"<|X13|>": 50279,
"<|X14|>": 50280,
"<|X15|>": 50281,
"<|X16|>": 50282,
"<|X17|>": 50283,
"<|X18|>": 50284,
"<|X19|>": 50285,
"<|X1|>": 50267,
"<|X20|>": 50286,
"<|X21|>": 50287,
"<|X22|>": 50288,
"<|X23|>": 50289,
"<|X24|>": 50290,
"<|X25|>": 50291,
"<|X26|>": 50292,
"<|X27|>": 50293,
"<|X28|>": 50294,
"<|X29|>": 50295,
"<|X2|>": 50268,
"<|X30|>": 50296,
"<|X31|>": 50297,
"<|X32|>": 50298,
"<|X33|>": 50299,
"<|X34|>": 50300,
"<|X35|>": 50301,
"<|X36|>": 50302,
"<|X37|>": 50303,
"<|X38|>": 50304,
"<|X39|>": 50305,
"<|X3|>": 50269,
"<|X40|>": 50306,
"<|X41|>": 50307,
"<|X42|>": 50308,
"<|X43|>": 50309,
"<|X44|>": 50310,
"<|X45|>": 50311,
"<|X46|>": 50312,
"<|X47|>": 50313,
"<|X48|>": 50314,
"<|X49|>": 50315,
"<|X4|>": 50270,
"<|X50|>": 50316,
"<|X51|>": 50317,
"<|X52|>": 50318,
"<|X53|>": 50319,
"<|X54|>": 50320,
"<|X55|>": 50321,
"<|X56|>": 50322,
"<|X57|>": 50323,
"<|X58|>": 50324,
"<|X59|>": 50325,
"<|X5|>": 50271,
"<|X60|>": 50326,
"<|X61|>": 50327,
"<|X62|>": 50328,
"<|X63|>": 50329,
"<|X64|>": 50330,
"<|X65|>": 50331,
"<|X66|>": 50332,
"<|X67|>": 50333,
"<|X68|>": 50334,
"<|X69|>": 50335,
"<|X6|>": 50272,
"<|X70|>": 50336,
"<|X71|>": 50337,
"<|X72|>": 50338,
"<|X73|>": 50339,
"<|X74|>": 50340,
"<|X75|>": 50341,
"<|X76|>": 50342,
"<|X77|>": 50343,
"<|X78|>": 50344,
"<|X79|>": 50345,
"<|X7|>": 50273,
"<|X80|>": 50346,
"<|X81|>": 50347,
"<|X82|>": 50348,
"<|X83|>": 50349,
"<|X84|>": 50350,
"<|X85|>": 50351,
"<|X86|>": 50352,
"<|X87|>": 50353,
"<|X88|>": 50354,
"<|X89|>": 50355,
"<|X8|>": 50274,
"<|X90|>": 50356,
"<|X91|>": 50357,
"<|X92|>": 50358,
"<|X93|>": 50359,
"<|X94|>": 50360,
"<|X95|>": 50361,
"<|X96|>": 50362,
"<|X97|>": 50363,
"<|X98|>": 50364,
"<|X99|>": 50365,
"<|X9|>": 50275,
"<|Y0|>": 50394,
"<|Y100|>": 50494,
"<|Y101|>": 50495,
"<|Y102|>": 50496,
"<|Y103|>": 50497,
"<|Y104|>": 50498,
"<|Y105|>": 50499,
"<|Y106|>": 50500,
"<|Y107|>": 50501,
"<|Y108|>": 50502,
"<|Y109|>": 50503,
"<|Y10|>": 50404,
"<|Y110|>": 50504,
"<|Y111|>": 50505,
"<|Y112|>": 50506,
"<|Y113|>": 50507,
"<|Y114|>": 50508,
"<|Y115|>": 50509,
"<|Y116|>": 50510,
"<|Y117|>": 50511,
"<|Y118|>": 50512,
"<|Y119|>": 50513,
"<|Y11|>": 50405,
"<|Y120|>": 50514,
"<|Y121|>": 50515,
"<|Y122|>": 50516,
"<|Y123|>": 50517,
"<|Y124|>": 50518,
"<|Y125|>": 50519,
"<|Y126|>": 50520,
"<|Y127|>": 50521,
"<|Y12|>": 50406,
"<|Y13|>": 50407,
"<|Y14|>": 50408,
"<|Y15|>": 50409,
"<|Y16|>": 50410,
"<|Y17|>": 50411,
"<|Y18|>": 50412,
"<|Y19|>": 50413,
"<|Y1|>": 50395,
"<|Y20|>": 50414,
"<|Y21|>": 50415,
"<|Y22|>": 50416,
"<|Y23|>": 50417,
"<|Y24|>": 50418,
"<|Y25|>": 50419,
"<|Y26|>": 50420,
"<|Y27|>": 50421,
"<|Y28|>": 50422,
"<|Y29|>": 50423,
"<|Y2|>": 50396,
"<|Y30|>": 50424,
"<|Y31|>": 50425,
"<|Y32|>": 50426,
"<|Y33|>": 50427,
"<|Y34|>": 50428,
"<|Y35|>": 50429,
"<|Y36|>": 50430,
"<|Y37|>": 50431,
"<|Y38|>": 50432,
"<|Y39|>": 50433,
"<|Y3|>": 50397,
"<|Y40|>": 50434,
"<|Y41|>": 50435,
"<|Y42|>": 50436,
"<|Y43|>": 50437,
"<|Y44|>": 50438,
"<|Y45|>": 50439,
"<|Y46|>": 50440,
"<|Y47|>": 50441,
"<|Y48|>": 50442,
"<|Y49|>": 50443,
"<|Y4|>": 50398,
"<|Y50|>": 50444,
"<|Y51|>": 50445,
"<|Y52|>": 50446,
"<|Y53|>": 50447,
"<|Y54|>": 50448,
"<|Y55|>": 50449,
"<|Y56|>": 50450,
"<|Y57|>": 50451,
"<|Y58|>": 50452,
"<|Y59|>": 50453,
"<|Y5|>": 50399,
"<|Y60|>": 50454,
"<|Y61|>": 50455,
"<|Y62|>": 50456,
"<|Y63|>": 50457,
"<|Y64|>": 50458,
"<|Y65|>": 50459,
"<|Y66|>": 50460,
"<|Y67|>": 50461,
"<|Y68|>": 50462,
"<|Y69|>": 50463,
"<|Y6|>": 50400,
"<|Y70|>": 50464,
"<|Y71|>": 50465,
"<|Y72|>": 50466,
"<|Y73|>": 50467,
"<|Y74|>": 50468,
"<|Y75|>": 50469,
"<|Y76|>": 50470,
"<|Y77|>": 50471,
"<|Y78|>": 50472,
"<|Y79|>": 50473,
"<|Y7|>": 50401,
"<|Y80|>": 50474,
"<|Y81|>": 50475,
"<|Y82|>": 50476,
"<|Y83|>": 50477,
"<|Y84|>": 50478,
"<|Y85|>": 50479,
"<|Y86|>": 50480,
"<|Y87|>": 50481,
"<|Y88|>": 50482,
"<|Y89|>": 50483,
"<|Y8|>": 50402,
"<|Y90|>": 50484,
"<|Y91|>": 50485,
"<|Y92|>": 50486,
"<|Y93|>": 50487,
"<|Y94|>": 50488,
"<|Y95|>": 50489,
"<|Y96|>": 50490,
"<|Y97|>": 50491,
"<|Y98|>": 50492,
"<|Y99|>": 50493,
"<|Y9|>": 50403,
"<|pad|>": 50523
}