Upload tokenizer
9c434ad
|
{ |
|
"</svg>": 50525, |
|
"<endoftext>": 50522, |
|
"<svg>": 50524, |
|
"<|BEZIER|>": 50261, |
|
"<|CONTROL1|>": 50264, |
|
"<|CONTROL2|>": 50265, |
|
"<|END|>": 50263, |
|
"<|FILL|>": 50258, |
|
"<|LINE|>": 50260, |
|
"<|PATH|>": 50257, |
|
"<|START|>": 50262, |
|
"<|STROKE|>": 50259, |
|
"<|X0|>": 50266, |
|
"<|X100|>": 50366, |
|
"<|X101|>": 50367, |
|
"<|X102|>": 50368, |
|
"<|X103|>": 50369, |
|
"<|X104|>": 50370, |
|
"<|X105|>": 50371, |
|
"<|X106|>": 50372, |
|
"<|X107|>": 50373, |
|
"<|X108|>": 50374, |
|
"<|X109|>": 50375, |
|
"<|X10|>": 50276, |
|
"<|X110|>": 50376, |
|
"<|X111|>": 50377, |
|
"<|X112|>": 50378, |
|
"<|X113|>": 50379, |
|
"<|X114|>": 50380, |
|
"<|X115|>": 50381, |
|
"<|X116|>": 50382, |
|
"<|X117|>": 50383, |
|
"<|X118|>": 50384, |
|
"<|X119|>": 50385, |
|
"<|X11|>": 50277, |
|
"<|X120|>": 50386, |
|
"<|X121|>": 50387, |
|
"<|X122|>": 50388, |
|
"<|X123|>": 50389, |
|
"<|X124|>": 50390, |
|
"<|X125|>": 50391, |
|
"<|X126|>": 50392, |
|
"<|X127|>": 50393, |
|
"<|X12|>": 50278, |
|
"<|X13|>": 50279, |
|
"<|X14|>": 50280, |
|
"<|X15|>": 50281, |
|
"<|X16|>": 50282, |
|
"<|X17|>": 50283, |
|
"<|X18|>": 50284, |
|
"<|X19|>": 50285, |
|
"<|X1|>": 50267, |
|
"<|X20|>": 50286, |
|
"<|X21|>": 50287, |
|
"<|X22|>": 50288, |
|
"<|X23|>": 50289, |
|
"<|X24|>": 50290, |
|
"<|X25|>": 50291, |
|
"<|X26|>": 50292, |
|
"<|X27|>": 50293, |
|
"<|X28|>": 50294, |
|
"<|X29|>": 50295, |
|
"<|X2|>": 50268, |
|
"<|X30|>": 50296, |
|
"<|X31|>": 50297, |
|
"<|X32|>": 50298, |
|
"<|X33|>": 50299, |
|
"<|X34|>": 50300, |
|
"<|X35|>": 50301, |
|
"<|X36|>": 50302, |
|
"<|X37|>": 50303, |
|
"<|X38|>": 50304, |
|
"<|X39|>": 50305, |
|
"<|X3|>": 50269, |
|
"<|X40|>": 50306, |
|
"<|X41|>": 50307, |
|
"<|X42|>": 50308, |
|
"<|X43|>": 50309, |
|
"<|X44|>": 50310, |
|
"<|X45|>": 50311, |
|
"<|X46|>": 50312, |
|
"<|X47|>": 50313, |
|
"<|X48|>": 50314, |
|
"<|X49|>": 50315, |
|
"<|X4|>": 50270, |
|
"<|X50|>": 50316, |
|
"<|X51|>": 50317, |
|
"<|X52|>": 50318, |
|
"<|X53|>": 50319, |
|
"<|X54|>": 50320, |
|
"<|X55|>": 50321, |
|
"<|X56|>": 50322, |
|
"<|X57|>": 50323, |
|
"<|X58|>": 50324, |
|
"<|X59|>": 50325, |
|
"<|X5|>": 50271, |
|
"<|X60|>": 50326, |
|
"<|X61|>": 50327, |
|
"<|X62|>": 50328, |
|
"<|X63|>": 50329, |
|
"<|X64|>": 50330, |
|
"<|X65|>": 50331, |
|
"<|X66|>": 50332, |
|
"<|X67|>": 50333, |
|
"<|X68|>": 50334, |
|
"<|X69|>": 50335, |
|
"<|X6|>": 50272, |
|
"<|X70|>": 50336, |
|
"<|X71|>": 50337, |
|
"<|X72|>": 50338, |
|
"<|X73|>": 50339, |
|
"<|X74|>": 50340, |
|
"<|X75|>": 50341, |
|
"<|X76|>": 50342, |
|
"<|X77|>": 50343, |
|
"<|X78|>": 50344, |
|
"<|X79|>": 50345, |
|
"<|X7|>": 50273, |
|
"<|X80|>": 50346, |
|
"<|X81|>": 50347, |
|
"<|X82|>": 50348, |
|
"<|X83|>": 50349, |
|
"<|X84|>": 50350, |
|
"<|X85|>": 50351, |
|
"<|X86|>": 50352, |
|
"<|X87|>": 50353, |
|
"<|X88|>": 50354, |
|
"<|X89|>": 50355, |
|
"<|X8|>": 50274, |
|
"<|X90|>": 50356, |
|
"<|X91|>": 50357, |
|
"<|X92|>": 50358, |
|
"<|X93|>": 50359, |
|
"<|X94|>": 50360, |
|
"<|X95|>": 50361, |
|
"<|X96|>": 50362, |
|
"<|X97|>": 50363, |
|
"<|X98|>": 50364, |
|
"<|X99|>": 50365, |
|
"<|X9|>": 50275, |
|
"<|Y0|>": 50394, |
|
"<|Y100|>": 50494, |
|
"<|Y101|>": 50495, |
|
"<|Y102|>": 50496, |
|
"<|Y103|>": 50497, |
|
"<|Y104|>": 50498, |
|
"<|Y105|>": 50499, |
|
"<|Y106|>": 50500, |
|
"<|Y107|>": 50501, |
|
"<|Y108|>": 50502, |
|
"<|Y109|>": 50503, |
|
"<|Y10|>": 50404, |
|
"<|Y110|>": 50504, |
|
"<|Y111|>": 50505, |
|
"<|Y112|>": 50506, |
|
"<|Y113|>": 50507, |
|
"<|Y114|>": 50508, |
|
"<|Y115|>": 50509, |
|
"<|Y116|>": 50510, |
|
"<|Y117|>": 50511, |
|
"<|Y118|>": 50512, |
|
"<|Y119|>": 50513, |
|
"<|Y11|>": 50405, |
|
"<|Y120|>": 50514, |
|
"<|Y121|>": 50515, |
|
"<|Y122|>": 50516, |
|
"<|Y123|>": 50517, |
|
"<|Y124|>": 50518, |
|
"<|Y125|>": 50519, |
|
"<|Y126|>": 50520, |
|
"<|Y127|>": 50521, |
|
"<|Y12|>": 50406, |
|
"<|Y13|>": 50407, |
|
"<|Y14|>": 50408, |
|
"<|Y15|>": 50409, |
|
"<|Y16|>": 50410, |
|
"<|Y17|>": 50411, |
|
"<|Y18|>": 50412, |
|
"<|Y19|>": 50413, |
|
"<|Y1|>": 50395, |
|
"<|Y20|>": 50414, |
|
"<|Y21|>": 50415, |
|
"<|Y22|>": 50416, |
|
"<|Y23|>": 50417, |
|
"<|Y24|>": 50418, |
|
"<|Y25|>": 50419, |
|
"<|Y26|>": 50420, |
|
"<|Y27|>": 50421, |
|
"<|Y28|>": 50422, |
|
"<|Y29|>": 50423, |
|
"<|Y2|>": 50396, |
|
"<|Y30|>": 50424, |
|
"<|Y31|>": 50425, |
|
"<|Y32|>": 50426, |
|
"<|Y33|>": 50427, |
|
"<|Y34|>": 50428, |
|
"<|Y35|>": 50429, |
|
"<|Y36|>": 50430, |
|
"<|Y37|>": 50431, |
|
"<|Y38|>": 50432, |
|
"<|Y39|>": 50433, |
|
"<|Y3|>": 50397, |
|
"<|Y40|>": 50434, |
|
"<|Y41|>": 50435, |
|
"<|Y42|>": 50436, |
|
"<|Y43|>": 50437, |
|
"<|Y44|>": 50438, |
|
"<|Y45|>": 50439, |
|
"<|Y46|>": 50440, |
|
"<|Y47|>": 50441, |
|
"<|Y48|>": 50442, |
|
"<|Y49|>": 50443, |
|
"<|Y4|>": 50398, |
|
"<|Y50|>": 50444, |
|
"<|Y51|>": 50445, |
|
"<|Y52|>": 50446, |
|
"<|Y53|>": 50447, |
|
"<|Y54|>": 50448, |
|
"<|Y55|>": 50449, |
|
"<|Y56|>": 50450, |
|
"<|Y57|>": 50451, |
|
"<|Y58|>": 50452, |
|
"<|Y59|>": 50453, |
|
"<|Y5|>": 50399, |
|
"<|Y60|>": 50454, |
|
"<|Y61|>": 50455, |
|
"<|Y62|>": 50456, |
|
"<|Y63|>": 50457, |
|
"<|Y64|>": 50458, |
|
"<|Y65|>": 50459, |
|
"<|Y66|>": 50460, |
|
"<|Y67|>": 50461, |
|
"<|Y68|>": 50462, |
|
"<|Y69|>": 50463, |
|
"<|Y6|>": 50400, |
|
"<|Y70|>": 50464, |
|
"<|Y71|>": 50465, |
|
"<|Y72|>": 50466, |
|
"<|Y73|>": 50467, |
|
"<|Y74|>": 50468, |
|
"<|Y75|>": 50469, |
|
"<|Y76|>": 50470, |
|
"<|Y77|>": 50471, |
|
"<|Y78|>": 50472, |
|
"<|Y79|>": 50473, |
|
"<|Y7|>": 50401, |
|
"<|Y80|>": 50474, |
|
"<|Y81|>": 50475, |
|
"<|Y82|>": 50476, |
|
"<|Y83|>": 50477, |
|
"<|Y84|>": 50478, |
|
"<|Y85|>": 50479, |
|
"<|Y86|>": 50480, |
|
"<|Y87|>": 50481, |
|
"<|Y88|>": 50482, |
|
"<|Y89|>": 50483, |
|
"<|Y8|>": 50402, |
|
"<|Y90|>": 50484, |
|
"<|Y91|>": 50485, |
|
"<|Y92|>": 50486, |
|
"<|Y93|>": 50487, |
|
"<|Y94|>": 50488, |
|
"<|Y95|>": 50489, |
|
"<|Y96|>": 50490, |
|
"<|Y97|>": 50491, |
|
"<|Y98|>": 50492, |
|
"<|Y99|>": 50493, |
|
"<|Y9|>": 50403, |
|
"<|pad|>": 50523 |
|
} |
|
|