Upload tokenizer

tokenizer.json

@@ -1290,7 +1290,71 @@
       "Ġhoonii": 1228,
       "eiteh": 1229,
       "Ġniihen": 1230,
-      "Ġdidn": 1231
+      "Ġdidn": 1231,
+      "eciih": 1232,
+      "ĠNiine": 1233,
+      "yooniib": 1234,
+      "uxot": 1235,
+      "oninoo": 1236,
+      "owoono": 1237,
+      "um": 1238,
+      "Ġhad": 1239,
+      "Ġwooh": 1240,
+      "iihei": 1241,
+      "Ġhiix": 1242,
+      "iten": 1243,
+      "iibis": 1244,
+      "ĠU": 1245,
+      "ool": 1246,
+      "chool": 1247,
+      "oobe": 1248,
+      "iitei": 1249,
+      "Ġneeneisiini": 1250,
+      "Ġhiiwo": 1251,
+      "eenetiitoonin": 1252,
+      "ĠHiiwoonhehe": 1253,
+      "Ġhiseih": 1254,
+      "ĠJohn": 1255,
+      "if": 1256,
+      "ihb": 1257,
+      "Ġhiniisih": 1258,
+      "ebine": 1259,
+      "Ġhinent": 1260,
+      "el": 1261,
+      "yein": 1262,
+      "Ġhiisiis": 1263,
+      "eestoot": 1264,
+      "xoon": 1265,
+      "owob": 1266,
+      "ake": 1267,
+      "Ġhinii": 1268,
+      "oowP": 1269,
+      "etini": 1270,
+      "niiteheib": 1271,
+      "coono": 1272,
+      "Ġnihce": 1273,
+      "Ġbes": 1274,
+      "Ġheetc": 1275,
+      "oteihiit": 1276,
+      "Ġheetnoo": 1277,
+      "Ġtotoos": 1278,
+      "'m": 1279,
+      "Ġbeb": 1280,
+      "Ġhere": 1281,
+      "Ġhiniito": 1282,
+      "ĠHenee": 1283,
+      "okut": 1284,
+      "ĠHei": 1285,
+      "Ġway": 1286,
+      "Ġhoowuni": 1287,
+      "Ġgood": 1288,
+      "woono": 1289,
+      "Ġyear": 1290,
+      "Ġheniis": 1291,
+      "hh": 1292,
+      "Ġwohoe": 1293,
+      "owoon": 1294,
+      "eiseet": 1295
     },
     "merges": [
       "e n",
@@ -2438,7 +2502,71 @@
       "Ġhoon ii",
       "eit eh",
       "Ġniih en",
-      "Ġdid n"
+      "Ġdid n",
+      "ec iih",
+      "ĠN iine",
+      "yoon iib",
+      "ux ot",
+      "on inoo",
+      "ow oono",
+      "u m",
+      "Ġh ad",
+      "Ġw ooh",
+      "iih ei",
+      "Ġhii x",
+      "it en",
+      "iib is",
+      "Ġ U",
+      "oo l",
+      "ch ool",
+      "oo be",
+      "iit ei",
+      "Ġneeneis iini",
+      "Ġhii wo",
+      "eenetiit oonin",
+      "ĠHii woonhehe",
+      "Ġhis eih",
+      "ĠJ ohn",
+      "i f",
+      "ih b",
+      "Ġhin iisih",
+      "eb ine",
+      "Ġhinen t",
+      "e l",
+      "y ein",
+      "Ġhiis iis",
+      "eest oot",
+      "x oon",
+      "ow ob",
+      "ak e",
+      "Ġhin ii",
+      "oow P",
+      "et ini",
+      "niit eheib",
+      "c oono",
+      "Ġnih ce",
+      "Ġb es",
+      "Ġheet c",
+      "ot eihiit",
+      "Ġheetn oo",
+      "Ġtot oos",
+      "' m",
+      "Ġb eb",
+      "Ġhe re",
+      "Ġhin iito",
+      "ĠH enee",
+      "ok ut",
+      "ĠH ei",
+      "Ġw ay",
+      "Ġhoow uni",
+      "Ġg ood",
+      "w oono",
+      "Ġy ear",
+      "Ġhen iis",
+      "h h",
+      "Ġw ohoe",
+      "ow oon",
+      "eis eet"
     ]
   }
 }