Upload tokenizer

special_tokens_map.json

@@ -1 +1 @@
-{}
+{}

tokenizer.json

@@ -75,12 +75,6 @@
           "id": "A",
           "type_id": 0
         }
-      },
-      {
-        "SpecialToken": {
-          "id": "[EOS]",
-          "type_id": 0
-        }
       }
     ],
     "pair": [
@@ -106,15 +100,6 @@
         "tokens": [
           "[BOS]"
         ]
-      },
-      "[EOS]": {
-        "id": "[EOS]",
-        "ids": [
-          2
-        ],
-        "tokens": [
-          "[EOS]"
-        ]
       }
     }
   },
@@ -195,32 +180,32 @@
       "|": 67,
       "}": 68,
       "~": 69,
-      "##e": 70,
-      "##n": 71,
-      "##t": 72,
-      "##l": 73,
-      "##a": 74,
-      "##m": 75,
-      "##s": 76,
-      "##u": 77,
-      "##k": 78,
-      "##o": 79,
-      "##r": 80,
-      "##d": 81,
-      "##f": 82,
-      "##b": 83,
+      "##a": 70,
+      "##l": 71,
+      "##n": 72,
+      "##c": 73,
+      "##i": 74,
+      "##x": 75,
+      "##m": 76,
+      "##t": 77,
+      "##o": 78,
+      "##s": 79,
+      "##e": 80,
+      "##r": 81,
+      "##v": 82,
+      "##g": 83,
       "##y": 84,
-      "##i": 85,
-      "##p": 86,
-      "##v": 87,
-      "##g": 88,
+      "##k": 85,
+      "##d": 86,
+      "##b": 87,
+      "##p": 88,
       "##h": 89,
-      "##c": 90,
+      "##u": 90,
       "##w": 91,
-      "##z": 92,
-      "##q": 93,
-      "##j": 94,
-      "##x": 95,
+      "##f": 92,
+      "##j": 93,
+      "##z": 94,
+      "##q": 95,
       "##he": 96,
       "the": 97,
       "##nd": 98,
@@ -250,8 +235,8 @@
       "##en": 122,
       "##is": 123,
       "##an": 124,
-      "th": 125,
-      "on": 126,
+      "on": 125,
+      "th": 126,
       "##or": 127,
       "##im": 128,
       "##on": 129,
@@ -272,28 +257,28 @@
       "said": 144,
       "be": 145,
       "##ily": 146,
-      "st": 147,
-      "##ig": 148,
-      "tim": 149,
+      "tim": 147,
+      "st": 148,
+      "##ig": 149,
       "so": 150,
       "##ce": 151,
       "##pp": 152,
-      "wit": 153,
-      "his": 154,
+      "his": 153,
+      "wit": 154,
       "with": 155,
       "mom": 156,
       "##ve": 157,
       "lily": 158,
       "of": 159,
-      "##ked": 160,
-      "fr": 161,
-      "that": 162,
-      "pl": 163,
-      "##ery": 164,
-      "##am": 165,
+      "fr": 160,
+      "that": 161,
+      "##ked": 162,
+      "##am": 163,
+      "pl": 164,
+      "##ery": 165,
       "##ad": 166,
-      "##ke": 167,
-      "##nt": 168,
+      "##nt": 167,
+      "##ke": 168,
       "but": 169,
       "day": 170,
       "up": 171,
@@ -303,57 +288,57 @@
       "##el": 175,
       "wh": 176,
       "for": 177,
-      "##st": 178,
-      "##un": 179,
-      "##ould": 180,
-      "an": 181,
-      "##my": 182,
-      "##ent": 183,
+      "##my": 178,
+      "##st": 179,
+      "##un": 180,
+      "##ould": 181,
+      "##ent": 182,
+      "an": 183,
       "li": 184,
       "##ra": 185,
       "##ch": 186,
-      "do": 187,
-      "happ": 188,
-      "one": 189,
-      "sh": 190,
-      "want": 191,
-      "##itt": 192,
+      "happ": 187,
+      "one": 188,
+      "##itt": 189,
+      "do": 190,
+      "sh": 191,
+      "want": 192,
       "##her": 193,
-      "not": 194,
-      "there": 195,
-      "##ly": 196,
+      "there": 194,
+      "##ly": 195,
+      "very": 196,
       "##ome": 197,
-      "very": 198,
-      "##se": 199,
+      "##se": 198,
+      "not": 199,
       "##ound": 200,
-      "as": 201,
-      "ba": 202,
-      "litt": 203,
-      "little": 204,
-      "ne": 205,
-      "time": 206,
+      "litt": 201,
+      "little": 202,
+      "as": 203,
+      "ba": 204,
+      "time": 205,
+      "ne": 206,
       "##ht": 207,
       "##al": 208,
       "ma": 209,
-      "sm": 210,
-      "happy": 211,
-      "is": 212,
-      "big": 213,
-      "loo": 214,
-      "saw": 215,
-      "##iend": 216,
-      "friend": 217,
+      "happy": 210,
+      "big": 211,
+      "sm": 212,
+      "is": 213,
+      "saw": 214,
+      "##iend": 215,
+      "friend": 216,
+      "loo": 217,
       "##ry": 218,
       "re": 219,
       "bo": 220,
       "##ur": 221,
       "##ter": 222,
-      "##ug": 223,
-      "##ere": 224,
-      "##ved": 225,
+      "##ved": 223,
+      "##ug": 224,
+      "once": 225,
       "lo": 226,
-      "were": 227,
-      "once": 228,
+      "##ere": 227,
+      "were": 228,
       "##ore": 229,
       "se": 230,
       "ev": 231,
@@ -361,794 +346,794 @@
       "sp": 233,
       "him": 234,
       "too": 235,
-      "ca": 236,
-      "##ide": 237,
+      "##ide": 236,
+      "ca": 237,
       "we": 238,
-      "are": 239,
-      "tom": 240,
-      "at": 241,
-      "can": 242,
-      "##irl": 243,
-      "##ard": 244,
-      "wanted": 245,
-      "whe": 246,
-      "ben": 247,
-      "##ill": 248,
-      "girl": 249,
-      "upon": 250,
-      "##ec": 251,
-      "their": 252,
-      "out": 253,
+      "at": 239,
+      "##irl": 240,
+      "tom": 241,
+      "are": 242,
+      "upon": 243,
+      "can": 244,
+      "whe": 245,
+      "girl": 246,
+      "wanted": 247,
+      "##ard": 248,
+      "##ec": 249,
+      "##ill": 250,
+      "out": 251,
+      "ben": 252,
+      "their": 253,
       "them": 254,
-      "##ys": 255,
-      "##fu": 256,
-      "##way": 257,
+      "##fu": 255,
+      "##way": 256,
+      "##ys": 257,
       "did": 258,
-      "smil": 259,
-      "##ind": 260,
-      "could": 261,
-      "have": 262,
+      "##ind": 259,
+      "could": 260,
+      "smil": 261,
+      "##ri": 262,
       "no": 263,
-      "##ri": 264,
+      "have": 264,
       "##ted": 265,
       "##ver": 266,
       "##ain": 267,
       "ex": 268,
-      "##hed": 269,
-      "all": 270,
-      "ar": 271,
-      "went": 272,
-      "hel": 273,
+      "all": 269,
+      "##hed": 270,
+      "went": 271,
+      "hel": 272,
+      "ar": 273,
       "su": 274,
-      "##ic": 275,
-      "when": 276,
-      "ta": 277,
+      "when": 275,
+      "nam": 276,
+      "##ic": 277,
       "help": 278,
-      "##ful": 279,
-      "##ood": 280,
-      "friends": 281,
-      "##hing": 282,
-      "nam": 283,
+      "ta": 279,
+      "friends": 280,
+      "##ful": 281,
+      "##ood": 282,
+      "##hing": 283,
       "##ight": 284,
-      "what": 285,
-      "kn": 286,
+      "kn": 285,
+      "what": 286,
       "le": 287,
       "##um": 288,
-      "back": 289,
-      "##ark": 290,
+      "##ark": 289,
+      "back": 290,
       "##one": 291,
       "cl": 292,
       "from": 293,
-      "fun": 294,
-      "al": 295,
-      "then": 296,
-      "##all": 297,
-      "timmy": 298,
-      "ro": 299,
-      "star": 300,
+      "timmy": 294,
+      "fun": 295,
+      "al": 296,
+      "then": 297,
+      "named": 298,
+      "##all": 299,
+      "ro": 300,
       "every": 301,
-      "sc": 302,
-      "smiled": 303,
-      "named": 304,
-      "##oug": 305,
-      "loved": 306,
+      "star": 302,
+      "sc": 303,
+      "loved": 304,
+      "smiled": 305,
+      "##oug": 306,
       "##side": 307,
-      "man": 308,
-      "some": 309,
-      "##elt": 310,
-      "asked": 311,
-      "see": 312,
-      "me": 313,
-      "##ick": 314,
+      "asked": 308,
+      "##elt": 309,
+      "man": 310,
+      "some": 311,
+      "##ick": 312,
+      "see": 313,
+      "me": 314,
       "like": 315,
       "fe": 316,
-      "##op": 317,
-      "felt": 318,
+      "felt": 317,
+      "##op": 318,
       "br": 319,
       "looked": 320,
       "around": 321,
-      "look": 322,
+      "##ame": 322,
       "##ep": 323,
-      "##ame": 324,
-      "##omet": 325,
-      "would": 326,
-      "bir": 327,
-      "somet": 328,
-      "##get": 329,
-      "fa": 330,
-      "##ong": 331,
-      "boy": 332,
-      "##ss": 333,
-      "bird": 334,
+      "bir": 324,
+      "look": 325,
+      "##omet": 326,
+      "would": 327,
+      "##get": 328,
+      "somet": 329,
+      "boy": 330,
+      "fa": 331,
+      "bird": 332,
+      "##ong": 333,
+      "##ss": 334,
       "pr": 335,
-      "##dd": 336,
-      "jo": 337,
+      "mommy": 336,
+      "##dd": 337,
       "##est": 338,
       "##ings": 339,
       "ag": 340,
-      "wor": 341,
-      "mommy": 342,
-      "make": 343,
-      "##ade": 344,
+      "jo": 341,
+      "wor": 342,
+      "##ade": 343,
+      "car": 344,
       "than": 345,
-      "car": 346,
-      "##own": 347,
-      "tre": 348,
-      "ran": 349,
-      "##gether": 350,
-      "together": 351,
-      "la": 352,
-      "away": 353,
+      "make": 346,
+      "##gether": 347,
+      "together": 348,
+      "tre": 349,
+      "##own": 350,
+      "ran": 351,
+      "away": 352,
+      "la": 353,
       "dad": 354,
-      "says": 355,
-      "started": 356,
-      "##ice": 357,
-      "##oud": 358,
-      "something": 359,
-      "##ared": 360,
-      "made": 361,
+      "started": 355,
+      "##ice": 356,
+      "##oud": 357,
+      "##ared": 358,
+      "made": 359,
+      "says": 360,
+      "something": 361,
       "co": 362,
       "fl": 363,
-      "##ther": 364,
-      "##ited": 365,
-      "park": 366,
-      "sad": 367,
+      "##ited": 364,
+      "park": 365,
+      "sad": 366,
+      "##ther": 367,
       "good": 368,
       "##ack": 369,
-      "other": 370,
-      "ch": 371,
-      "exc": 372,
-      "new": 373,
+      "exc": 370,
+      "new": 371,
+      "ch": 372,
+      "other": 373,
       "put": 374,
       "who": 375,
       "##out": 376,
       "let": 377,
-      "hug": 378,
-      "mu": 379,
-      "##ble": 380,
-      "again": 381,
-      "home": 382,
-      "sam": 383,
-      "found": 384,
+      "mu": 378,
+      "##ble": 379,
+      "again": 380,
+      "home": 381,
+      "hug": 382,
+      "found": 383,
+      "sam": 384,
       "dec": 385,
-      "##pped": 386,
-      "##ried": 387,
-      "wal": 388,
+      "##ried": 386,
+      "wal": 387,
+      "##pped": 388,
       "##ure": 389,
       "get": 390,
-      "##ach": 391,
-      "playing": 392,
-      "##ought": 393,
-      "gra": 394,
-      "##na": 395,
-      "##pl": 396,
-      "sw": 397,
+      "playing": 391,
+      "##ought": 392,
+      "##ach": 393,
+      "##pl": 394,
+      "gra": 395,
+      "sw": 396,
+      "things": 397,
       "##ous": 398,
-      "things": 399,
-      "bl": 400,
-      "excited": 401,
-      "your": 402,
-      "liked": 403,
-      "got": 404,
-      "##ny": 405,
-      "##uck": 406,
-      "##king": 407,
+      "excited": 399,
+      "##na": 400,
+      "got": 401,
+      "bl": 402,
+      "##ny": 403,
+      "##king": 404,
+      "##uck": 405,
+      "liked": 406,
+      "your": 407,
       "##ge": 408,
       "##ided": 409,
       "decided": 410,
       "came": 411,
       "my": 412,
-      "dog": 413,
-      "this": 414,
+      "bec": 413,
+      "dog": 414,
       "scared": 415,
       "##ust": 416,
       "down": 417,
-      "bec": 418,
+      "this": 418,
       "##ouse": 419,
       "ab": 420,
       "find": 421,
-      "pa": 422,
-      "care": 423,
-      "will": 424,
-      "po": 425,
-      "sara": 426,
-      "gr": 427,
-      "feel": 428,
-      "anna": 429,
+      "care": 422,
+      "pa": 423,
+      "gr": 424,
+      "feel": 425,
+      "po": 426,
+      "will": 427,
+      "max": 428,
+      "sara": 429,
       "##ell": 430,
-      "max": 431,
-      "##as": 432,
-      "##ist": 433,
-      "bu": 434,
-      "##arn": 435,
+      "bu": 431,
+      "##ist": 432,
+      "##arn": 433,
+      "##ways": 434,
+      "##as": 435,
       "##ave": 436,
-      "##nder": 437,
-      "##ways": 438,
-      "##ess": 439,
-      "always": 440,
-      "mo": 441,
-      "took": 442,
+      "always": 437,
+      "anna": 438,
+      "##nder": 439,
+      "didn": 440,
+      "##ess": 441,
+      "mo": 442,
       "about": 443,
-      "##ers": 444,
-      "lot": 445,
-      "##ook": 446,
+      "took": 444,
+      "kne": 445,
+      "lot": 446,
       "toys": 447,
-      "kne": 448,
-      "didn": 449,
-      "##ged": 450,
-      "##ise": 451,
-      "##bb": 452,
-      "old": 453,
-      "outside": 454,
-      "tree": 455,
-      "ho": 456,
-      "##ite": 457,
+      "outside": 448,
+      "##ers": 449,
+      "##ook": 450,
+      "tree": 451,
+      "##ally": 452,
+      "af": 453,
+      "##ant": 454,
+      "##ise": 455,
+      "##bb": 456,
+      "##ged": 457,
       "how": 458,
-      "##ally": 459,
-      "ball": 460,
+      "old": 459,
+      "##ite": 460,
       "thought": 461,
-      "##ant": 462,
-      "sor": 463,
-      "af": 464,
-      "more": 465,
-      "##ma": 466,
-      "##eci": 467,
-      "##ened": 468,
-      "##ched": 469,
+      "ball": 462,
+      "ho": 463,
+      "more": 464,
+      "##ma": 465,
+      "##eci": 466,
+      "##ened": 467,
+      "##ched": 468,
+      "sor": 469,
       "learn": 470,
       "##ret": 471,
-      "pu": 472,
-      "tw": 473,
-      "know": 474,
-      "cat": 475,
+      "tw": 472,
+      "pu": 473,
+      "cat": 474,
+      "know": 475,
       "##to": 476,
       "take": 477,
-      "don": 478,
-      "mi": 479,
+      "pe": 478,
+      "don": 479,
       "laug": 480,
-      "pe": 481,
+      "knew": 481,
       "speci": 482,
-      "special": 483,
-      "sudd": 484,
+      "sudd": 483,
+      "special": 484,
       "sudden": 485,
-      "inside": 486,
-      "knew": 487,
-      "##ty": 488,
-      "sorry": 489,
-      "##ive": 490,
-      "##ro": 491,
-      "any": 492,
-      "jack": 493,
-      "##ff": 494,
-      "suddenly": 495,
-      "just": 496,
-      "toy": 497,
-      "##ue": 498,
-      "after": 499,
-      "tr": 500,
-      "if": 501,
+      "##ty": 486,
+      "mi": 487,
+      "inside": 488,
+      "##ive": 489,
+      "any": 490,
+      "toy": 491,
+      "jack": 492,
+      "suddenly": 493,
+      "##ro": 494,
+      "sorry": 495,
+      "after": 496,
+      "##ff": 497,
+      "just": 498,
+      "##ue": 499,
+      "if": 500,
+      "tr": 501,
       "show": 502,
-      "##ink": 503,
-      "##lly": 504,
-      "or": 505,
-      "run": 506,
-      "ra": 507,
-      "sl": 508,
-      "much": 509,
+      "##lly": 503,
+      "##ink": 504,
+      "much": 505,
+      "ra": 506,
+      "or": 507,
+      "run": 508,
+      "sl": 509,
       "##ish": 510,
       "hand": 511,
-      "yes": 512,
-      "house": 513,
-      "sun": 514,
+      "house": 512,
+      "sun": 513,
+      "yes": 514,
       "op": 515,
       "sk": 516,
       "clo": 517,
-      "into": 518,
+      "tried": 518,
       "fin": 519,
-      "tried": 520,
-      "en": 521,
-      "water": 522,
+      "told": 520,
+      "into": 521,
+      "en": 522,
       "##ate": 523,
-      "told": 524,
-      "each": 525,
+      "water": 524,
+      "over": 525,
       "##ea": 526,
-      "over": 527,
-      "proud": 528,
-      "##ump": 529,
-      "gave": 530,
-      "heard": 531,
+      "proud": 527,
+      "##ump": 528,
+      "##dy": 529,
+      "##use": 530,
+      "gave": 531,
       "never": 532,
-      "ok": 533,
-      "##dy": 534,
-      "##by": 535,
-      "thank": 536,
-      "##use": 537,
-      "eat": 538,
-      "room": 539,
-      "expl": 540,
-      "##other": 541,
-      "pick": 542,
-      "pret": 543,
-      "qu": 544,
-      "##lled": 545,
-      "gre": 546,
-      "come": 547,
-      "couldn": 548,
-      "played": 549,
-      "##ion": 550,
-      "mia": 551,
-      "sha": 552,
-      "##ause": 553,
-      "because": 554,
-      "wat": 555,
-      "hugged": 556,
+      "each": 533,
+      "heard": 534,
+      "eat": 535,
+      "##by": 536,
+      "ok": 537,
+      "expl": 538,
+      "played": 539,
+      "couldn": 540,
+      "room": 541,
+      "thank": 542,
+      "##ause": 543,
+      "pick": 544,
+      "pret": 545,
+      "because": 546,
+      "##other": 547,
+      "qu": 548,
+      "gre": 549,
+      "##lled": 550,
+      "##ion": 551,
+      "come": 552,
+      "sha": 553,
+      "wat": 554,
+      "bear": 555,
+      "mia": 556,
       "##ious": 557,
       "off": 558,
-      "bear": 559,
+      "hugged": 559,
       "now": 560,
       "com": 561,
-      "nice": 562,
+      "##oth": 562,
       "fo": 563,
-      "##oth": 564,
-      "box": 565,
-      "##our": 566,
-      "str": 567,
-      "need": 568,
-      "bet": 569,
-      "many": 570,
-      "##ile": 571,
-      "##fe": 572,
+      "bet": 564,
+      "need": 565,
+      "nice": 566,
+      "##our": 567,
+      "box": 568,
+      "str": 569,
+      "##ile": 570,
+      "##fe": 571,
+      "many": 572,
       "##ft": 573,
       "small": 574,
-      "##eep": 575,
-      "long": 576,
+      "long": 575,
+      "##eep": 576,
       "##ving": 577,
-      "##kes": 578,
-      "##sed": 579,
-      "##gry": 580,
-      "anim": 581,
-      "animal": 582,
+      "##sed": 578,
+      "end": 579,
+      "anim": 580,
+      "animal": 581,
+      "##ough": 582,
       "try": 583,
-      "end": 584,
-      "##ough": 585,
-      "unt": 586,
-      "##cy": 587,
-      "##ild": 588,
-      "until": 589,
-      "even": 590,
-      "##urt": 591,
-      "##ort": 592,
-      "##elf": 593,
-      "soon": 594,
-      "##iz": 595,
-      "kind": 596,
-      "love": 597,
-      "learned": 598,
-      "bea": 599,
-      "everyone": 600,
-      "by": 601,
+      "unt": 584,
+      "##gry": 585,
+      "##cy": 586,
+      "##kes": 587,
+      "even": 588,
+      "##ort": 589,
+      "until": 590,
+      "##ild": 591,
+      "##urt": 592,
+      "##iz": 593,
+      "##elf": 594,
+      "learned": 595,
+      "soon": 596,
+      "kind": 597,
+      "bea": 598,
+      "everyone": 599,
+      "by": 600,
+      "better": 601,
       "ad": 602,
-      "better": 603,
-      "flow": 604,
+      "flow": 603,
+      "love": 604,
       "spot": 605,
-      "##ine": 606,
+      "##mp": 606,
       "best": 607,
-      "##urp": 608,
-      "say": 609,
-      "##mp": 610,
-      "##ady": 611,
+      "##ine": 608,
+      "cle": 609,
+      "##ady": 610,
+      "##urp": 611,
       "##ream": 612,
-      "cle": 613,
-      "##urn": 614,
-      "##ace": 615,
-      "##ves": 616,
-      "fi": 617,
+      "##urn": 613,
+      "##ace": 614,
+      "fi": 615,
+      "say": 616,
+      "##ber": 617,
       "gard": 618,
       "garden": 619,
-      "fast": 620,
-      "its": 621,
-      "che": 622,
+      "##ves": 620,
+      "fast": 621,
+      "its": 622,
       "careful": 623,
-      "##ber": 624,
-      "beaut": 625,
+      "beaut": 624,
+      "che": 625,
       "##ies": 626,
       "bra": 627,
-      "thanked": 628,
-      "sky": 629,
+      "sky": 628,
+      "thanked": 629,
       "laughed": 630,
       "jump": 631,
       "gl": 632,
       "loud": 633,
-      "sn": 634,
-      "list": 635,
-      "ow": 636,
-      "##ear": 637,
-      "##ct": 638,
-      "##iny": 639,
-      "wo": 640,
-      "beauti": 641,
-      "##sh": 642,
-      "##lew": 643,
-      "lots": 644,
-      "beautiful": 645,
+      "ow": 634,
+      "sn": 635,
+      "list": 636,
+      "##ct": 637,
+      "##iny": 638,
+      "##ear": 639,
+      "lots": 640,
+      "##lew": 641,
+      "beauti": 642,
+      "wo": 643,
+      "beautiful": 644,
+      "##sh": 645,
       "hard": 646,
-      "still": 647,
-      "animals": 648,
-      "fam": 649,
-      "joh": 650,
-      "under": 651,
-      "john": 652,
-      "lu": 653,
-      "mum": 654,
-      "stay": 655,
-      "hurt": 656,
-      "##ning": 657,
+      "fam": 647,
+      "still": 648,
+      "animals": 649,
+      "lu": 650,
+      "joh": 651,
+      "under": 652,
+      "john": 653,
+      "stay": 654,
+      "hurt": 655,
+      "##ning": 656,
+      "mum": 657,
       "both": 658,
       "dan": 659,
-      "##ree": 660,
-      "##self": 661,
+      "##self": 660,
+      "rem": 661,
       "way": 662,
-      "rem": 663,
-      "two": 664,
-      "##hes": 665,
-      "bad": 666,
-      "safe": 667,
+      "##ree": 663,
+      "safe": 664,
+      "two": 665,
+      "##ool": 666,
+      "bad": 667,
       "col": 668,
-      "##ool": 669,
-      "##be": 670,
+      "##hes": 669,
+      "imp": 670,
       "di": 671,
-      "red": 672,
-      "book": 673,
-      "imp": 674,
-      "tow": 675,
-      "##ople": 676,
-      "##ane": 677,
-      "lived": 678,
+      "lived": 672,
+      "red": 673,
+      "tow": 674,
+      "##ople": 675,
+      "##be": 676,
+      "book": 677,
+      "##em": 678,
       "people": 679,
-      "okay": 680,
-      "##em": 681,
-      "lucy": 682,
-      "walked": 683,
-      "should": 684,
-      "brave": 685,
-      "surp": 686,
-      "surpr": 687,
-      "##ase": 688,
-      "##ock": 689,
-      "##ished": 690,
-      "angry": 691,
-      "family": 692,
-      "adv": 693,
+      "##ane": 680,
+      "walked": 681,
+      "okay": 682,
+      "lucy": 683,
+      "surp": 684,
+      "surpr": 685,
+      "brave": 686,
+      "family": 687,
+      "should": 688,
+      "##ase": 689,
+      "adv": 690,
+      "flew": 691,
+      "##ished": 692,
+      "##igh": 693,
       "##ress": 694,
-      "##igh": 695,
-      "flew": 696,
-      "called": 697,
-      "stor": 698,
-      "##ept": 699,
+      "##ock": 695,
+      "stor": 696,
+      "##ept": 697,
+      "called": 698,
+      "##eet": 699,
       "##ip": 700,
-      "##eet": 701,
-      "sure": 702,
-      "##led": 703,
-      "fore": 704,
-      "kept": 705,
-      "fly": 706,
-      "share": 707,
-      "##ect": 708,
-      "##fore": 709,
-      "before": 710,
-      "##ger": 711,
-      "##art": 712,
-      "while": 713,
-      "##xt": 714,
-      "##ised": 715,
-      "##dded": 716,
-      "pic": 717,
+      "fore": 701,
+      "angry": 702,
+      "sure": 703,
+      "fly": 704,
+      "while": 705,
+      "kept": 706,
+      "##fore": 707,
+      "##led": 708,
+      "before": 709,
+      "##ect": 710,
+      "##xt": 711,
+      "##ger": 712,
+      "share": 713,
+      "##ised": 714,
+      "##art": 715,
+      "pic": 716,
+      "pretty": 717,
       "keep": 718,
-      "door": 719,
-      "going": 720,
-      "pretty": 721,
-      "rock": 722,
+      "going": 719,
+      "rock": 720,
+      "door": 721,
+      "##dded": 722,
       "clean": 723,
-      "dra": 724,
+      "##ied": 724,
       "next": 725,
-      "why": 726,
-      "may": 727,
-      "advent": 728,
-      "##ied": 729,
+      "dra": 726,
+      "advent": 727,
+      "con": 728,
+      "why": 729,
       "##ary": 730,
-      "give": 731,
-      "noise": 732,
-      "con": 733,
-      "opened": 734,
-      "shiny": 735,
-      "far": 736,
-      "un": 737,
-      "doll": 738,
+      "un": 731,
+      "##illy": 732,
+      "far": 733,
+      "real": 734,
+      "id": 735,
+      "shiny": 736,
+      "give": 737,
+      "noise": 738,
       "wind": 739,
-      "id": 740,
+      "opened": 740,
       "cry": 741,
-      "grand": 742,
-      "real": 743,
-      "##illy": 744,
-      "##end": 745,
-      "sto": 746,
-      "##so": 747,
-      "turn": 748,
+      "may": 742,
+      "grand": 743,
+      "##end": 744,
+      "sto": 745,
+      "doll": 746,
+      "ground": 747,
+      "##ner": 748,
       "explore": 749,
-      "ground": 750,
-      "also": 751,
+      "turn": 750,
+      "##so": 751,
       "##les": 752,
-      "ey": 753,
-      "##ner": 754,
+      "also": 753,
+      "ey": 754,
       "idea": 755,
       "color": 756,
-      "##ap": 757,
-      "where": 758,
-      "nodded": 759,
-      "war": 760,
-      "feeling": 761,
-      "blue": 762,
-      "bob": 763,
-      "picked": 764,
-      "##imb": 765,
+      "war": 757,
+      "feeling": 758,
+      "where": 759,
+      "##ap": 760,
+      "bob": 761,
+      "picked": 762,
+      "blue": 763,
+      "##imb": 764,
+      "nodded": 765,
       "walking": 766,
-      "clos": 767,
+      "climb": 767,
       "##thing": 768,
-      "climb": 769,
-      "thr": 770,
-      "##ting": 771,
-      "has": 772,
+      "clos": 769,
+      "##ting": 770,
+      "thr": 771,
+      "bed": 772,
       "ple": 773,
       "wait": 774,
-      "bed": 775,
-      "smile": 776,
-      "adventure": 777,
+      "adventure": 775,
+      "being": 776,
+      "smile": 777,
       "##oy": 778,
-      "being": 779,
+      "finally": 779,
       "##th": 780,
-      "maybe": 781,
-      "finally": 782,
+      "##iced": 781,
+      "has": 782,
       "looking": 783,
       "da": 784,
-      "##iced": 785,
+      "food": 785,
       "##ture": 786,
       "diff": 787,
       "wr": 788,
-      "##and": 789,
-      "food": 790,
-      "listen": 791,
-      "##joy": 792,
+      "remem": 789,
+      "##and": 790,
+      "repl": 791,
+      "maybe": 792,
       "picture": 793,
-      "think": 794,
-      "remem": 795,
+      "##joy": 794,
+      "listen": 795,
       "del": 796,
-      "truck": 797,
-      "tra": 798,
-      "eyes": 799,
+      "tra": 797,
+      "bro": 798,
+      "great": 799,
       "##ught": 800,
-      "bro": 801,
-      "gi": 802,
-      "repl": 803,
-      "stopped": 804,
-      "here": 805,
-      "great": 806,
-      "bre": 807,
-      "ru": 808,
-      "vo": 809,
-      "walk": 810,
-      "##qu": 811,
-      "year": 812,
-      "enjoy": 813,
-      "wonder": 814,
-      "remember": 815,
-      "##able": 816,
-      "hands": 817,
-      "sue": 818,
-      "quick": 819,
-      "##per": 820,
-      "ever": 821,
-      "cur": 822,
-      "head": 823,
+      "truck": 801,
+      "think": 802,
+      "stopped": 803,
+      "eyes": 804,
+      "walk": 805,
+      "##qu": 806,
+      "gi": 807,
+      "remember": 808,
+      "ru": 809,
+      "bre": 810,
+      "enjoy": 811,
+      "sue": 812,
+      "##able": 813,
+      "here": 814,
+      "import": 815,
+      "vo": 816,
+      "year": 817,
+      "forest": 818,
+      "ever": 819,
+      "quick": 820,
+      "wonder": 821,
+      "ac": 822,
+      "##ized": 823,
       "flowers": 824,
-      "import": 825,
-      "forest": 826,
-      "##og": 827,
-      "ac": 828,
-      "noticed": 829,
-      "near": 830,
-      "##bbit": 831,
-      "app": 832,
-      "dis": 833,
-      "##ized": 834,
-      "watch": 835,
-      "##irst": 836,
-      "rabbit": 837,
+      "##og": 825,
+      "hands": 826,
+      "##bbit": 827,
+      "##per": 828,
+      "app": 829,
+      "noticed": 830,
+      "near": 831,
+      "cur": 832,
+      "head": 833,
+      "important": 834,
+      "rabbit": 835,
+      "dis": 836,
+      "watch": 837,
       "fish": 838,
-      "##llow": 839,
-      "important": 840,
-      "##age": 841,
-      "ama": 842,
-      "us": 843,
-      "rain": 844,
-      "sound": 845,
-      "slide": 846,
-      "bun": 847,
+      "replied": 839,
+      "bun": 840,
+      "##irst": 841,
+      "##age": 842,
+      "rain": 843,
+      "ama": 844,
+      "##llow": 845,
+      "sound": 846,
+      "showed": 847,
       "amaz": 848,
-      "replied": 849,
-      "stop": 850,
+      "mor": 849,
+      "us": 850,
       "work": 851,
-      "follow": 852,
-      "mor": 853,
-      "showed": 854,
-      "tal": 855,
-      "mean": 856,
-      "tou": 857,
-      "##ces": 858,
-      "##gan": 859,
-      "right": 860,
-      "sarah": 861,
-      "ask": 862,
-      "##bbed": 863,
-      "differ": 864,
-      "mag": 865,
-      "goodby": 866,
-      "our": 867,
-      "bright": 868,
+      "slide": 852,
+      "tal": 853,
+      "follow": 854,
+      "##gan": 855,
+      "sarah": 856,
+      "stop": 857,
+      "right": 858,
+      "##ces": 859,
+      "mag": 860,
+      "tou": 861,
+      "mean": 862,
+      "differ": 863,
+      "goodby": 864,
+      "##bbed": 865,
+      "watched": 866,
+      "bright": 867,
+      "daddy": 868,
       "##day": 869,
-      "watched": 870,
+      "ask": 870,
       "goodbye": 871,
-      "hop": 872,
-      "please": 873,
+      "strong": 872,
+      "our": 873,
       "use": 874,
-      "strong": 875,
-      "am": 876,
-      "stick": 877,
-      "quickly": 878,
-      "daddy": 879,
-      "been": 880,
+      "please": 875,
+      "quickly": 876,
+      "hop": 877,
+      "am": 878,
+      "been": 879,
+      "stick": 880,
       "voice": 881,
-      "yell": 882,
+      "became": 882,
       "##ath": 883,
-      "jane": 884,
+      "yell": 884,
       "different": 885,
-      "child": 886,
-      "boat": 887,
-      "##llo": 888,
-      "##co": 889,
-      "##che": 890,
-      "hello": 891,
-      "first": 892,
-      "became": 893,
-      "face": 894,
-      "place": 895,
-      "##ange": 896,
-      "does": 897,
-      "high": 898,
+      "boat": 886,
+      "jane": 887,
+      "##co": 888,
+      "child": 889,
+      "store": 890,
+      "##che": 891,
+      "##llo": 892,
+      "high": 893,
+      "place": 894,
+      "hello": 895,
+      "first": 896,
+      "face": 897,
+      "##ange": 898,
       "##ng": 899,
-      "store": 900,
-      "closer": 901,
-      "curious": 902,
-      "##ak": 903,
-      "warm": 904,
-      "sand": 905,
-      "dress": 906,
-      "bel": 907,
-      "##ummy": 908,
-      "joe": 909,
-      "cook": 910,
-      "tell": 911,
-      "##ila": 912,
-      "forg": 913,
-      "em": 914,
-      "three": 915,
-      "fav": 916,
+      "##ummy": 900,
+      "warm": 901,
+      "##ak": 902,
+      "closer": 903,
+      "dress": 904,
+      "curious": 905,
+      "sand": 906,
+      "cook": 907,
+      "fav": 908,
+      "bel": 909,
+      "does": 910,
+      "forg": 911,
+      "em": 912,
+      "joe": 913,
+      "tell": 914,
+      "##ount": 915,
+      "three": 916,
       "grandma": 917,
       "##oon": 918,
-      "##ount": 919,
-      "open": 920,
-      "lila": 921,
-      "##leep": 922,
-      "night": 923,
-      "cake": 924,
-      "block": 925,
-      "##more": 926,
-      "pie": 927,
-      "anymore": 928,
-      "bunny": 929,
-      "butter": 930,
-      "mon": 931,
-      "##iss": 932,
-      "##ached": 933,
-      "lea": 934,
-      "sweet": 935,
-      "##ired": 936,
-      "kid": 937,
-      "##ull": 938,
-      "only": 939,
-      "flo": 940,
-      "kit": 941,
-      "pain": 942,
-      "grabbed": 943,
-      "duck": 944,
-      "##isy": 945,
-      "fell": 946,
-      "birds": 947,
-      "fire": 948,
-      "cont": 949,
-      "##ered": 950,
-      "jumped": 951,
-      "glad": 952,
-      "pet": 953,
-      "##here": 954,
-      "bit": 955,
-      "per": 956,
-      "##chen": 957,
-      "kitchen": 958,
-      "cra": 959,
-      "helped": 960,
-      "sees": 961,
-      "dr": 962,
-      "##outed": 963,
-      "hear": 964,
-      "sing": 965,
+      "##leep": 919,
+      "bunny": 920,
+      "night": 921,
+      "butter": 922,
+      "open": 923,
+      "##more": 924,
+      "anymore": 925,
+      "pie": 926,
+      "mon": 927,
+      "cake": 928,
+      "##ila": 929,
+      "##ired": 930,
+      "lea": 931,
+      "##ull": 932,
+      "##iss": 933,
+      "sweet": 934,
+      "##ached": 935,
+      "block": 936,
+      "pain": 937,
+      "lila": 938,
+      "kid": 939,
+      "kit": 940,
+      "duck": 941,
+      "flo": 942,
+      "only": 943,
+      "fell": 944,
+      "cont": 945,
+      "grabbed": 946,
+      "##isy": 947,
+      "birds": 948,
+      "##ered": 949,
+      "helped": 950,
+      "##here": 951,
+      "jumped": 952,
+      "cra": 953,
+      "per": 954,
+      "fire": 955,
+      "pet": 956,
+      "bit": 957,
+      "glad": 958,
+      "##chen": 959,
+      "kitchen": 960,
+      "dr": 961,
+      "sing": 962,
+      "yummy": 963,
+      "squ": 964,
+      "prin": 965,
       "##ul": 966,
-      "prin": 967,
+      "##outed": 967,
       "happened": 968,
-      "squ": 969,
-      "yummy": 970,
-      "grass": 971,
-      "tri": 972,
+      "hear": 969,
+      "grass": 970,
+      "story": 971,
+      "realized": 972,
       "ready": 973,
       "tommy": 974,
-      "story": 975,
-      "shouted": 976,
-      "beh": 977,
-      "##nts": 978,
-      "really": 979,
+      "tri": 975,
+      "##nts": 976,
+      "sees": 977,
+      "really": 978,
+      "beh": 979,
       "brother": 980,
-      "cr": 981,
-      "reached": 982,
-      "realized": 983,
-      "lady": 984,
-      "##ey": 985,
-      "draw": 986,
-      "having": 987,
-      "##ins": 988,
-      "through": 989,
-      "favor": 990,
-      "mess": 991,
-      "cre": 992,
-      "hat": 993,
-      "favorite": 994,
-      "game": 995,
-      "less": 996,
-      "ate": 997,
+      "favor": 981,
+      "shouted": 982,
+      "##ey": 983,
+      "draw": 984,
+      "cr": 985,
+      "favorite": 986,
+      "lady": 987,
+      "having": 988,
+      "reached": 989,
+      "through": 990,
+      "ate": 991,
+      "game": 992,
+      "cre": 993,
+      "##zy": 994,
+      "mess": 995,
+      "soft": 996,
+      "pare": 997,
       "underst": 998,
-      "soft": 999,
-      "pare": 1000,
-      "##zy": 1001,
-      "thing": 1002,
-      "##ket": 1003,
-      "##ather": 1004,
-      "##imes": 1005,
-      "cu": 1006,
+      "##ins": 999,
+      "hat": 1000,
+      "##imes": 1001,
+      "less": 1002,
+      "##ather": 1003,
+      "butterf": 1004,
+      "thing": 1005,
+      "##ket": 1006,
       "magic": 1007,
-      "pretend": 1008,
-      "began": 1009,
-      "##where": 1010,
-      "world": 1011,
-      "looks": 1012,
-      "##ken": 1013,
-      "butterf": 1014,
-      "himself": 1015,
-      "kids": 1016,
-      "##fully": 1017,
-      "making": 1018,
-      "done": 1019,
-      "wow": 1020,
+      "began": 1008,
+      "##where": 1009,
+      "world": 1010,
+      "cu": 1011,
+      "##ken": 1012,
+      "himself": 1013,
+      "rest": 1014,
+      "##fully": 1015,
+      "##ppy": 1016,
+      "sometimes": 1017,
+      "pretend": 1018,
+      "mouse": 1019,
+      "making": 1020,
       "cut": 1021,
-      "sometimes": 1022,
-      "rest": 1023
+      "ted": 1022,
+      "done": 1023
     }
   }
 }

tokenizer_config.json

@@ -1,31 +1,31 @@
-{
-  "added_tokens_decoder": {
-    "0": {
-      "content": "[UNK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "[BOS]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "[EOS]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "clean_up_tokenization_spaces": true,
-  "model_max_length": 1000000000000000019884624838656,
-  "tokenizer_class": "PreTrainedTokenizerFast"
-}
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[BOS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[EOS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "model_max_length": 1000000000000000019884624838656,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}