Upload 10 files

config.json

@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "Qwen3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "dtype": "float32",
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 512,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 96,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 2,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "transformers_version": "4.57.4",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 1024
+}

generation_config.json

@@ -0,0 +1,4 @@
+{
+  "_from_model_config": true,
+  "transformers_version": "4.57.4"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fa7b21960dba03c23bdd328ad36406536915b509f31ba546bc54ab35345dca
+size 2627568

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ac5ca37ec37db0201b2f2d1055337d8cd38f80419a6d8289c329a22d60d9ff
+size 5271335

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c80e0f1b25f77d0594e17c5d838f0b3f488aa4ae125c88963dfeaf59d5a1cee
+size 14645

scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee603ee8f6dc294d9951a4d70f1644a8b677a24e75040cb5e059e36dfc774a94
+size 1383

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb35a4b44332f1559085b494626400472d84c14921eaf3aba3d05d4d917b8f9
+size 1465

tokenizer.json

@@ -0,0 +1,4345 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": "<unk>",
+    "continuing_subword_prefix": null,
+    "end_of_word_suffix": null,
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<unk>": 0,
+      "!": 1,
+      "\"": 2,
+      "#": 3,
+      "$": 4,
+      "%": 5,
+      "&": 6,
+      "'": 7,
+      "(": 8,
+      ")": 9,
+      "*": 10,
+      "+": 11,
+      ",": 12,
+      "-": 13,
+      ".": 14,
+      "/": 15,
+      "0": 16,
+      "1": 17,
+      "2": 18,
+      "3": 19,
+      "4": 20,
+      "5": 21,
+      "6": 22,
+      "7": 23,
+      "8": 24,
+      "9": 25,
+      ":": 26,
+      ";": 27,
+      "<": 28,
+      "=": 29,
+      ">": 30,
+      "?": 31,
+      "@": 32,
+      "A": 33,
+      "B": 34,
+      "C": 35,
+      "D": 36,
+      "E": 37,
+      "F": 38,
+      "G": 39,
+      "H": 40,
+      "I": 41,
+      "J": 42,
+      "K": 43,
+      "L": 44,
+      "M": 45,
+      "N": 46,
+      "O": 47,
+      "P": 48,
+      "Q": 49,
+      "R": 50,
+      "S": 51,
+      "T": 52,
+      "U": 53,
+      "V": 54,
+      "W": 55,
+      "X": 56,
+      "Y": 57,
+      "Z": 58,
+      "[": 59,
+      "\\": 60,
+      "]": 61,
+      "^": 62,
+      "_": 63,
+      "`": 64,
+      "a": 65,
+      "b": 66,
+      "c": 67,
+      "d": 68,
+      "e": 69,
+      "f": 70,
+      "g": 71,
+      "h": 72,
+      "i": 73,
+      "j": 74,
+      "k": 75,
+      "l": 76,
+      "m": 77,
+      "n": 78,
+      "o": 79,
+      "p": 80,
+      "q": 81,
+      "r": 82,
+      "s": 83,
+      "t": 84,
+      "u": 85,
+      "v": 86,
+      "w": 87,
+      "x": 88,
+      "y": 89,
+      "z": 90,
+      "{": 91,
+      "|": 92,
+      "}": 93,
+      "~": 94,
+      "¡": 95,
+      "¢": 96,
+      "£": 97,
+      "¤": 98,
+      "¥": 99,
+      "¦": 100,
+      "§": 101,
+      "¨": 102,
+      "©": 103,
+      "ª": 104,
+      "«": 105,
+      "¬": 106,
+      "®": 107,
+      "¯": 108,
+      "°": 109,
+      "±": 110,
+      "²": 111,
+      "³": 112,
+      "´": 113,
+      "µ": 114,
+      "¶": 115,
+      "·": 116,
+      "¸": 117,
+      "¹": 118,
+      "º": 119,
+      "»": 120,
+      "¼": 121,
+      "½": 122,
+      "¾": 123,
+      "¿": 124,
+      "Â": 125,
+      "Ã": 126,
+      "Ä": 127,
+      "Å": 128,
+      "Æ": 129,
+      "Ç": 130,
+      "È": 131,
+      "É": 132,
+      "Ê": 133,
+      "Ë": 134,
+      "Ì": 135,
+      "Î": 136,
+      "Ï": 137,
+      "Ð": 138,
+      "Ñ": 139,
+      "Ò": 140,
+      "Ö": 141,
+      "×": 142,
+      "Ø": 143,
+      "Ù": 144,
+      "Ú": 145,
+      "Û": 146,
+      "à": 147,
+      "á": 148,
+      "â": 149,
+      "ã": 150,
+      "ä": 151,
+      "å": 152,
+      "æ": 153,
+      "ç": 154,
+      "è": 155,
+      "é": 156,
+      "ê": 157,
+      "ë": 158,
+      "ì": 159,
+      "í": 160,
+      "ï": 161,
+      "Ă": 162,
+      "Ċ": 163,
+      "č": 164,
+      "Ġ": 165,
+      "ġ": 166,
+      "Ģ": 167,
+      "ģ": 168,
+      "Ĥ": 169,
+      "ĥ": 170,
+      "Ħ": 171,
+      "ħ": 172,
+      "Ĩ": 173,
+      "ĩ": 174,
+      "Ī": 175,
+      "ī": 176,
+      "Ĭ": 177,
+      "ĭ": 178,
+      "Į": 179,
+      "į": 180,
+      "İ": 181,
+      "ı": 182,
+      "IJ": 183,
+      "ij": 184,
+      "Ĵ": 185,
+      "ĵ": 186,
+      "Ķ": 187,
+      "ķ": 188,
+      "ĸ": 189,
+      "Ĺ": 190,
+      "ĺ": 191,
+      "Ļ": 192,
+      "ļ": 193,
+      "Ľ": 194,
+      "ľ": 195,
+      "Ŀ": 196,
+      "ŀ": 197,
+      "Ł": 198,
+      "ł": 199,
+      "Ń": 200,
+      "es": 201,
+      "on": 202,
+      "ti": 203,
+      "tion": 204,
+      "Ġt": 205,
+      "ĠQ": 206,
+      "ĠQu": 207,
+      "estion": 208,
+      "ĠQuestion": 209,
+      "čĊ": 210,
+      "Ġa": 211,
+      "in": 212,
+      "he": 213,
+      "ha": 214,
+      "re": 215,
+      "ĠW": 216,
+      "Ġs": 217,
+      "Ġthe": 218,
+      "Ġd": 219,
+      "Ġw": 220,
+      "Ġc": 221,
+      "er": 222,
+      "an": 223,
+      "hat": 224,
+      "Ġi": 225,
+      "or": 226,
+      "Ġb": 227,
+      "ĠI": 228,
+      "Ġm": 229,
+      "ou": 230,
+      "ow": 231,
+      "Ġf": 232,
+      "en": 233,
+      "Ġp": 234,
+      "ĠWhat": 235,
+      "Ġin": 236,
+      "Ġto": 237,
+      "al": 238,
+      "Ġo": 239,
+      "ĠH": 240,
+      "Ġis": 241,
+      "Ġdo": 242,
+      "Ġan": 243,
+      "ar": 244,
+      "om": 245,
+      "le": 246,
+      "ing": 247,
+      "ĠHow": 248,
+      "ic": 249,
+      "Ġof": 250,
+      "it": 251,
+      "Ġg": 252,
+      "ed": 253,
+      "st": 254,
+      "Ġl": 255,
+      "at": 256,
+      "Ġy": 257,
+      "Ġe": 258,
+      "Ġare": 259,
+      "Ġand": 260,
+      "ve": 261,
+      "et": 262,
+      "Ġyou": 263,
+      "ĠWh": 264,
+      "ld": 265,
+      "Ġh": 266,
+      "Ġfor": 267,
+      "Ġn": 268,
+      "est": 269,
+      "ll": 270,
+      "ro": 271,
+      "is": 272,
+      "ac": 273,
+      "Ġcan": 274,
+      "id": 275,
+      "Ġha": 276,
+      "Ġon": 277,
+      "Ġbe": 278,
+      "ent": 279,
+      "as": 280,
+      "Ġre": 281,
+      "oo": 282,
+      "ĠC": 283,
+      "us": 284,
+      "am": 285,
+      "ay": 286,
+      "ome": 287,
+      "Ġst": 288,
+      "ec": 289,
+      "nd": 290,
+      "ould": 291,
+      "Ġit": 292,
+      "ke": 293,
+      "ce": 294,
+      "ver": 295,
+      "ot": 296,
+      "ri": 297,
+      "ĠWhy": 298,
+      "ĠA": 299,
+      "ter": 300,
+      "ĠS": 301,
+      "Ġbest": 302,
+      "op": 303,
+      "Ġmy": 304,
+      "ly": 305,
+      "ng": 306,
+      "ir": 307,
+      "Ġli": 308,
+      "ad": 309,
+      "ation": 310,
+      "ff": 311,
+      "ol": 312,
+      "ĠD": 313,
+      "ig": 314,
+      "ur": 315,
+      "Ġwh": 316,
+      "Ġdoes": 317,
+      "Ġmo": 318,
+      "Ġwe": 319,
+      "Ġth": 320,
+      "Ġhow": 321,
+      "one": 322,
+      "Ġr": 323,
+      "Ġsome": 324,
+      "ith": 325,
+      "ĠIs": 326,
+      "mp": 327,
+      "ĠM": 328,
+      "ag": 329,
+      "Ġwith": 330,
+      "Ġor": 331,
+      "pp": 332,
+      "ess": 333,
+      "Ġpro": 334,
+      "out": 335,
+      "ch": 336,
+      "ia": 337,
+      "Ġsh": 338,
+      "il": 339,
+      "os": 340,
+      "ill": 341,
+      "ich": 342,
+      "el": 343,
+      "Ġcom": 344,
+      "un": 345,
+      "ĠP": 346,
+      "ate": 347,
+      "Ġget": 348,
+      "ĠT": 349,
+      "th": 350,
+      "00": 351,
+      "Ġfr": 352,
+      "Ġdi": 353,
+      "Ġthat": 354,
+      "ers": 355,
+      "Ġhave": 356,
+      "ul": 357,
+      "Ġex": 358,
+      "ren": 359,
+      "ĠInd": 360,
+      "'s": 361,
+      "Ġv": 362,
+      "Ġcon": 363,
+      "Ġhe": 364,
+      "Ġwor": 365,
+      "Ġde": 366,
+      "Ġma": 367,
+      "ĠB": 368,
+      "ting": 369,
+      "ĠG": 370,
+      "Ġle": 371,
+      "qu": 372,
+      "ment": 373,
+      "Ġme": 374,
+      "Ġwhat": 375,
+      "ood": 376,
+      "ine": 377,
+      "ra": 378,
+      "ts": 379,
+      "Ġyour": 380,
+      "Ġfrom": 381,
+      "ĠWhich": 382,
+      "Ġso": 383,
+      "Ġus": 384,
+      "Ġ1": 385,
+      "Ġshould": 386,
+      "ut": 387,
+      "ble": 388,
+      "Ġas": 389,
+      "Ġat": 390,
+      "Ġpe": 391,
+      "um": 392,
+      "Ġne": 393,
+      "ople": 394,
+      "Ġ2": 395,
+      "ant": 396,
+      "Ġpeople": 397,
+      "Ġwhy": 398,
+      "Ġbet": 399,
+      "Ġnot": 400,
+      "are": 401,
+      "end": 402,
+      "Ġk": 403,
+      "hen": 404,
+      "Ġcomp": 405,
+      "Ġdid": 406,
+      "her": 407,
+      "Ġac": 408,
+      "ru": 409,
+      "ĠU": 410,
+      "Ġj": 411,
+      "ie": 412,
+      "ook": 413,
+      "ĠE": 414,
+      "ĠCan": 415,
+      "Ġab": 416,
+      "ity": 417,
+      "ist": 418,
+      "ci": 419,
+      "ĠDo": 420,
+      "ind": 421,
+      "Ġse": 422,
+      "Ġif": 423,
+      "ĠIndia": 424,
+      "Ġdiff": 425,
+      "up": 426,
+      "ect": 427,
+      "ĠR": 428,
+      "Ġlike": 429,
+      "ht": 430,
+      "art": 431,
+      "ĠN": 432,
+      "age": 433,
+      "fe": 434,
+      "Ġgood": 435,
+      "tic": 436,
+      "Ġway": 437,
+      "me": 438,
+      "ion": 439,
+      "Ġen": 440,
+      "arn": 441,
+      "od": 442,
+      "Ġsu": 443,
+      "Ġimp": 444,
+      "ap": 445,
+      "we": 446,
+      "Ġthere": 447,
+      "ud": 448,
+      "Ġcha": 449,
+      "eren": 450,
+      "our": 451,
+      "lo": 452,
+      "Ġdifferen": 453,
+      "Ġpl": 454,
+      "Ġ(": 455,
+      "ian": 456,
+      "Ġti": 457,
+      "ĠF": 458,
+      "ure": 459,
+      "ies": 460,
+      "oun": 461,
+      "ack": 462,
+      "im": 463,
+      "Ġany": 464,
+      "ort": 465,
+      "Ġabout": 466,
+      "se": 467,
+      "ore": 468,
+      "and": 469,
+      "Ġsp": 470,
+      "'t": 471,
+      "Ġwould": 472,
+      "hi": 473,
+      "Ġwill": 474,
+      "ear": 475,
+      "Ġqu": 476,
+      "ain": 477,
+      "Ġman": 478,
+      "ally": 479,
+      "ite": 480,
+      "ong": 481,
+      "ween": 482,
+      "Ġbetween": 483,
+      "Ġpr": 484,
+      "Ġgo": 485,
+      "ct": 486,
+      "ak": 487,
+      "ace": 488,
+      "Ġwhen": 489,
+      "ence": 490,
+      "Ġmost": 491,
+      "ĠJ": 492,
+      "ck": 493,
+      "Ġam": 494,
+      "here": 495,
+      "ount": 496,
+      "Ġone": 497,
+      "Ġmake": 498,
+      "now": 499,
+      "Ġlearn": 500,
+      "ĠL": 501,
+      "Ġwork": 502,
+      "ora": 503,
+      "ide": 504,
+      "ass": 505,
+      "Ġwas": 506,
+      "ink": 507,
+      "han": 508,
+      "ge": 509,
+      "Ġby": 510,
+      "ry": 511,
+      "Ġun": 512,
+      "Ġpre": 513,
+      "Ġ\"": 514,
+      "ast": 515,
+      "ĠQuora": 516,
+      "all": 517,
+      "Ġad": 518,
+      "og": 519,
+      "tive": 520,
+      "Ġfe": 521,
+      "Ġinter": 522,
+      "Ġknow": 523,
+      "ram": 524,
+      "ight": 525,
+      "ard": 526,
+      "ans": 527,
+      "Ġlife": 528,
+      "Ġapp": 529,
+      "Ġaf": 530,
+      "vel": 531,
+      "Ġ20": 532,
+      "Ġever": 533,
+      "ust": 534,
+      "ish": 535,
+      "Ġte": 536,
+      "ĠWho": 537,
+      "ĠIf": 538,
+      "ang": 539,
+      "Ġph": 540,
+      "ice": 541,
+      "ob": 542,
+      "ical": 543,
+      "Ġthey": 544,
+      "oney": 545,
+      "ary": 546,
+      "Ġaff": 547,
+      "Ġafter": 548,
+      "Ġstud": 549,
+      "si": 550,
+      "Ġmar": 551,
+      "act": 552,
+      "Ġlo": 553,
+      "Ġtime": 554,
+      "Ġbec": 555,
+      "Ġmoney": 556,
+      "Ġthis": 557,
+      "Ġexp": 558,
+      "ĠK": 559,
+      "Ġhas": 560,
+      "ile": 561,
+      "Ġint": 562,
+      "Ġal": 563,
+      "ĠO": 564,
+      "Ġhapp": 565,
+      "Ġ5": 566,
+      "Ġcl": 567,
+      "av": 568,
+      "ail": 569,
+      "em": 570,
+      "ĠIn": 571,
+      "Ġuse": 572,
+      "Ġstart": 573,
+      "Ġall": 574,
+      "Ġres": 575,
+      "ther": 576,
+      "ĠWhere": 577,
+      "ame": 578,
+      "Ġ201": 579,
+      "ber": 580,
+      "ep": 581,
+      "Ġthink": 582,
+      "Ġbu": 583,
+      "ose": 584,
+      "Ġyear": 585,
+      "Ġco": 586,
+      "red": 587,
+      "ab": 588,
+      "ake": 589,
+      "Ġdifference": 590,
+      "Ġmu": 591,
+      "Ġacc": 592,
+      "Ġtheir": 593,
+      "irl": 594,
+      "able": 595,
+      "Ġthing": 596,
+      "Ġchang": 597,
+      "Ġsc": 598,
+      "Ġmuch": 599,
+      "ations": 600,
+      "und": 601,
+      "vie": 602,
+      "ub": 603,
+      "000": 604,
+      "Ġup": 605,
+      "ated": 606,
+      "Ġquestion": 607,
+      "Ġhappen": 608,
+      "own": 609,
+      "du": 610,
+      "ance": 611,
+      "Ġeng": 612,
+      "les": 613,
+      "Ġmean": 614,
+      "Ġpos": 615,
+      "riend": 616,
+      "ign": 617,
+      "Ġother": 618,
+      "ĠDoes": 619,
+      "tions": 620,
+      "if": 621,
+      "Ġaffect": 622,
+      "Ġout": 623,
+      "Ġnew": 624,
+      "Ġmany": 625,
+      "erm": 626,
+      "rou": 627,
+      "ach": 628,
+      "ĠIndian": 629,
+      "Ġsomeone": 630,
+      "iv": 631,
+      "Ġgirl": 632,
+      "Ġmore": 633,
+      "Ġbook": 634,
+      "gh": 635,
+      "ree": 636,
+      "iz": 637,
+      "ors": 638,
+      "line": 639,
+      "Ġthan": 640,
+      "Ġ3": 641,
+      "Ġrel": 642,
+      "ous": 643,
+      "Ġtr": 644,
+      "Ġwho": 645,
+      "ĠUS": 646,
+      "ord": 647,
+      "mer": 648,
+      "Ġpers": 649,
+      "Ġfind": 650,
+      "Ġcons": 651,
+      "eri": 652,
+      "ath": 653,
+      "Ġdis": 654,
+      "Ġjob": 655,
+      "rump": 656,
+      "ĠAre": 657,
+      "ory": 658,
+      "ech": 659,
+      "Ġday": 660,
+      "ase": 661,
+      "Ġbecome": 662,
+      "Ġbl": 663,
+      "Ġcont": 664,
+      "Ġexam": 665,
+      "Ġfir": 666,
+      "Ġengine": 667,
+      "Ġpo": 668,
+      "âĢ": 669,
+      "ress": 670,
+      "ces": 671,
+      "Ġcol": 672,
+      "ĠTrump": 673,
+      "ĠV": 674,
+      "Ġover": 675,
+      "ult": 676,
+      "Ġbut": 677,
+      "Ġperson": 678,
+      "iver": 679,
+      "Ġfeel": 680,
+      "Ġwant": 681,
+      "int": 682,
+      "Ġsoci": 683,
+      "Ġtra": 684,
+      "Ġwithout": 685,
+      "Ġworld": 686,
+      "bs": 687,
+      "Ġrec": 688,
+      "Ġbetter": 689,
+      "lish": 690,
+      "ties": 691,
+      "ive": 692,
+      "Ġeff": 693,
+      "ue": 694,
+      "ĠCh": 695,
+      "Ġele": 696,
+      "Ġinc": 697,
+      "orm": 698,
+      "aus": 699,
+      "Ġonline": 700,
+      "gram": 701,
+      "Ġgr": 702,
+      "Ġfirst": 703,
+      "hip": 704,
+      "olog": 705,
+      "ĠEng": 706,
+      "Ġdon": 707,
+      "ft": 708,
+      "ering": 709,
+      "enti": 710,
+      "ght": 711,
+      "Ġop": 712,
+      "Ġneed": 713,
+      "mo": 714,
+      "Ġinv": 715,
+      "Ġsa": 716,
+      "ĠSh": 717,
+      "ics": 718,
+      "Ġpol": 719,
+      "Ġimpro": 720,
+      "esid": 721,
+      "Ġcompan": 722,
+      "Ġwat": 723,
+      "lic": 724,
+      "Ġind": 725,
+      "igh": 726,
+      "Ġcount": 727,
+      "Ġev": 728,
+      "Ġsy": 729,
+      "iness": 730,
+      "under": 731,
+      "te": 732,
+      "Ġprogram": 733,
+      "Ġcomm": 734,
+      "Ġoff": 735,
+      "Ġar": 736,
+      "sible": 737,
+      "Ġinf": 738,
+      "Ġwar": 739,
+      "Ġwom": 740,
+      "velop": 741,
+      "Ġchange": 742,
+      "ving": 743,
+      "Ġser": 744,
+      "Ġinto": 745,
+      "con": 746,
+      "Ġban": 747,
+      "ction": 748,
+      "Ġunder": 749,
+      "Ġag": 750,
+      "ys": 751,
+      "king": 752,
+      "lp": 753,
+      "ne": 754,
+      "cess": 755,
+      "Ġwere": 756,
+      "Ġro": 757,
+      "ool": 758,
+      "Ġimprove": 759,
+      "Ġch": 760,
+      "elf": 761,
+      "ĠY": 762,
+      "Ġtake": 763,
+      "Ġdevelop": 764,
+      "pe": 765,
+      "oll": 766,
+      "ects": 767,
+      "Ġhelp": 768,
+      "Ġprep": 769,
+      "Ġbuy": 770,
+      "ĠShould": 771,
+      "ade": 772,
+      "Ġlong": 773,
+      "Ġwhich": 774,
+      "Ġbus": 775,
+      "ful": 776,
+      "ĠWill": 777,
+      "ism": 778,
+      "Ġstudent": 779,
+      "Ġno": 780,
+      "angu": 781,
+      "ese": 782,
+      "Ġpossible": 783,
+      "ual": 784,
+      "ĠEnglish": 785,
+      "ĠSt": 786,
+      "Ġche": 787,
+      "Ġlove": 788,
+      "ick": 789,
+      "reat": 790,
+      "Ġdes": 791,
+      "alth": 792,
+      "ages": 793,
+      ")?": 794,
+      "gle": 795,
+      "Ġper": 796,
+      "ald": 797,
+      "Ġimport": 798,
+      "Ġthem": 799,
+      "Ġbusiness": 800,
+      "Ġmed": 801,
+      "Ġnum": 802,
+      "ai": 803,
+      "Ġlangu": 804,
+      "Ġ2016": 805,
+      "Ġcompare": 806,
+      "Ġwr": 807,
+      "ĠWhen": 808,
+      "Ġused": 809,
+      "ming": 810,
+      "ph": 811,
+      "Ġquestions": 812,
+      "book": 813,
+      "Ġthings": 814,
+      "Ġhum": 815,
+      "Ġvis": 816,
+      "Ġcar": 817,
+      "ating": 818,
+      "onald": 819,
+      "ution": 820,
+      "Ġcre": 821,
+      "Ġways": 822,
+      "tiv": 823,
+      "Ġcaus": 824,
+      "Ġaccount": 825,
+      "Ġnotes": 826,
+      "Ġstop": 827,
+      "Ġsex": 828,
+      "ates": 829,
+      "Ġfriend": 830,
+      "Ġ500": 831,
+      "Ġreally": 832,
+      "Ġcur": 833,
+      "Ġpass": 834,
+      "Ġweight": 835,
+      "ell": 836,
+      "Ġphone": 837,
+      "Ġgu": 838,
+      "Ġcould": 839,
+      "view": 840,
+      "Ġ4": 841,
+      "Ġdifferent": 842,
+      "Ġask": 843,
+      "Ġbeing": 844,
+      "oogle": 845,
+      "Ġold": 846,
+      "rac": 847,
+      "Ġmon": 848,
+      "kes": 849,
+      "Ġri": 850,
+      "ĠDonald": 851,
+      "stem": 852,
+      "ning": 853,
+      "ational": 854,
+      "Ġcolle": 855,
+      "ology": 856,
+      "Ġfl": 857,
+      "ound": 858,
+      "de": 859,
+      "als": 860,
+      "gy": 861,
+      "Ġbo": 862,
+      "Ġspe": 863,
+      "aw": 864,
+      "Ġmark": 865,
+      "Ġans": 866,
+      "Ġhealth": 867,
+      "Ġsch": 868,
+      "Ġreal": 869,
+      "Ġ1000": 870,
+      "ata": 871,
+      "Ġwebs": 872,
+      "Ġback": 873,
+      "Ġdec": 874,
+      "eth": 875,
+      "ments": 876,
+      "uc": 877,
+      "Ġusing": 878,
+      "Ġher": 879,
+      "Ġplay": 880,
+      "Ġins": 881,
+      "Ġwomen": 882,
+      "ĠGoogle": 883,
+      "'m": 884,
+      "Ġhis": 885,
+      "ĠAnd": 886,
+      "tit": 887,
+      "ons": 888,
+      "ire": 889,
+      "\"?": 890,
+      "Ġsci": 891,
+      "ens": 892,
+      "vern": 893,
+      "Ġinst": 894,
+      "Ġsol": 895,
+      "ĠCl": 896,
+      "Ġlook": 897,
+      "conom": 898,
+      "Ġsocial": 899,
+      "ples": 900,
+      "led": 901,
+      "cy": 902,
+      "Ġsee": 903,
+      "Ġhar": 904,
+      "Ġengineering": 905,
+      "ative": 906,
+      "Ġemp": 907,
+      "meric": 908,
+      "Ġuniver": 909,
+      "pt": 910,
+      "acebook": 911,
+      "Ġcare": 912,
+      "Ġsk": 913,
+      "ĠUn": 914,
+      "echn": 915,
+      "ps": 916,
+      "Ġwin": 917,
+      "ĠChin": 918,
+      "ower": 919,
+      "Ġbeen": 920,
+      "Ġsystem": 921,
+      "Ġlose": 922,
+      "Ġfree": 923,
+      "Ġnumber": 924,
+      "ond": 925,
+      "Ġsti": 926,
+      "Ġver": 927,
+      "its": 928,
+      "ays": 929,
+      "Ġlanguage": 930,
+      "li": 931,
+      "ric": 932,
+      "Ġour": 933,
+      "iss": 934,
+      "ma": 935,
+      "com": 936,
+      "Ġchi": 937,
+      "Ġstudy": 938,
+      "Ġeconom": 939,
+      "Ġevery": 940,
+      "Ġbooks": 941,
+      "ĠAmeric": 942,
+      "Ġread": 943,
+      "ĠFacebook": 944,
+      "Ġblack": 945,
+      "ular": 946,
+      "ee": 947,
+      "Ġbr": 948,
+      "Ġits": 949,
+      "âĢĻ": 950,
+      "Ġatt": 951,
+      "Ġansw": 952,
+      "Ġtop": 953,
+      "vice": 954,
+      "Ġintern": 955,
+      "Ġact": 956,
+      "Ġear": 957,
+      "Ġhigh": 958,
+      "mail": 959,
+      "Ġincre": 960,
+      "Ġchild": 961,
+      "Ġschool": 962,
+      "Ġimportant": 963,
+      "Ġdown": 964,
+      "der": 965,
+      "au": 966,
+      "Ġyears": 967,
+      "Ġtru": 968,
+      "Ġmovie": 969,
+      "Ġbad": 970,
+      "esident": 971,
+      "oc": 972,
+      "Ġsupp": 973,
+      "uring": 974,
+      "orn": 975,
+      "Ġsm": 976,
+      "Ġstill": 977,
+      "Ġprof": 978,
+      "Ġsec": 979,
+      "loy": 980,
+      "Ġeas": 981,
+      "Ġprodu": 982,
+      "ene": 983,
+      "Ġgoing": 984,
+      "vernment": 985,
+      "Ġtrans": 986,
+      "uter": 987,
+      "ety": 988,
+      "Ġmaj": 989,
+      "agram": 990,
+      "ew": 991,
+      "day": 992,
+      "Ġmov": 993,
+      "Ġadd": 994,
+      "Ġplan": 995,
+      "ĠThe": 996,
+      "Ġjust": 997,
+      "Ġbel": 998,
+      "Ġpar": 999,
+      "Ġmat": 1000,
+      "Ġhad": 1001,
+      "fore": 1002,
+      "ty": 1003,
+      "Ġpa": 1004,
+      "pl": 1005,
+      "Ġ10": 1006,
+      "tis": 1007,
+      "ures": 1008,
+      "tin": 1009,
+      "IT": 1010,
+      "ax": 1011,
+      "ities": 1012,
+      "Ġcr": 1013,
+      "ĠiP": 1014,
+      "Ġcor": 1015,
+      "ise": 1016,
+      "Ġreg": 1017,
+      "Ġke": 1018,
+      "Ġnow": 1019
+    },
+    "merges": [
+      [
+        "e",
+        "s"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "t",
+        "i"
+      ],
+      [
+        "ti",
+        "on"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "Ġ",
+        "Q"
+      ],
+      [
+        "ĠQ",
+        "u"
+      ],
+      [
+        "es",
+        "tion"
+      ],
+      [
+        "ĠQu",
+        "estion"
+      ],
+      [
+        "č",
+        "Ċ"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "h",
+        "e"
+      ],
+      [
+        "h",
+        "a"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "ha",
+        "t"
+      ],
+      [
+        "Ġ",
+        "i"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "ĠW",
+        "hat"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "Ġi",
+        "s"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "ĠH",
+        "ow"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġan",
+        "d"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "ĠW",
+        "h"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "Ġ",
+        "ha"
+      ],
+      [
+        "Ġ",
+        "on"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "Ġi",
+        "t"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "ĠWh",
+        "y"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "Ġb",
+        "est"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "Ġm",
+        "y"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "a",
+        "tion"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "Ġdo",
+        "es"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "ĠI",
+        "s"
+      ],
+      [
+        "m",
+        "p"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "Ġ",
+        "or"
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "Ġp",
+        "ro"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "i",
+        "ll"
+      ],
+      [
+        "ic",
+        "h"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "Ġg",
+        "et"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "0",
+        "0"
+      ],
+      [
+        "Ġf",
+        "r"
+      ],
+      [
+        "Ġd",
+        "i"
+      ],
+      [
+        "Ġt",
+        "hat"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "Ġha",
+        "ve"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "ĠI",
+        "nd"
+      ],
+      [
+        "'",
+        "s"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġm",
+        "a"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "ti",
+        "ng"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "Ġ",
+        "le"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġw",
+        "hat"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "Ġyou",
+        "r"
+      ],
+      [
+        "Ġfr",
+        "om"
+      ],
+      [
+        "ĠWh",
+        "ich"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "Ġ",
+        "us"
+      ],
+      [
+        "Ġ",
+        "1"
+      ],
+      [
+        "Ġsh",
+        "ould"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "b",
+        "le"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "op",
+        "le"
+      ],
+      [
+        "Ġ",
+        "2"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "Ġpe",
+        "ople"
+      ],
+      [
+        "Ġwh",
+        "y"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "en",
+        "d"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "r",
+        "u"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "ĠC",
+        "an"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "i",
+        "st"
+      ],
+      [
+        "c",
+        "i"
+      ],
+      [
+        "ĠD",
+        "o"
+      ],
+      [
+        "in",
+        "d"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġi",
+        "f"
+      ],
+      [
+        "ĠInd",
+        "ia"
+      ],
+      [
+        "Ġdi",
+        "ff"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "h",
+        "t"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "Ġg",
+        "ood"
+      ],
+      [
+        "ti",
+        "c"
+      ],
+      [
+        "Ġw",
+        "ay"
+      ],
+      [
+        "m",
+        "e"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "ar",
+        "n"
+      ],
+      [
+        "o",
+        "d"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġi",
+        "mp"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "w",
+        "e"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġc",
+        "ha"
+      ],
+      [
+        "e",
+        "ren"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "l",
+        "o"
+      ],
+      [
+        "Ġdiff",
+        "eren"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "Ġ",
+        "("
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġ",
+        "ti"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "ac",
+        "k"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "an",
+        "d"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "'",
+        "t"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "h",
+        "i"
+      ],
+      [
+        "Ġw",
+        "ill"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "al",
+        "ly"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "we",
+        "en"
+      ],
+      [
+        "Ġbet",
+        "ween"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "ac",
+        "e"
+      ],
+      [
+        "Ġw",
+        "hen"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "Ġmo",
+        "st"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "c",
+        "k"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "he",
+        "re"
+      ],
+      [
+        "oun",
+        "t"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġma",
+        "ke"
+      ],
+      [
+        "n",
+        "ow"
+      ],
+      [
+        "Ġle",
+        "arn"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "Ġwor",
+        "k"
+      ],
+      [
+        "or",
+        "a"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "Ġw",
+        "as"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "ha",
+        "n"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "Ġ",
+        "un"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "a",
+        "st"
+      ],
+      [
+        "ĠQu",
+        "ora"
+      ],
+      [
+        "al",
+        "l"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "ti",
+        "ve"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġin",
+        "ter"
+      ],
+      [
+        "Ġk",
+        "now"
+      ],
+      [
+        "r",
+        "am"
+      ],
+      [
+        "ig",
+        "ht"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġa",
+        "f"
+      ],
+      [
+        "ve",
+        "l"
+      ],
+      [
+        "Ġ2",
+        "0"
+      ],
+      [
+        "Ġe",
+        "ver"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "ĠWh",
+        "o"
+      ],
+      [
+        "ĠI",
+        "f"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "ic",
+        "e"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "ic",
+        "al"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "one",
+        "y"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġa",
+        "ff"
+      ],
+      [
+        "Ġaf",
+        "ter"
+      ],
+      [
+        "Ġst",
+        "ud"
+      ],
+      [
+        "s",
+        "i"
+      ],
+      [
+        "Ġm",
+        "ar"
+      ],
+      [
+        "ac",
+        "t"
+      ],
+      [
+        "Ġl",
+        "o"
+      ],
+      [
+        "Ġti",
+        "me"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "Ġm",
+        "oney"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "Ġha",
+        "s"
+      ],
+      [
+        "i",
+        "le"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġha",
+        "pp"
+      ],
+      [
+        "Ġ",
+        "5"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġus",
+        "e"
+      ],
+      [
+        "Ġst",
+        "art"
+      ],
+      [
+        "Ġa",
+        "ll"
+      ],
+      [
+        "Ġr",
+        "es"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "ĠW",
+        "here"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "Ġ20",
+        "1"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "Ġth",
+        "ink"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "os",
+        "e"
+      ],
+      [
+        "Ġy",
+        "ear"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "re",
+        "d"
+      ],
+      [
+        "a",
+        "b"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        "Ġdifferen",
+        "ce"
+      ],
+      [
+        "Ġm",
+        "u"
+      ],
+      [
+        "Ġac",
+        "c"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "ir",
+        "l"
+      ],
+      [
+        "a",
+        "ble"
+      ],
+      [
+        "Ġth",
+        "ing"
+      ],
+      [
+        "Ġcha",
+        "ng"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "Ġmu",
+        "ch"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "u",
+        "nd"
+      ],
+      [
+        "v",
+        "ie"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "00",
+        "0"
+      ],
+      [
+        "Ġ",
+        "up"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "Ġqu",
+        "estion"
+      ],
+      [
+        "Ġhapp",
+        "en"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "d",
+        "u"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "Ġen",
+        "g"
+      ],
+      [
+        "l",
+        "es"
+      ],
+      [
+        "Ġme",
+        "an"
+      ],
+      [
+        "Ġp",
+        "os"
+      ],
+      [
+        "ri",
+        "end"
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "ĠDo",
+        "es"
+      ],
+      [
+        "tion",
+        "s"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "Ġaff",
+        "ect"
+      ],
+      [
+        "Ġ",
+        "out"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "er",
+        "m"
+      ],
+      [
+        "r",
+        "ou"
+      ],
+      [
+        "ac",
+        "h"
+      ],
+      [
+        "ĠInd",
+        "ian"
+      ],
+      [
+        "Ġsome",
+        "one"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġg",
+        "irl"
+      ],
+      [
+        "Ġmo",
+        "re"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "g",
+        "h"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "l",
+        "ine"
+      ],
+      [
+        "Ġt",
+        "han"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "ĠU",
+        "S"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "Ġcon",
+        "s"
+      ],
+      [
+        "er",
+        "i"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġj",
+        "ob"
+      ],
+      [
+        "ru",
+        "mp"
+      ],
+      [
+        "ĠA",
+        "re"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "ec",
+        "h"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "as",
+        "e"
+      ],
+      [
+        "Ġbec",
+        "ome"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġex",
+        "am"
+      ],
+      [
+        "Ġf",
+        "ir"
+      ],
+      [
+        "Ġeng",
+        "ine"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "â",
+        "Ģ"
+      ],
+      [
+        "r",
+        "ess"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "Ġc",
+        "ol"
+      ],
+      [
+        "ĠT",
+        "rump"
+      ],
+      [
+        "Ġ",
+        "V"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġpers",
+        "on"
+      ],
+      [
+        "i",
+        "ver"
+      ],
+      [
+        "Ġfe",
+        "el"
+      ],
+      [
+        "Ġw",
+        "ant"
+      ],
+      [
+        "in",
+        "t"
+      ],
+      [
+        "Ġso",
+        "ci"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "Ġwith",
+        "out"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "Ġbet",
+        "ter"
+      ],
+      [
+        "l",
+        "ish"
+      ],
+      [
+        "ti",
+        "es"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġe",
+        "ff"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "Ġe",
+        "le"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "a",
+        "us"
+      ],
+      [
+        "Ġon",
+        "line"
+      ],
+      [
+        "g",
+        "ram"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "Ġfir",
+        "st"
+      ],
+      [
+        "hi",
+        "p"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "ĠE",
+        "ng"
+      ],
+      [
+        "Ġd",
+        "on"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "er",
+        "ing"
+      ],
+      [
+        "en",
+        "ti"
+      ],
+      [
+        "g",
+        "ht"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġne",
+        "ed"
+      ],
+      [
+        "m",
+        "o"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "ic",
+        "s"
+      ],
+      [
+        "Ġp",
+        "ol"
+      ],
+      [
+        "Ġimp",
+        "ro"
+      ],
+      [
+        "es",
+        "id"
+      ],
+      [
+        "Ġcomp",
+        "an"
+      ],
+      [
+        "Ġw",
+        "at"
+      ],
+      [
+        "l",
+        "ic"
+      ],
+      [
+        "Ġin",
+        "d"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "Ġc",
+        "ount"
+      ],
+      [
+        "Ġe",
+        "v"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "in",
+        "ess"
+      ],
+      [
+        "und",
+        "er"
+      ],
+      [
+        "t",
+        "e"
+      ],
+      [
+        "Ġpro",
+        "gram"
+      ],
+      [
+        "Ġcom",
+        "m"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "si",
+        "ble"
+      ],
+      [
+        "Ġin",
+        "f"
+      ],
+      [
+        "Ġw",
+        "ar"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "vel",
+        "op"
+      ],
+      [
+        "Ġchang",
+        "e"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "c",
+        "on"
+      ],
+      [
+        "Ġb",
+        "an"
+      ],
+      [
+        "c",
+        "tion"
+      ],
+      [
+        "Ġ",
+        "under"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "y",
+        "s"
+      ],
+      [
+        "k",
+        "ing"
+      ],
+      [
+        "l",
+        "p"
+      ],
+      [
+        "n",
+        "e"
+      ],
+      [
+        "c",
+        "ess"
+      ],
+      [
+        "Ġwe",
+        "re"
+      ],
+      [
+        "Ġ",
+        "ro"
+      ],
+      [
+        "oo",
+        "l"
+      ],
+      [
+        "Ġimpro",
+        "ve"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "el",
+        "f"
+      ],
+      [
+        "Ġ",
+        "Y"
+      ],
+      [
+        "Ġt",
+        "ake"
+      ],
+      [
+        "Ġde",
+        "velop"
+      ],
+      [
+        "p",
+        "e"
+      ],
+      [
+        "o",
+        "ll"
+      ],
+      [
+        "ec",
+        "ts"
+      ],
+      [
+        "Ġhe",
+        "lp"
+      ],
+      [
+        "Ġpre",
+        "p"
+      ],
+      [
+        "Ġbu",
+        "y"
+      ],
+      [
+        "ĠSh",
+        "ould"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "Ġb",
+        "us"
+      ],
+      [
+        "f",
+        "ul"
+      ],
+      [
+        "ĠW",
+        "ill"
+      ],
+      [
+        "is",
+        "m"
+      ],
+      [
+        "Ġstud",
+        "ent"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "ang",
+        "u"
+      ],
+      [
+        "es",
+        "e"
+      ],
+      [
+        "Ġpos",
+        "sible"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "ĠEng",
+        "lish"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "Ġc",
+        "he"
+      ],
+      [
+        "Ġlo",
+        "ve"
+      ],
+      [
+        "ic",
+        "k"
+      ],
+      [
+        "re",
+        "at"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "al",
+        "th"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        ")",
+        "?"
+      ],
+      [
+        "g",
+        "le"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "al",
+        "d"
+      ],
+      [
+        "Ġimp",
+        "ort"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "Ġbus",
+        "iness"
+      ],
+      [
+        "Ġm",
+        "ed"
+      ],
+      [
+        "Ġn",
+        "um"
+      ],
+      [
+        "a",
+        "i"
+      ],
+      [
+        "Ġl",
+        "angu"
+      ],
+      [
+        "Ġ201",
+        "6"
+      ],
+      [
+        "Ġcomp",
+        "are"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "ĠW",
+        "hen"
+      ],
+      [
+        "Ġus",
+        "ed"
+      ],
+      [
+        "m",
+        "ing"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "Ġquestion",
+        "s"
+      ],
+      [
+        "b",
+        "ook"
+      ],
+      [
+        "Ġthing",
+        "s"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "a",
+        "ting"
+      ],
+      [
+        "on",
+        "ald"
+      ],
+      [
+        "u",
+        "tion"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "Ġway",
+        "s"
+      ],
+      [
+        "ti",
+        "v"
+      ],
+      [
+        "Ġc",
+        "aus"
+      ],
+      [
+        "Ġacc",
+        "ount"
+      ],
+      [
+        "Ġnot",
+        "es"
+      ],
+      [
+        "Ġst",
+        "op"
+      ],
+      [
+        "Ġse",
+        "x"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "Ġf",
+        "riend"
+      ],
+      [
+        "Ġ5",
+        "00"
+      ],
+      [
+        "Ġre",
+        "ally"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "Ġwe",
+        "ight"
+      ],
+      [
+        "e",
+        "ll"
+      ],
+      [
+        "Ġph",
+        "one"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "Ġc",
+        "ould"
+      ],
+      [
+        "vie",
+        "w"
+      ],
+      [
+        "Ġ",
+        "4"
+      ],
+      [
+        "Ġdifferen",
+        "t"
+      ],
+      [
+        "Ġas",
+        "k"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "oo",
+        "gle"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "r",
+        "ac"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "k",
+        "es"
+      ],
+      [
+        "Ġ",
+        "ri"
+      ],
+      [
+        "ĠD",
+        "onald"
+      ],
+      [
+        "st",
+        "em"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "ation",
+        "al"
+      ],
+      [
+        "Ġcol",
+        "le"
+      ],
+      [
+        "olog",
+        "y"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "d",
+        "e"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "g",
+        "y"
+      ],
+      [
+        "Ġb",
+        "o"
+      ],
+      [
+        "Ġsp",
+        "e"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "Ġmar",
+        "k"
+      ],
+      [
+        "Ġan",
+        "s"
+      ],
+      [
+        "Ġhe",
+        "alth"
+      ],
+      [
+        "Ġs",
+        "ch"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "Ġ1",
+        "000"
+      ],
+      [
+        "at",
+        "a"
+      ],
+      [
+        "Ġwe",
+        "bs"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "et",
+        "h"
+      ],
+      [
+        "ment",
+        "s"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "Ġus",
+        "ing"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġin",
+        "s"
+      ],
+      [
+        "Ġwom",
+        "en"
+      ],
+      [
+        "ĠG",
+        "oogle"
+      ],
+      [
+        "'",
+        "m"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "ĠA",
+        "nd"
+      ],
+      [
+        "ti",
+        "t"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "\"",
+        "?"
+      ],
+      [
+        "Ġs",
+        "ci"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "ver",
+        "n"
+      ],
+      [
+        "Ġin",
+        "st"
+      ],
+      [
+        "Ġs",
+        "ol"
+      ],
+      [
+        "ĠC",
+        "l"
+      ],
+      [
+        "Ġl",
+        "ook"
+      ],
+      [
+        "con",
+        "om"
+      ],
+      [
+        "Ġsoci",
+        "al"
+      ],
+      [
+        "p",
+        "les"
+      ],
+      [
+        "le",
+        "d"
+      ],
+      [
+        "c",
+        "y"
+      ],
+      [
+        "Ġse",
+        "e"
+      ],
+      [
+        "Ġha",
+        "r"
+      ],
+      [
+        "Ġengine",
+        "ering"
+      ],
+      [
+        "a",
+        "tive"
+      ],
+      [
+        "Ġe",
+        "mp"
+      ],
+      [
+        "mer",
+        "ic"
+      ],
+      [
+        "Ġun",
+        "iver"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ace",
+        "book"
+      ],
+      [
+        "Ġc",
+        "are"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "ĠU",
+        "n"
+      ],
+      [
+        "ech",
+        "n"
+      ],
+      [
+        "p",
+        "s"
+      ],
+      [
+        "Ġw",
+        "in"
+      ],
+      [
+        "ĠCh",
+        "in"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġsy",
+        "stem"
+      ],
+      [
+        "Ġl",
+        "ose"
+      ],
+      [
+        "Ġf",
+        "ree"
+      ],
+      [
+        "Ġnum",
+        "ber"
+      ],
+      [
+        "on",
+        "d"
+      ],
+      [
+        "Ġs",
+        "ti"
+      ],
+      [
+        "Ġ",
+        "ver"
+      ],
+      [
+        "it",
+        "s"
+      ],
+      [
+        "ay",
+        "s"
+      ],
+      [
+        "Ġlangu",
+        "age"
+      ],
+      [
+        "l",
+        "i"
+      ],
+      [
+        "r",
+        "ic"
+      ],
+      [
+        "Ġ",
+        "our"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "m",
+        "a"
+      ],
+      [
+        "c",
+        "om"
+      ],
+      [
+        "Ġc",
+        "hi"
+      ],
+      [
+        "Ġstud",
+        "y"
+      ],
+      [
+        "Ġe",
+        "conom"
+      ],
+      [
+        "Ġever",
+        "y"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "ĠA",
+        "meric"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "ĠF",
+        "acebook"
+      ],
+      [
+        "Ġbl",
+        "ack"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "âĢ",
+        "Ļ"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "Ġans",
+        "w"
+      ],
+      [
+        "Ġto",
+        "p"
+      ],
+      [
+        "v",
+        "ice"
+      ],
+      [
+        "Ġinter",
+        "n"
+      ],
+      [
+        "Ġac",
+        "t"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "m",
+        "ail"
+      ],
+      [
+        "Ġinc",
+        "re"
+      ],
+      [
+        "Ġchi",
+        "ld"
+      ],
+      [
+        "Ġsch",
+        "ool"
+      ],
+      [
+        "Ġimport",
+        "ant"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "d",
+        "er"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "Ġyear",
+        "s"
+      ],
+      [
+        "Ġt",
+        "ru"
+      ],
+      [
+        "Ġmo",
+        "vie"
+      ],
+      [
+        "Ġb",
+        "ad"
+      ],
+      [
+        "esid",
+        "ent"
+      ],
+      [
+        "o",
+        "c"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "Ġsti",
+        "ll"
+      ],
+      [
+        "Ġpro",
+        "f"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "lo",
+        "y"
+      ],
+      [
+        "Ġe",
+        "as"
+      ],
+      [
+        "Ġpro",
+        "du"
+      ],
+      [
+        "en",
+        "e"
+      ],
+      [
+        "Ġgo",
+        "ing"
+      ],
+      [
+        "vern",
+        "ment"
+      ],
+      [
+        "Ġtr",
+        "ans"
+      ],
+      [
+        "u",
+        "ter"
+      ],
+      [
+        "et",
+        "y"
+      ],
+      [
+        "Ġma",
+        "j"
+      ],
+      [
+        "ag",
+        "ram"
+      ],
+      [
+        "e",
+        "w"
+      ],
+      [
+        "d",
+        "ay"
+      ],
+      [
+        "Ġmo",
+        "v"
+      ],
+      [
+        "Ġad",
+        "d"
+      ],
+      [
+        "Ġpl",
+        "an"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "Ġbe",
+        "l"
+      ],
+      [
+        "Ġp",
+        "ar"
+      ],
+      [
+        "Ġm",
+        "at"
+      ],
+      [
+        "Ġha",
+        "d"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "t",
+        "y"
+      ],
+      [
+        "Ġp",
+        "a"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "Ġ1",
+        "0"
+      ],
+      [
+        "ti",
+        "s"
+      ],
+      [
+        "ur",
+        "es"
+      ],
+      [
+        "ti",
+        "n"
+      ],
+      [
+        "I",
+        "T"
+      ],
+      [
+        "a",
+        "x"
+      ],
+      [
+        "i",
+        "ties"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "Ġi",
+        "P"
+      ],
+      [
+        "Ġc",
+        "or"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġ",
+        "ke"
+      ],
+      [
+        "Ġn",
+        "ow"
+      ]
+    ]
+  }
+}

trainer_state.json

@@ -0,0 +1,439 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 1000,
+  "global_step": 27070,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.07388434636981578,
+      "grad_norm": 1.2263256311416626,
+      "learning_rate": 0.000490609710199473,
+      "loss": 4.0797,
+      "step": 1000
+    },
+    {
+      "epoch": 0.07388434636981578,
+      "eval_loss": 3.001145124435425,
+      "eval_runtime": 1.4766,
+      "eval_samples_per_second": 662.32,
+      "eval_steps_per_second": 83.298,
+      "step": 1000
+    },
+    {
+      "epoch": 0.14776869273963156,
+      "grad_norm": 1.2999979257583618,
+      "learning_rate": 0.000471791494166353,
+      "loss": 2.823,
+      "step": 2000
+    },
+    {
+      "epoch": 0.14776869273963156,
+      "eval_loss": 2.6864545345306396,
+      "eval_runtime": 1.5608,
+      "eval_samples_per_second": 626.616,
+      "eval_steps_per_second": 78.808,
+      "step": 2000
+    },
+    {
+      "epoch": 0.22165303910944734,
+      "grad_norm": 1.4543421268463135,
+      "learning_rate": 0.000452973278133233,
+      "loss": 2.6331,
+      "step": 3000
+    },
+    {
+      "epoch": 0.22165303910944734,
+      "eval_loss": 2.5702903270721436,
+      "eval_runtime": 1.4462,
+      "eval_samples_per_second": 676.239,
+      "eval_steps_per_second": 85.048,
+      "step": 3000
+    },
+    {
+      "epoch": 0.2955373854792631,
+      "grad_norm": 1.4996088743209839,
+      "learning_rate": 0.0004341550621001129,
+      "loss": 2.5457,
+      "step": 4000
+    },
+    {
+      "epoch": 0.2955373854792631,
+      "eval_loss": 2.5038747787475586,
+      "eval_runtime": 1.4384,
+      "eval_samples_per_second": 679.922,
+      "eval_steps_per_second": 85.512,
+      "step": 4000
+    },
+    {
+      "epoch": 0.3694217318490789,
+      "grad_norm": 1.4575793743133545,
+      "learning_rate": 0.00041533684606699287,
+      "loss": 2.4906,
+      "step": 5000
+    },
+    {
+      "epoch": 0.3694217318490789,
+      "eval_loss": 2.458561658859253,
+      "eval_runtime": 1.4575,
+      "eval_samples_per_second": 671.005,
+      "eval_steps_per_second": 84.39,
+      "step": 5000
+    },
+    {
+      "epoch": 0.4433060782188947,
+      "grad_norm": 1.3582031726837158,
+      "learning_rate": 0.0003965186300338728,
+      "loss": 2.4523,
+      "step": 6000
+    },
+    {
+      "epoch": 0.4433060782188947,
+      "eval_loss": 2.431638240814209,
+      "eval_runtime": 1.4677,
+      "eval_samples_per_second": 666.353,
+      "eval_steps_per_second": 83.805,
+      "step": 6000
+    },
+    {
+      "epoch": 0.5171904245887105,
+      "grad_norm": 1.3987085819244385,
+      "learning_rate": 0.0003777004140007527,
+      "loss": 2.4213,
+      "step": 7000
+    },
+    {
+      "epoch": 0.5171904245887105,
+      "eval_loss": 2.3989198207855225,
+      "eval_runtime": 1.4685,
+      "eval_samples_per_second": 666.003,
+      "eval_steps_per_second": 83.761,
+      "step": 7000
+    },
+    {
+      "epoch": 0.5910747709585262,
+      "grad_norm": 1.4713547229766846,
+      "learning_rate": 0.00035888219796763267,
+      "loss": 2.3977,
+      "step": 8000
+    },
+    {
+      "epoch": 0.5910747709585262,
+      "eval_loss": 2.374978542327881,
+      "eval_runtime": 1.4628,
+      "eval_samples_per_second": 668.602,
+      "eval_steps_per_second": 84.088,
+      "step": 8000
+    },
+    {
+      "epoch": 0.664959117328342,
+      "grad_norm": 1.4406859874725342,
+      "learning_rate": 0.0003400639819345126,
+      "loss": 2.37,
+      "step": 9000
+    },
+    {
+      "epoch": 0.664959117328342,
+      "eval_loss": 2.3552350997924805,
+      "eval_runtime": 1.5716,
+      "eval_samples_per_second": 622.315,
+      "eval_steps_per_second": 78.267,
+      "step": 9000
+    },
+    {
+      "epoch": 0.7388434636981578,
+      "grad_norm": 1.477502703666687,
+      "learning_rate": 0.00032124576590139255,
+      "loss": 2.3558,
+      "step": 10000
+    },
+    {
+      "epoch": 0.7388434636981578,
+      "eval_loss": 2.3359665870666504,
+      "eval_runtime": 1.4772,
+      "eval_samples_per_second": 662.073,
+      "eval_steps_per_second": 83.267,
+      "step": 10000
+    },
+    {
+      "epoch": 0.8127278100679736,
+      "grad_norm": 1.5436781644821167,
+      "learning_rate": 0.00030242754986827247,
+      "loss": 2.3375,
+      "step": 11000
+    },
+    {
+      "epoch": 0.8127278100679736,
+      "eval_loss": 2.324208974838257,
+      "eval_runtime": 1.5023,
+      "eval_samples_per_second": 651.019,
+      "eval_steps_per_second": 81.877,
+      "step": 11000
+    },
+    {
+      "epoch": 0.8866121564377893,
+      "grad_norm": 1.408799171447754,
+      "learning_rate": 0.00028360933383515243,
+      "loss": 2.3225,
+      "step": 12000
+    },
+    {
+      "epoch": 0.8866121564377893,
+      "eval_loss": 2.310602903366089,
+      "eval_runtime": 1.4754,
+      "eval_samples_per_second": 662.856,
+      "eval_steps_per_second": 83.365,
+      "step": 12000
+    },
+    {
+      "epoch": 0.9604965028076051,
+      "grad_norm": 1.4997986555099487,
+      "learning_rate": 0.00026479111780203235,
+      "loss": 2.3094,
+      "step": 13000
+    },
+    {
+      "epoch": 0.9604965028076051,
+      "eval_loss": 2.2948832511901855,
+      "eval_runtime": 1.4678,
+      "eval_samples_per_second": 666.289,
+      "eval_steps_per_second": 83.797,
+      "step": 13000
+    },
+    {
+      "epoch": 1.0343562210619643,
+      "grad_norm": 1.5238574743270874,
+      "learning_rate": 0.0002459729017689123,
+      "loss": 2.2898,
+      "step": 14000
+    },
+    {
+      "epoch": 1.0343562210619643,
+      "eval_loss": 2.2858312129974365,
+      "eval_runtime": 1.5046,
+      "eval_samples_per_second": 650.004,
+      "eval_steps_per_second": 81.749,
+      "step": 14000
+    },
+    {
+      "epoch": 1.1082405674317801,
+      "grad_norm": 1.5487300157546997,
+      "learning_rate": 0.00022715468573579226,
+      "loss": 2.272,
+      "step": 15000
+    },
+    {
+      "epoch": 1.1082405674317801,
+      "eval_loss": 2.274585723876953,
+      "eval_runtime": 1.4645,
+      "eval_samples_per_second": 667.797,
+      "eval_steps_per_second": 83.987,
+      "step": 15000
+    },
+    {
+      "epoch": 1.182124913801596,
+      "grad_norm": 1.4958250522613525,
+      "learning_rate": 0.0002083364697026722,
+      "loss": 2.2673,
+      "step": 16000
+    },
+    {
+      "epoch": 1.182124913801596,
+      "eval_loss": 2.261155605316162,
+      "eval_runtime": 1.4807,
+      "eval_samples_per_second": 660.514,
+      "eval_steps_per_second": 83.071,
+      "step": 16000
+    },
+    {
+      "epoch": 1.2560092601714117,
+      "grad_norm": 1.6432082653045654,
+      "learning_rate": 0.00018951825366955214,
+      "loss": 2.2527,
+      "step": 17000
+    },
+    {
+      "epoch": 1.2560092601714117,
+      "eval_loss": 2.253293991088867,
+      "eval_runtime": 1.4847,
+      "eval_samples_per_second": 658.732,
+      "eval_steps_per_second": 82.847,
+      "step": 17000
+    },
+    {
+      "epoch": 1.3298936065412275,
+      "grad_norm": 1.5579006671905518,
+      "learning_rate": 0.00017070003763643209,
+      "loss": 2.2469,
+      "step": 18000
+    },
+    {
+      "epoch": 1.3298936065412275,
+      "eval_loss": 2.2448325157165527,
+      "eval_runtime": 1.4629,
+      "eval_samples_per_second": 668.546,
+      "eval_steps_per_second": 84.081,
+      "step": 18000
+    },
+    {
+      "epoch": 1.4037779529110432,
+      "grad_norm": 1.6929436922073364,
+      "learning_rate": 0.00015188182160331203,
+      "loss": 2.2345,
+      "step": 19000
+    },
+    {
+      "epoch": 1.4037779529110432,
+      "eval_loss": 2.236670732498169,
+      "eval_runtime": 1.4306,
+      "eval_samples_per_second": 683.609,
+      "eval_steps_per_second": 85.975,
+      "step": 19000
+    },
+    {
+      "epoch": 1.477662299280859,
+      "grad_norm": 1.661308765411377,
+      "learning_rate": 0.00013306360557019194,
+      "loss": 2.2312,
+      "step": 20000
+    },
+    {
+      "epoch": 1.477662299280859,
+      "eval_loss": 2.2292463779449463,
+      "eval_runtime": 1.4426,
+      "eval_samples_per_second": 677.956,
+      "eval_steps_per_second": 85.264,
+      "step": 20000
+    },
+    {
+      "epoch": 1.5515466456506748,
+      "grad_norm": 1.5889065265655518,
+      "learning_rate": 0.0001142453895370719,
+      "loss": 2.2239,
+      "step": 21000
+    },
+    {
+      "epoch": 1.5515466456506748,
+      "eval_loss": 2.221221923828125,
+      "eval_runtime": 1.5775,
+      "eval_samples_per_second": 619.97,
+      "eval_steps_per_second": 77.972,
+      "step": 21000
+    },
+    {
+      "epoch": 1.6254309920204906,
+      "grad_norm": 1.5558372735977173,
+      "learning_rate": 9.542717350395183e-05,
+      "loss": 2.2081,
+      "step": 22000
+    },
+    {
+      "epoch": 1.6254309920204906,
+      "eval_loss": 2.2122271060943604,
+      "eval_runtime": 1.5975,
+      "eval_samples_per_second": 612.189,
+      "eval_steps_per_second": 76.993,
+      "step": 22000
+    },
+    {
+      "epoch": 1.6993153383903064,
+      "grad_norm": 1.7341097593307495,
+      "learning_rate": 7.660895747083177e-05,
+      "loss": 2.2043,
+      "step": 23000
+    },
+    {
+      "epoch": 1.6993153383903064,
+      "eval_loss": 2.204393148422241,
+      "eval_runtime": 1.4774,
+      "eval_samples_per_second": 661.963,
+      "eval_steps_per_second": 83.253,
+      "step": 23000
+    },
+    {
+      "epoch": 1.7731996847601221,
+      "grad_norm": 1.6520919799804688,
+      "learning_rate": 5.779074143771171e-05,
+      "loss": 2.1988,
+      "step": 24000
+    },
+    {
+      "epoch": 1.7731996847601221,
+      "eval_loss": 2.1986052989959717,
+      "eval_runtime": 1.4794,
+      "eval_samples_per_second": 661.067,
+      "eval_steps_per_second": 83.14,
+      "step": 24000
+    },
+    {
+      "epoch": 1.847084031129938,
+      "grad_norm": 1.6864484548568726,
+      "learning_rate": 3.8972525404591645e-05,
+      "loss": 2.1885,
+      "step": 25000
+    },
+    {
+      "epoch": 1.847084031129938,
+      "eval_loss": 2.1929802894592285,
+      "eval_runtime": 1.4646,
+      "eval_samples_per_second": 667.763,
+      "eval_steps_per_second": 83.982,
+      "step": 25000
+    },
+    {
+      "epoch": 1.9209683774997537,
+      "grad_norm": 1.74201500415802,
+      "learning_rate": 2.0154309371471584e-05,
+      "loss": 2.1897,
+      "step": 26000
+    },
+    {
+      "epoch": 1.9209683774997537,
+      "eval_loss": 2.1882574558258057,
+      "eval_runtime": 1.5005,
+      "eval_samples_per_second": 651.777,
+      "eval_steps_per_second": 81.972,
+      "step": 26000
+    },
+    {
+      "epoch": 1.9948527238695695,
+      "grad_norm": 1.7203181982040405,
+      "learning_rate": 1.3360933383515244e-06,
+      "loss": 2.1843,
+      "step": 27000
+    },
+    {
+      "epoch": 1.9948527238695695,
+      "eval_loss": 2.185438871383667,
+      "eval_runtime": 1.4469,
+      "eval_samples_per_second": 675.924,
+      "eval_steps_per_second": 85.009,
+      "step": 27000
+    }
+  ],
+  "logging_steps": 1000,
+  "max_steps": 27070,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 147395435692032.0,
+  "train_batch_size": 6,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b19e518240f1a310e6b8daa1ad28d129a8a6b6b8f4469b5600a349d211b985
+size 5841