Added tokenizer with large sinhala corpus

vocab.json

@@ -1,1020 +1,581 @@
 {
-    "ඟෝ": 0,
-    "ලි": 1,
-    "●": 2,
-    "😘": 3,
-    "/": 4,
-    "වැ": 5,
-    "ඪ": 6,
-    "ඩෑ": 7,
-    "ඔ්": 8,
-    "”": 9,
-    "ඳෙ": 10,
-    "\u001d": 11,
-    "✍": 12,
-    "⚠": 13,
-    "ධා": 14,
-    "ඤා": 15,
-    "බෲ": 16,
-    "පා": 17,
-    "🤦": 18,
-    "ஹ": 19,
-    "𝗮": 20,
-    "ඓ": 21,
-    "\r": 22,
-    "රා": 23,
-    "සං": 24,
-    "ඵැ": 25,
-    "ය්": 26,
-    "ධෲ": 27,
-    "ඉා": 28,
-    "රේ": 29,
-    "ඉැ": 30,
-    "h": 31,
-    "ඟෑ": 32,
-    "වෑ": 33,
-    "ற": 34,
-    "‚": 35,
-    "ඩෛ": 36,
-    "ā": 37,
-    "ඉු": 38,
-    "😳": 39,
-    " ": 40,
-    "ொ": 41,
-    "ć": 42,
-    "ඵෘ": 43,
-    "🙊": 44,
-    "ෆී": 45,
-    "මෛ": 46,
-    "මේ": 47,
-    "ගේ": 48,
-    "÷": 49,
-    "🇴": 50,
-    "දෝ": 51,
-    "ඛ්": 52,
-    " ": 53,
-    "🇦": 54,
-    "චෝ": 55,
-    "ධෙ": 56,
-    "٩": 57,
-    "ï": 58,
-    "ගු": 59,
-    "යි": 60,
-    "ජෑ": 61,
-    "ඉං": 62,
-    "✿": 63,
-    "": 64,
-    "ෂ": 65,
-    "v": 66,
-    "ධෘ": 67,
-    "රු": 68,
-    "▪": 69,
-    "🙂": 70,
-    "c": 71,
-    "إ": 72,
-    "W": 73,
-    "😌": 74,
-    "ඛී": 75,
-    "රෞ": 76,
-    "බා": 77,
-    "මි": 78,
-    "­": 79,
-    "ඡි": 80,
-    "×": 81,
-    "යං": 82,
-    "ධ": 83,
-    "ලී": 84,
-    "ජෝ": 85,
-    "ட": 86,
-    "ඵ": 87,
-    "ඹ්": 88,
-    "أ": 89,
-    "🤔": 90,
-    "චෙ": 91,
-    "🇳": 92,
-    "ص": 93,
-    "වෝ": 94,
-    "0": 95,
-    "ගෞ": 96,
-    "🇷": 97,
-    "තෲ": 98,
-    "එං": 99,
-    "භං": 100,
-    "%": 101,
-    "ළ": 102,
-    "රෛ": 103,
-    "": 104,
-    "®": 105,
-    "D": 106,
-    "කෙ": 107,
-    "~": 108,
-    "*": 109,
-    "බූ": 110,
-    "ආා": 111,
-    "😮": 112,
-    "සී": 113,
-    "🏻": 114,
-    "ඹ": 115,
-    "ඛේ": 116,
-    "ඹී": 117,
-    "ශෛ": 118,
-    "🌷": 119,
-    "එ්": 120,
-    ",": 121,
-    "ඛ": 122,
-    "எ": 123,
-    "و": 124,
-    "𝐊": 125,
+    "ඕ": 0,
+    "`": 1,
+    "කො": 2,
+    "ගැ": 3,
+    "අැ": 4,
+    "ක": 5,
+    "ඨා": 6,
+    "ණෝ": 7,
+    "හි": 8,
+    "ට්": 9,
+    "ඩෘ": 10,
+    "සෛ": 11,
+    "ඨෝ": 12,
+    "සු": 13,
+    "චෙ": 14,
+    "ටො": 15,
+    "ෂා": 16,
+    "වෘ": 17,
+    "ථො": 18,
+    "ය": 19,
+    "ලැ": 20,
+    "ඛා": 21,
+    "ටැ": 22,
+    "චං": 23,
+    "ව්": 24,
+    "ටු": 25,
+    "අෑ": 26,
+    "සි": 27,
+    "ඳා": 28,
+    "තෙ": 29,
+    "වැ": 30,
+    "9": 31,
+    "ලි": 32,
+    "ඣා": 33,
+    "ඩු": 34,
+    "කං": 35,
+    "වූ": 36,
+    "ළෑ": 37,
+    "ඩී": 38,
+    "බැ": 39,
+    "නෛ": 40,
+    "ණ්": 41,
+    "කූ": 42,
+    "ථේ": 43,
+    "වෑ": 44,
+    "ණෑ": 45,
+    "චේ": 46,
+    "පෘ": 47,
+    "ජී": 48,
+    "ශෙ": 49,
+    "{": 50,
+    "ඌ": 51,
+    "චි": 52,
+    "ගෑ": 53,
+    "ධි": 54,
+    "පා": 55,
+    "ඍ": 56,
+    "ශි": 57,
+    "ඝො": 58,
+    "නෞ": 59,
+    "හෝ": 60,
+    "වා": 61,
+    "?": 62,
+    "ෂ්": 63,
+    "ඵෛ": 64,
+    "තා": 65,
+    "ල": 66,
+    "ජූ": 67,
+    "ඟූ": 68,
+    "ඛෝ": 69,
+    "භං": 70,
+    "පෝ": 71,
+    "නි": 72,
+    "ථා": 73,
+    "ණූ": 74,
+    "පෙ": 75,
+    "භො": 76,
+    "ගෝ": 77,
+    "තූ": 78,
+    "බෙ": 79,
+    "හෙ": 80,
+    "ධං": 81,
+    "ඣං": 82,
+    "ආ": 83,
+    ",": 84,
+    "ව": 85,
+    "ලු": 86,
+    "හු": 87,
+    "ට": 88,
+    "ඓ": 89,
+    "ඩෑ": 90,
+    "යෝ": 91,
+    ".": 92,
+    "සෙ": 93,
+    "රෛ": 94,
+    "ච්": 95,
+    "රං": 96,
+    "ණැ": 97,
+    "ඤ්": 98,
+    "ශූ": 99,
+    "ළං": 100,
+    "ඨි": 101,
+    "දු": 102,
+    "-": 103,
+    "ඟි": 104,
+    "ඡේ": 105,
+    "යා": 106,
+    "පැ": 107,
+    "ජේ": 108,
+    "ළ්": 109,
+    "චෞ": 110,
+    "චෛ": 111,
+    "ශු": 112,
+    "ටෲ": 113,
+    "ෂි": 114,
+    "බ්": 115,
+    "දි": 116,
+    "ඹේ": 117,
+    "*": 118,
+    "ධෝ": 119,
+    "කා": 120,
+    "ඹා": 121,
+    "ශී": 122,
+    "රො": 123,
+    "ඝු": 124,
+    "ඳ": 125,
     "ප්": 126,
-    "ඡේ": 127,
-    "ලෛ": 128,
-    "ඔි": 129,
-    "ගො": 130,
-    "ඟි": 131,
-    "ඤෝ": 132,
-    "දා": 133,
-    "ම": 134,
-    "@": 135,
-    "d": 136,
-    "භෝ": 137,
-    "භ්": 138,
-    "ෆේ": 139,
-    "ඝෘ": 140,
-    "සෑ": 141,
-    "ටෲ": 142,
-    "😷": 143,
-    "ඟී": 144,
-    "උ": 145,
-    "ථා": 146,
-    "ඨා": 147,
-    "🐼": 148,
-    "ධෑ": 149,
-    "q": 150,
-    "\"": 151,
-    "කී": 152,
-    "ගං": 153,
-    "2": 154,
-    "දො": 155,
-    "නේ": 156,
-    "ඩො": 157,
-    "එැ": 158,
-    "ෂෘ": 159,
-    "😥": 160,
-    "ඝා": 161,
-    "ශි": 162,
-    "🇺": 163,
-    "ඕං": 164,
-    "ن": 165,
-    "ඇු": 166,
-    "ඟේ": 167,
-    "ඳ්": 168,
-    "රැ": 169,
-    "á": 170,
-    "ඉ": 171,
-    "ඟැ": 172,
-    "ඨ": 173,
-    "නො": 174,
-    "ඌ": 175,
-    "තා": 176,
-    "ටෘ": 177,
-    "එ": 178,
-    "ඬු": 179,
-    "එි": 180,
-    "පෛ": 181,
-    "ඇෙ": 182,
-    "ê": 183,
-    "😇": 184,
-    "බෙ": 185,
-    "පෞ": 186,
-    "හැ": 187,
-    "ණ": 188,
-    "එා": 189,
-    "&": 190,
-    "ණි": 191,
-    "තු": 192,
-    "න්": 193,
-    "🤪": 194,
-    "K": 195,
-    "‪": 196,
-    "ථ්": 197,
-    "ඤො": 198,
-    "🚀": 199,
-    "y": 200,
-    "ච්": 201,
-    "කෲ": 202,
-    "s": 203,
-    "ඵෛ": 204,
-    "'": 205,
-    "ණු": 206,
-    "k": 207,
-    "ன": 208,
-    "🇭": 209,
-    "𝐔": 210,
-    "නෑ": 211,
-    "ආි": 212,
-    "ඔී": 213,
-    "පු": 214,
-    "ලෙ": 215,
-    "-": 216,
-    "🔥": 217,
-    "ධේ": 218,
-    "හා": 219,
-    "අ්": 220,
-    "⦿": 221,
-    "ශෙ": 222,
-    "•": 223,
-    "මු": 224,
-    "
": 225,
-    "බො": 226,
-    "ඳං": 227,
-    "සූ": 228,
-    "ඒෙ": 229,
-    "චො": 230,
-    "4": 231,
-    "මූ": 232,
-    "ඤ": 233,
-    "ة": 234,
-    "ı": 235,
-    "ශං": 236,
-    "𝗚": 237,
-    "ඏ": 238,
-    "සෙ": 239,
-    "“": 240,
-    "නා": 241,
-    "ඨ්": 242,
-    "ඩැ": 243,
-    "😁": 244,
-    "තෛ": 245,
-    "𝗶": 246,
-    "ඝ": 247,
-    "දෙ": 248,
-    "🇧": 249,
-    "උා": 250,
-    "නැ": 251,
-    "Ω": 252,
-    "රෝ": 253,
-    "⃣": 254,
-    "ය": 255,
-    "මං": 256,
-    "ඞී": 257,
-    "அ": 258,
-    "📌": 259,
-    " ": 260,
-    "ෆෘ": 261,
-    "ඛා": 262,
-    "ඟූ": 263,
-    "Í": 264,
-    "පෙ": 265,
-    "ඥ": 266,
-    "ධ්": 267,
-    "}": 268,
-    "ோ": 269,
-    "ඵෙ": 270,
-    "ළා": 271,
-    "කැ": 272,
-    "එෙ": 273,
-    "ඩූ": 274,
-    "ض": 275,
-    "ටේ": 276,
-    "ශෞ": 277,
-    "ලේ": 278,
-    "ෆි": 279,
-    "w": 280,
-    "ඤ්": 281,
-    "ළෑ": 282,
-    "]": 283,
-    "ඵී": 284,
-    "ළු": 285,
-    "⅔": 286,
-    "❤": 287,
-    "අු": 288,
-    "ç": 289,
-    "ඉි": 290,
-    "යෛ": 291,
-    "o": 292,
-    "‏": 293,
-    "ඇං": 294,
-    "😠": 295,
-    "ළූ": 296,
-    "’": 297,
-    "ඬ්": 298,
-    "8": 299,
-    ".": 300,
-    "තො": 301,
-    "💣": 302,
-    "✔": 303,
-    "ශෝ": 304,
-    "ට": 305,
-    "ඟ්": 306,
-    "❗": 307,
-    "සි": 308,
-    "හො": 309,
-    "P": 310,
-    "ඒං": 311,
-    "හු": 312,
-    "සේ": 313,
-    "ඬූ": 314,
-    "ගා": 315,
-    "ඈ": 316,
-    "යඃ": 317,
-    "අි": 318,
-    "ටෛ": 319,
-    "😂": 320,
-    "ك": 321,
-    "ؤ": 322,
-    "යෞ": 323,
-    "ඡු": 324,
-    "ذ": 325,
-    "​": 326,
-    "ே": 327,
-    "මෑ": 328,
-    "🥲": 329,
-    "ழ": 330,
-    "ශේ": 331,
-    "ඩි": 332,
-    "ඡ්": 333,
-    "𝐉": 334,
-    "බෝ": 335,
-    "™": 336,
-    "👀": 337,
-    "දේ": 338,
-    "👏": 339,
-    "ඳූ": 340,
-    "ஊ": 341,
-    "ඩී": 342,
-    "රි": 343,
-    "a": 344,
-    "බෛ": 345,
-    "ජී": 346,
-    "ஒ": 347,
-    "˜": 348,
-    "ශී": 349,
-    "N": 350,
-    "V": 351,
-    "ඹෙ": 352,
-    "^": 353,
-    ";": 354,
-    "à": 355,
-    "ණේ": 356,
-    "ඕ": 357,
-    "ح": 358,
-    "ඒු": 359,
-    "ඡෘ": 360,
-    "ශ": 361,
-    "👉": 362,
-    "ඛෙ": 363,
-    "″": 364,
-    "😊": 365,
-    "F": 366,
-    "උං": 367,
-    "ெ": 368,
-    "ඵි": 369,
-    "ه": 370,
-    "ඡී": 371,
-    "ඳු": 372,
-    "වා": 373,
-    "ථෙ": 374,
-    "රො": 375,
-    "හෛ": 376,
-    "к": 377,
-    "Ø": 378,
-    "ா": 379,
-    "": 380,
-    "த": 381,
-    "ඹො": 382,
-    "ඣ": 383,
-    "6": 384,
-    "ගෑ": 385,
-    "ஐ": 386,
-    "í": 387,
-    "🇨": 388,
-    "උී": 389,
-    " ": 390,
-    "🏽": 391,
-    "යේ": 392,
-    "ථි": 393,
-    "ඡෙ": 394,
-    "ව": 395,
-    "ෂං": 396,
-    "ඇැ": 397,
-    "♂": 398,
-    "𝐄": 399,
-    "ج": 400,
-    "ද": 401,
-    "පං": 402,
-    "ෂ්": 403,
-    "පැ": 404,
-    "◊": 405,
-    "🖤": 406,
-    "යැ": 407,
-    "ණැ": 408,
-    "අ": 409,
-    "ඳෝ": 410,
-    "ඟා": 411,
-    "ණා": 412,
-    "ச": 413,
-    "ஃ": 414,
-    "ந": 415,
-    "ÿ": 416,
-    "𝐈": 417,
-    "මො": 418,
-    "ශො": 419,
-    "හ්": 420,
-    "නී": 421,
-    "ෆු": 422,
-    "ل": 423,
-    "යො": 424,
-    "ගැ": 425,
-    "ශා": 426,
-    "හං": 427,
-    "රෑ": 428,
-    "ගෛ": 429,
-    "ධු": 430,
-    "පෲ": 431,
-    "ங": 432,
-    "ඬැ": 433,
-    "■": 434,
-    "🇪": 435,
-    "د": 436,
-    "නෞ": 437,
-    "කෘ": 438,
-    "ீ": 439,
-    "ක": 440,
-    "ළෘ": 441,
-    "ෆෛ": 442,
-    "කේ": 443,
-    "ඒ්": 444,
-    "ඹු": 445,
-    "ධෛ": 446,
-    "·": 447,
-    "ෂෝ": 448,
-    "ග්": 449,
-    "අෙ": 450,
-    "🤮": 451,
-    "වො": 452,
-    "ග": 453,
-    "😖": 454,
-    "ථී": 455,
-    "අැ": 456,
-    "𝗹": 457,
-    "ළෛ": 458,
-    "භෞ": 459,
-    "ණෝ": 460,
-    "ஜ": 461,
-    "🥹": 462,
-    "ඪා": 463,
-    "u": 464,
-    "යු": 465,
-    "ර": 466,
-    "වෛ": 467,
-    "μ": 468,
-    ")": 469,
-    "—": 470,
-    "භෙ": 471,
-    "ශැ": 472,
-    "පෝ": 473,
-    "ව්": 474,
-    "ඹැ": 475,
-    "💩": 476,
-    "මෝ": 477,
-    "📷": 478,
-    "ෂෙ": 479,
-    "\t": 480,
-    "ඪී": 481,
-    "Á": 482,
-    "ටී": 483,
-    "`": 484,
-    "±": 485,
-    "ඝු": 486,
-    "ළැ": 487,
-    "ලෞ": 488,
-    "බං": 489,
-    "මැ": 490,
-    "C": 491,
-    "හෝ": 492,
-    "දු": 493,
-    "ඬා": 494,
-    "ථෘ": 495,
-    "‟": 496,
-    "ප": 497,
-    "පො": 498,
-    "හඃ": 499,
-    "ඡ": 500,
-    "ඞ්": 501,
-    "ජි": 502,
-    "හෞ": 503,
-    "වේ": 504,
-    "ලං": 505,
-    "ෂි": 506,
-    "වෘ": 507,
-    "ஸ": 508,
-    "📽": 509,
-    "ඳෑ": 510,
-    "ඍැ": 511,
-    "අා": 512,
-    "ù": 513,
-    "භු": 514,
-    "¾": 515,
-    "்": 516,
-    "f": 517,
-    "බෞ": 518,
-    "ඹේ": 519,
-    "ம": 520,
-    "ඟු": 521,
-    "$": 522,
-    "ð": 523,
-    "ß": 524,
-    ":": 525,
-    "ඉෙ": 526,
-    "A": 527,
-    "ඹූ": 528,
-    "නෛ": 529,
-    "𝐏": 530,
-    "ඛි": 531,
-    "චා": 532,
-    "හී": 533,
-    "ூ": 534,
-    "බ්": 535,
-    "භ": 536,
-    "ලැ": 537,
-    "|": 538,
-    "ඟ": 539,
-    "ති": 540,
-    "ට්": 541,
-    "ෆ්": 542,
-    "ළො": 543,
-    "ඤං": 544,
-    "Ö": 545,
-    "𝐀": 546,
-    "ඣ්": 547,
-    "ටෑ": 548,
-    "ශු": 549,
-    "ම්": 550,
-    "X": 551,
-    "ථූ": 552,
-    "වූ": 553,
-    "ශෑ": 554,
-    "ඔු": 555,
-    "ධං": 556,
-    "S": 557,
-    "م": 558,
-    "ඵ්": 559,
-    "€": 560,
-    "ඊා": 561,
-    "،": 562,
-    "මී": 563,
-    "ு": 564,
-    "ஈ": 565,
-    "⅓": 566,
-    "දූ": 567,
-    "ෂූ": 568,
-    "දි": 569,
-    "க": 570,
-    "": 571,
-    "ටා": 572,
-    "ෂෑ": 573,
-    "චං": 574,
-    "ඪි": 575,
-    "7": 576,
-    "ණූ": 577,
-    "ඨී": 578,
-    "භෛ": 579,
-    "ඞං": 580,
-    "ඔං": 581,
-    "ඬේ": 582,
-    "[": 583,
-    "ඳි": 584,
-    "කං": 585,
-    "දෘ": 586,
-    "තං": 587,
-    "දෛ": 588,
-    "ඛං": 589,
-    "ඒි": 590,
-    "කෝ": 591,
-    "g": 592,
-    "අෘ": 593,
-    "️": 594,
-    "": 595,
-    "z": 596,
-    "س": 597,
-    "තේ": 598,
-    "ජෞ": 599,
-    "හෘ": 600,
-    "ì": 601,
-    "වී": 602,
-    "චෑ": 603,
-    "é": 604,
-    "R": 605,
-    "(": 606,
-    "ජ්": 607,
-    "ع": 608,
-    "ඩා": 609,
-    "නෝ": 610,
-    "🤩": 611,
-    "🙈": 612,
-    "😍": 613,
-    "පේ": 614,
-    "Z": 615,
-    "◾": 616,
-    "කි": 617,
-    "ඳො": 618,
-    "ඛෝ": 619,
-    "ඛු": 620,
-    "Ü": 621,
-    "බෘ": 622,
-    "ஷ": 623,
-    "ථෝ": 624,
-    "ලෝ": 625,
-    "රූ": 626,
-    "උෙ": 627,
-    "ඹෑ": 628,
-    "ණං": 629,
-    "රෙ": 630,
-    "‘": 631,
-    "ඔෑ": 632,
-    "ජා": 633,
-    "ගෘ": 634,
-    "😱": 635,
-    "ලා": 636,
-    "නෘ": 637,
-    "m": 638,
-    "😛": 639,
-    "j": 640,
-    "ජං": 641,
-    "خ": 642,
-    "සු": 643,
-    "ලු": 644,
-    "ෂැ": 645,
-    "යෝ": 646,
-    "ق": 647,
-    "🤗": 648,
-    "තෘ": 649,
-    "т": 650,
-    "ń": 651,
-    "ෂු": 652,
-    "O": 653,
-    "නු": 654,
-    "තැ": 655,
-    "ධී": 656,
-    "තෙ": 657,
-    "ටූ": 658,
-    "ථු": 659,
-    "ü": 660,
-    "ෆූ": 661,
-    "බී": 662,
-    "යා": 663,
-    "ටු": 664,
-    "‌": 665,
-    "ய": 666,
-    "🇰": 667,
-    "غ": 668,
-    "ළී": 669,
-    "ℓ": 670,
-    "තෝ": 671,
-    "‍": 672,
-    "´": 673,
-    "කෛ": 674,
-    "කෞ": 675,
-    "I": 676,
-    "දං": 677,
-    "ي": 678,
-    "ë": 679,
-    "ළි": 680,
-    "¥": 681,
-    "🇿": 682,
-    "ஞ": 683,
-    "ල්": 684,
-    "ෂා": 685,
-    "µ": 686,
-    "කූ": 687,
-    "චැ": 688,
-    "½": 689,
-    "ඞ": 690,
-    "බ": 691,
-    "‬": 692,
-    "🙏": 693,
-    "Ñ": 694,
-    "සෞ": 695,
-    "ද්": 696,
-    "ئ": 697,
-    "බෑ": 698,
-    "𝐃": 699,
-    "ෆෝ": 700,
-    "ஔ": 701,
-    "😃": 702,
-    "ඬෙ": 703,
-    "ண": 704,
-    "ණෑ": 705,
-    "𝗿": 706,
-    "𝐎": 707,
-    "අං": 708,
-    "©": 709,
-    "🦁": 710,
-    "ථ": 711,
-    "ශූ": 712,
-    "e": 713,
-    "9": 714,
-    "ජැ": 715,
-    "😡": 716,
-    "කු": 717,
-    "බේ": 718,
-    "ජ": 719,
-    "ඝෝ": 720,
-    "චු": 721,
-    "වෙ": 722,
-    "ටි": 723,
-    "ඩෙ": 724,
-    "ලො": 725,
-    "ள": 726,
-    "𝐍": 727,
-    "ළං": 728,
-    "ආ": 729,
-    "ඔ": 730,
-    "රෘ": 731,
-    "ඝි": 732,
-    "එු": 733,
-    "3": 734,
-    "x": 735,
-    "ඞු": 736,
-    "ف": 737,
-    "1": 738,
-    "ˆ": 739,
-    "හ": 740,
-    "භි": 741,
-    "Y": 742,
-    "ி": 743,
-    "ණො": 744,
-    "😢": 745,
-    "T": 746,
-    "!": 747,
-    "ඳේ": 748,
-    "ت": 749,
-    "භා": 750,
-    "Q": 751,
-    "ஆ": 752,
-    "ෆැ": 753,
-    "යී": 754,
-    "ධෝ": 755,
-    "වු": 756,
-    "ෆා": 757,
-    "ෆෲ": 758,
-    "භෘ": 759,
-    "̃": 760,
-    "ඩ": 761,
-    "හේ": 762,
-    "ඝො": 763,
-    "…": 764,
-    "ෂෞ": 765,
-    "α": 766,
-    "මෘ": 767,
-    "භී": 768,
-    "යෑ": 769,
-    "n": 770,
-    "õ": 771,
-    "චෛ": 772,
-    "ඓා": 773,
-    "රං": 774,
-    "ப": 775,
-    "?": 776,
-    "ඩු": 777,
-    "ඝ්": 778,
-    "𝘀": 779,
-    "ඞේ": 780,
-    "ෟ": 781,
-    "වං": 782,
-    "😀": 783,
-    "ණ්": 784,
-    "දී": 785,
-    "දැ": 786,
-    "ෂී": 787,
-    "වි": 788,
-    "කෑ": 789,
-    "🤣": 790,
-    "U": 791,
-    "ටැ": 792,
-    "😬": 793,
-    "": 794,
-    "ඡූ": 795,
-    "ණෙ": 796,
-    "5": 797,
-    "ගෙ": 798,
-    "සො": 799,
-    "චී": 800,
-    "ඬී": 801,
-    "¹": 802,
-    "බි": 803,
-    "ක්": 804,
-    "භේ": 805,
-    "=": 806,
-    "வ": 807,
-    "🇱": 808,
-    "මා": 809,
-    "ஓ": 810,
-    "ෆො": 811,
-    "ගෲ": 812,
-    "¼": 813,
-    "නෙ": 814,
-    "ච": 815,
-    "È": 816,
-    "ط": 817,
-    "ධි": 818,
-    "‐": 819,
-    "නං": 820,
-    "ඩෝ": 821,
-    "මෙ": 822,
-    "E": 823,
-    "இ": 824,
-    "චෞ": 825,
-    "ඨි": 826,
-    "𝘁": 827,
-    "ඬ": 828,
-    "භූ": 829,
-    ">": 830,
-    "G": 831,
-    "𝗦": 832,
-    "සෘ": 833,
-    "ගි": 834,
-    "ඩෲ": 835,
-    "😉": 836,
-    "තූ": 837,
-    "පූ": 838,
-    "ධූ": 839,
-    "සෛ": 840,
-    "ஶ": 841,
-    "ටො": 842,
-    "ඳ": 843,
-    "ශ්": 844,
-    "පෘ": 845,
-    "\\": 846,
-    "😲": 847,
-    "බු": 848,
-    "ä": 849,
-    "▶": 850,
-    "𝗔": 851,
-    "J": 852,
-    "<": 853,
-    "ඡා": 854,
-    "ல": 855,
-    "🔺": 856,
-    "ඳා": 857,
-    "භැ": 858,
-    "සැ": 859,
-    "ඖ": 860,
-    "²": 861,
-    "ඹි": 862,
-    "✅": 863,
-    "ඊ": 864,
-    "ர": 865,
-    "ඛො": 866,
-    "ඩ්": 867,
-    "ඹා": 868,
-    "": 869,
-    "ó": 870,
-    "⁣": 871,
-    "යෙ": 872,
-    "ෆෑ": 873,
-    "ر": 874,
-    "පි": 875,
-    "ඳී": 876,
-    "ජු": 877,
-    "ى": 878,
-    "١": 879,
-    "ඬි": 880,
-    "⦾": 881,
-    "є": 882,
-    "ඩේ": 883,
-    "ජෛ": 884,
-    "i": 885,
-    "ඟෙ": 886,
-    "ජො": 887,
-    "එී": 888,
-    "ඞි": 889,
-    "මෞ": 890,
-    "ර්": 891,
-    "H": 892,
-    "නූ": 893,
-    "භො": 894,
-    "දෑ": 895,
-    "ආං": 896,
-    "ෂේ": 897,
-    "¨": 898,
-    "ඪ්": 899,
-    "ඊං": 900,
-    "𝐌": 901,
-    "ළ්": 902,
-    "ඵු": 903,
-    "ඝේ": 904,
-    "ලෑ": 905,
-    "உ": 906,
-    "ඞා": 907,
-    "#": 908,
-    "තී": 909,
-    "ඳැ": 910,
-    "𝐋": 911,
-    "හෙ": 912,
-    "ෂො": 913,
-    "ඡෝ": 914,
-    "කා": 915,
-    "තෑ": 916,
-    "😆": 917,
-    "ඇ": 918,
-    "B": 919,
-    "සෝ": 920,
-    "ස්": 921,
-    "b": 922,
-    "ඣා": 923,
-    "_": 924,
-    "ශෘ": 925,
-    "ඹෝ": 926,
-    "{": 927,
-    "p": 928,
-    "ι": 929,
-    "ධො": 930,
-    "ටෙ": 931,
-    "+": 932,
-    "චි": 933,
-    "r": 934,
-    "ථේ": 935,
-    "ණී": 936,
-    "🤭": 937,
-    "ජේ": 938,
-    "ජූ": 939,
-    "ත": 940,
-    "🎧": 941,
-    "ළෙ": 942,
-    "නඃ": 943,
-    "ළේ": 944,
-    "l": 945,
-    "𝐒": 946,
-    "§": 947,
-    "පෑ": 948,
-    "ஏ": 949,
-    "ௌ": 950,
-    "ල": 951,
-    "
": 952,
-    "පී": 953,
-    "චේ": 954,
-    "ඝූ": 955,
-    "ඟො": 956,
-    "ú": 957,
-    "අෑ": 958,
-    "හෑ": 959,
-    "ලූ": 960,
-    "ෆෙ": 961,
-    "ñ": 962,
-    "👝": 963,
-    "ை": 964,
-    "🚜": 965,
-    "ඍ": 966,
-    "M": 967,
-    "ත්": 968,
-    "හි": 969,
-    "�": 970,
-    "යූ": 971,
-    "ළෝ": 972,
-    "🔫": 973,
-    "ا": 974,
-    "ã": 975,
-    "ගූ": 976,
-    "ඒ": 977,
-    "යෘ": 978,
-    "රී": 979,
-    "ගී": 980,
-    "🇮": 981,
-    "ඵෑ": 982,
-    "ش": 983,
-    "ඡං": 984,
-    "ب": 985,
-    "ටෝ": 986,
-    "සා": 987,
-    "කො": 988,
-    "නි": 989,
-    "මෳ": 990,
-    "\n": 991,
-    "ඩෘ": 992,
-    "බැ": 993,
-    "ඍී": 994,
-    "චූ": 995,
-    "L": 996,
-    "š": 997,
-    "°": 998,
-    "🖕": 999,
-    "ෆ": 1000,
-    "න": 1001,
-    "ටං": 1002,
-    "𝐑": 1003,
-    "ස": 1004,
-    " ": 1005,
-    "හූ": 1006,
-    "ඨු": 1007,
-    "ඩං": 1008,
-    "⭐": 1009,
-    "ජෙ": 1010,
-    "ගෝ": 1011,
-    "t": 1012,
-    "–": 1013,
-    "😓": 1014,
-    "<|unk|>": 1015,
-    "<|pad|>": 1016,
-    "<|endoftext|>": 1017
+    "තෝ": 127,
+    "ඬී": 128,
+    "භෙ": 129,
+    "බෘ": 130,
+    "ඒ": 131,
+    "තේ": 132,
+    "නු": 133,
+    "කැ": 134,
+    "ටෙ": 135,
+    "ලං": 136,
+    "භැ": 137,
+    "චො": 138,
+    "දං": 139,
+    "වේ": 140,
+    "හෞ": 141,
+    "එ්": 142,
+    "රැ": 143,
+    "ෟ": 144,
+    "බෲ": 145,
+    "ළ": 146,
+    "ඹි": 147,
+    "චු": 148,
+    "ගා": 149,
+    "ඔං": 150,
+    "ලෑ": 151,
+    "]": 152,
+    "ෂැ": 153,
+    "හෑ": 154,
+    "2": 155,
+    "ඒ්": 156,
+    "දූ": 157,
+    "!": 158,
+    "සං": 159,
+    "වෝ": 160,
+    "තු": 161,
+    "ජෝ": 162,
+    "ඝි": 163,
+    "සැ": 164,
+    "එො": 165,
+    "රූ": 166,
+    "ඟ": 167,
+    "ණං": 168,
+    "වී": 169,
+    "චී": 170,
+    "භෛ": 171,
+    "නෝ": 172,
+    "පු": 173,
+    "ඝ": 174,
+    "ෂේ": 175,
+    "\\": 176,
+    "ළි": 177,
+    "සී": 178,
+    "ටං": 179,
+    "ථං": 180,
+    "මි": 181,
+    "ටෛ": 182,
+    "රෑ": 183,
+    "ඇ": 184,
+    "ථූ": 185,
+    "චැ": 186,
+    " ": 187,
+    "ණො": 188,
+    "ණෙ": 189,
+    "තං": 190,
+    "ළෝ": 191,
+    "හෘ": 192,
+    "ගී": 193,
+    "ඛ්": 194,
+    "ඉං": 195,
+    "පං": 196,
+    "උ": 197,
+    "ඟා": 198,
+    "න": 199,
+    "සෑ": 200,
+    "බෛ": 201,
+    "දෙ": 202,
+    "ඵූ": 203,
+    "ඬේ": 204,
+    "ඹ": 205,
+    "ධ": 206,
+    "නී": 207,
+    "එං": 208,
+    "බූ": 209,
+    "පො": 210,
+    "නේ": 211,
+    "යූ": 212,
+    "8": 213,
+    "අං": 214,
+    "/": 215,
+    "නැ": 216,
+    "ඛි": 217,
+    "ජෙ": 218,
+    "කෑ": 219,
+    "ත්": 220,
+    "ජි": 221,
+    "ඩං": 222,
+    "ශං": 223,
+    "ජු": 224,
+    "
හං": 225,
+    "ඬි": 226,
+    "නඃ": 227,
+    "5": 228,
+    "තී": 229,
+    "ඡ්": 230,
+    "ඝෙ": 231,
+    "ථෙ": 232,
+    "ටෝ": 233,
+    "ථ": 234,
+    "අා": 235,
+    "ඪි": 236,
+    "කේ": 237,
+    "සා": 238,
+    "එු": 239,
+    "ඡෙ": 240,
+    "ෆෝ": 241,
+    "මෝ": 242,
+    "ශා": 243,
+    "භී": 244,
+    "ග": 245,
+    "ඪ්": 246,
+    "ඛෙ": 247,
+    "එ": 248,
+    "භේ": 249,
+    "චෑ": 250,
+    "රි": 251,
+    "පේ": 252,
+    "දේ": 253,
+    "ශෛ": 254,
+    "1": 255,
+    "ථී": 256,
+    "ඵ": 257,
+    "@": 258,
+    "රෞ": 259,
+    "ඥ": 260,
+    "ඬා": 261,
+    "ණී": 262,
+    "යෞ": 263,
+    "තඃ": 264,
+    "ථෝ": 265,
+    "ඩෞ": 266,
+    "ඝෘ": 267,
+    "ධු": 268,
+    "ඞා": 269,
+    "ඬෙ": 270,
+    "ඉ": 271,
+    "ඩි": 272,
+    "ෆේ": 273,
+    "ජෞ": 274,
+    "ඵෙ": 275,
+    "සෝ": 276,
+    "ඹී": 277,
+    "වො": 278,
+    "න්": 279,
+    "ලෝ": 280,
+    "මෛ": 281,
+    "ඤ": 282,
+    "ටා": 283,
+    "ක්": 284,
+    "ලෙ": 285,
+    "එි": 286,
+    "රු": 287,
+    "ඞු": 288,
+    "ම්": 289,
+    "ඈ": 290,
+    "ථු": 291,
+    "ති": 292,
+    "ථෘ": 293,
+    "බු": 294,
+    "ඵු": 295,
+    "දො": 296,
+    "ළො": 297,
+    "භු": 298,
+    "ෆො": 299,
+    "මෑ": 300,
+    "ඹූ": 301,
+    "ජ්": 302,
+    "$": 303,
+    "ධූ": 304,
+    "මෞ": 305,
+    "ධෛ": 306,
+    "ශ්": 307,
+    "නෘ": 308,
+    "හ්": 309,
+    "හැ": 310,
+    "නූ": 311,
+    "සො": 312,
+    "ෂෝ": 313,
+    "ඡා": 314,
+    "ළැ": 315,
+    "ෆ": 316,
+    "යේ": 317,
+    "ඝෝ": 318,
+    "ථ්": 319,
+    "ඳෙ": 320,
+    "වු": 321,
+    "නො": 322,
+    "ශ": 323,
+    "ඳූ": 324,
+    "පූ": 325,
+    "නං": 326,
+    "(": 327,
+    "ධෙ": 328,
+    "ඝ්": 329,
+    "ලෞ": 330,
+    "ඵෝ": 331,
+    "ම": 332,
+    "ඩූ": 333,
+    "පෑ": 334,
+    "ධී": 335,
+    "ලො": 336,
+    "ඤෝ": 337,
+    "මං": 338,
+    "7": 339,
+    "ධේ": 340,
+    "නෙ": 341,
+    "භෝ": 342,
+    "ටේ": 343,
+    "ඬ": 344,
+    "දෑ": 345,
+    "<": 346,
+    "රෝ": 347,
+    "ධ්": 348,
+    "බෑ": 349,
+    "0": 350,
+    "ඞ්": 351,
+    "ෆු": 352,
+    "බි": 353,
+    "හා": 354,
+    "වෙ": 355,
+    "හො": 356,
+    "ලෛ": 357,
+    "ඨී": 358,
+    "රේ": 359,
+    "+": 360,
+    "ලේ": 361,
+    "'": 362,
+    "එෙ": 363,
+    "=": 364,
+    "ර": 365,
+    "ධෲ": 366,
+    "ජ": 367,
+    "ඳේ": 368,
+    "ඞි": 369,
+    "සේ": 370,
+    "ෂූ": 371,
+    "යෑ": 372,
+    "ඛේ": 373,
+    "කෙ": 374,
+    "ශෘ": 375,
+    "#": 376,
+    "‌": 377,
+    "ෂ": 378,
+    "පෞ": 379,
+    "ඛ": 380,
+    "කෲ": 381,
+    "දැ": 382,
+    "ෆි": 383,
+    "මූ": 384,
+    "ද්": 385,
+    "ඡි": 386,
+    "වෛ": 387,
+    "&": 388,
+    "කෝ": 389,
+    "ෂො": 390,
+    "ලී": 391,
+    "මු": 392,
+    "තෑ": 393,
+    "ඩෲ": 394,
+    "සූ": 395,
+    "නා": 396,
+    "|": 397,
+    "ළා": 398,
+    "ඩෙ": 399,
+    "ජෑ": 400,
+    "ළී": 401,
+    "රී": 402,
+    "ගෙ": 403,
+    "ගෞ": 404,
+    "යැ": 405,
+    "තෛ": 406,
+    "6": 407,
+    "යො": 408,
+    "ෆැ": 409,
+    "ඨං": 410,
+    "ඡ": 411,
+    "ස": 412,
+    "[": 413,
+    "ග්": 414,
+    "ඛු": 415,
+    "මො": 416,
+    "ෆ්": 417,
+    "ඛො": 418,
+    "ඩ්": 419,
+    "^": 420,
+    "ඡී": 421,
+    "ළූ": 422,
+    "තෘ": 423,
+    "ෆී": 424,
+    "ඵ්": 425,
+    "ටූ": 426,
+    "ජො": 427,
+    "දෝ": 428,
+    "රා": 429,
+    "‍": 430,
+    "මෘ": 431,
+    "දී": 432,
+    "ඟු": 433,
+    "ඨ": 434,
+    "ටෘ": 435,
+    "චෝ": 436,
+    "ගෘ": 437,
+    "යං": 438,
+    "කෘ": 439,
+    "ණේ": 440,
+    "ඛී": 441,
+    "බෞ": 442,
+    "කෛ": 443,
+    "ශේ": 444,
+    "ඔ": 445,
+    "ළෙ": 446,
+    "ෆෙ": 447,
+    "ත": 448,
+    "භ්": 449,
+    "මේ": 450,
+    "මී": 451,
+    "භා": 452,
+    "රෙ": 453,
+    "ෂු": 454,
+    "ජැ": 455,
+    "බෝ": 456,
+    "ෂෘ": 457,
+    "ඖ": 458,
+    "කෞ": 459,
+    "පි": 460,
+    "භූ": 461,
+    "නෑ": 462,
+    "ශෞ": 463,
+    "}": 464,
+    "4": 465,
+    "ඝූ": 466,
+    "ඪා": 467,
+    "භෞ": 468,
+    "තැ": 469,
+    "සෞ": 470,
+    "ඊ": 471,
+    "ඇං": 472,
+    "ගූ": 473,
+    "ඳි": 474,
+    "වි": 475,
+    "මැ": 476,
+    "ටෑ": 477,
+    "යෙ": 478,
+    "3": 479,
+    "ඩැ": 480,
+    "ඟේ": 481,
+    "ෆූ": 482,
+    "යී": 483,
+    "ගං": 484,
+    "මෙ": 485,
+    "ඞී": 486,
+    "ගේ": 487,
+    "ඤො": 488,
+    "ෂෙ": 489,
+    "ලා": 490,
+    "හ": 491,
+    "ටි": 492,
+    "කී": 493,
+    "ඹ්": 494,
+    "ඪ": 495,
+    "ගි": 496,
+    "බේ": 497,
+    "ඩෝ": 498,
+    "ජා": 499,
+    "ඟී": 500,
+    "ණා": 501,
+    "පී": 502,
+    "මා": 503,
+    "ඔු": 504,
+    "\"": 505,
+    "ඩො": 506,
+    "ඹු": 507,
+    "කි": 508,
+    "භි": 509,
+    "අ": 510,
+    "ළු": 511,
+    ">": 512,
+    "ළේ": 513,
+    "ඟෙ": 514,
+    "ච": 515,
+    "ෂී": 516,
+    "ඬං": 517,
+    "ජෛ": 518,
+    "යු": 519,
+    "හූ": 520,
+    "ටී": 521,
+    "ණි": 522,
+    "ලූ": 523,
+    "භ": 524,
+    "ණ": 525,
+    "බං": 526,
+    "ථි": 527,
+    "ල්": 528,
+    "ඬු": 529,
+    "කු": 530,
+    "ස්": 531,
+    "සෘ": 532,
+    "ය්": 533,
+    "චා": 534,
+    "රෘ": 535,
+    "ඩ": 536,
+    "ෆා": 537,
+    "~": 538,
+    "ර්": 539,
+    "යි": 540,
+    "_": 541,
+    "ආං": 542,
+    "ඩා": 543,
+    "ණු": 544,
+    "ඤා": 545,
+    "චූ": 546,
+    ":": 547,
+    "ප": 548,
+    "හී": 549,
+    "දෛ": 550,
+    "ඳු": 551,
+    "ගු": 552,
+    ";": 553,
+    "ධා": 554,
+    "හේ": 555,
+    "ශෝ": 556,
+    "ඞ": 557,
+    "ඳී": 558,
+    "බා": 559,
+    "බී": 560,
+    "තො": 561,
+    "ඹෙ": 562,
+    "ද": 563,
+    "දෘ": 564,
+    "ජං": 565,
+    "බො": 566,
+    "ඩේ": 567,
+    ")": 568,
+    "තෲ": 569,
+    "වං": 570,
+    "ගො": 571,
+    "බ": 572,
+    "දා": 573,
+    "ඝා": 574,
+    "%": 575,
+    "<|unk|>": 576,
+    "<|pad|>": 577,
+    "<|end_of_text|>": 578
 }