{ "version": "1.0", "truncation": { "direction": "Right", "max_length": 256, "strategy": "LongestFirst", "stride": 0 }, "padding": null, "added_tokens": [ { "id": 0, "content": "[PAD]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "[UNK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "[CLS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "[SEP]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 4, "content": "[MASK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": { "type": "BertNormalizer", "clean_text": true, "handle_chinese_chars": true, "strip_accents": null, "lowercase": true }, "pre_tokenizer": { "type": "BertPreTokenizer" }, "post_processor": { "type": "TemplateProcessing", "single": [ { "SpecialToken": { "id": "[CLS]", "type_id": 0 } }, { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "[SEP]", "type_id": 0 } } ], "pair": [ { "SpecialToken": { "id": "[CLS]", "type_id": 0 } }, { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "[SEP]", "type_id": 0 } }, { "Sequence": { "id": "B", "type_id": 1 } }, { "SpecialToken": { "id": "[SEP]", "type_id": 1 } } ], "special_tokens": { "[CLS]": { "id": "[CLS]", "ids": [ 2 ], "tokens": [ "[CLS]" ] }, "[SEP]": { "id": "[SEP]", "ids": [ 3 ], "tokens": [ "[SEP]" ] } } }, "decoder": { "type": "WordPiece", "prefix": "##", "cleanup": true }, "model": { "type": "WordPiece", "unk_token": "[UNK]", "continuing_subword_prefix": "##", "max_input_chars_per_word": 100, "vocab": { "[PAD]": 0, "[UNK]": 1, "[CLS]": 2, "[SEP]": 3, "[MASK]": 4, "©": 5, "،": 6, "ء": 7, "ا": 8, "ب": 9, "ت": 10, "ث": 11, "ج": 12, "ح": 13, "خ": 14, "د": 15, "ذ": 16, "ر": 17, "ز": 18, "س": 19, "ش": 20, "ص": 21, "ض": 22, "ط": 23, "ظ": 24, "ع": 25, "غ": 26, "ف": 27, "ق": 28, "ل": 29, "م": 30, "ن": 31, "ه": 32, "و": 33, "ي": 34, "٪": 35, "ټ": 36, "پ": 37, "ځ": 38, "څ": 39, "چ": 40, "ډ": 41, "ړ": 42, "ږ": 43, "ژ": 44, "ښ": 45, "ک": 46, "ګ": 47, "ں": 48, "ڼ": 49, "ی": 50, "ۍ": 51, "ې": 52, "ے": 53, "ە": 54, "۰": 55, "۱": 56, "۲": 57, "۳": 58, "۴": 59, "۵": 60, "۶": 61, "۷": 62, "۸": 63, "۹": 64, "‼": 65, "⁉": 66, "↩": 67, "↪": 68, "⌨": 69, "⏯": 70, "⏰": 71, "⏳": 72, "ⓜ": 73, "▫": 74, "▶": 75, "◻": 76, "◽": 77, "◾": 78, "☀": 79, "☁": 80, "☃": 81, "☎": 82, "☑": 83, "☔": 84, "☕": 85, "☘": 86, "☝": 87, "☠": 88, "☢": 89, "☣": 90, "☹": 91, "☺": 92, "♀": 93, "♂": 94, "♠": 95, "♣": 96, "♥": 97, "♦": 98, "♨": 99, "♻": 100, "⚔": 101, "⚕": 102, "⚖": 103, "⚛": 104, "⚜": 105, "⚠": 106, "⚡": 107, "⚪": 108, "⚰": 109, "⚾": 110, "⛄": 111, "⛈": 112, "⛏": 113, "⛓": 114, "⛔": 115, "⛰": 116, "⛳": 117, "⛷": 118, "✂": 119, "✅": 120, "✈": 121, "✊": 122, "✋": 123, "✌": 124, "✍": 125, "✏": 126, "✒": 127, "✔": 128, "✖": 129, "✨": 130, "❄": 131, "❌": 132, "❎": 133, "❓": 134, "❕": 135, "❗": 136, "❣": 137, "❤": 138, "➖": 139, "➰": 140, "⤵": 141, "⬅": 142, "⬇": 143, "⬛": 144, "⭐": 145, "⭕": 146, "ﷺ": 147, "ﷻ": 148, "🀄": 149, "🆔": 150, "🌀": 151, "🌃": 152, "🌄": 153, "🌅": 154, "🌆": 155, "🌈": 156, "🌊": 157, "🌌": 158, "🌍": 159, "🌎": 160, "🌏": 161, "🌐": 162, "🌔": 163, "🌕": 164, "🌙": 165, "🌚": 166, "🌜": 167, "🌝": 168, "🌟": 169, "🌤": 170, "🌥": 171, "🌦": 172, "🌧": 173, "🌨": 174, "🌪": 175, "🌫": 176, "🌱": 177, "🌲": 178, "🌳": 179, "🌴": 180, "🌶": 181, "🌷": 182, "🌸": 183, "🌹": 184, "🌺": 185, "🌻": 186, "🌼": 187, "🌾": 188, "🌿": 189, "🍀": 190, "🍁": 191, "🍂": 192, "🍃": 193, "🍆": 194, "🍇": 195, "🍋": 196, "🍏": 197, "🍑": 198, "🍒": 199, "🍖": 200, "🍚": 201, "🍛": 202, "🍜": 203, "🍥": 204, "🍬": 205, "🍶": 206, "🍷": 207, "🍸": 208, "🍺": 209, "🍻": 210, "🍼": 211, "🍾": 212, "🎀": 213, "🎁": 214, "🎂": 215, "🎃": 216, "🎄": 217, "🎅": 218, "🎈": 219, "🎉": 220, "🎊": 221, "🎋": 222, "🎓": 223, "🎗": 224, "🎙": 225, "🎞": 226, "🎡": 227, "🎤": 228, "🎥": 229, "🎧": 230, "🎬": 231, "🎭": 232, "🎮": 233, "🎯": 234, "🎵": 235, "🎶": 236, "🎸": 237, "🎼": 238, "🏃": 239, "🏅": 240, "🏆": 241, "🏍": 242, "🏏": 243, "🏔": 244, "🏘": 245, "🏝": 246, "🏞": 247, "🏟": 248, "🏢": 249, "🏥": 250, "🏦": 251, "🏧": 252, "🏳": 253, "🏴": 254, "🏵": 255, "🏹": 256, "🏻": 257, "🏼": 258, "🏽": 259, "🏾": 260, "🏿": 261, "🐃": 262, "🐄": 263, "🐅": 264, "🐈": 265, "🐊": 266, "🐍": 267, "🐎": 268, "🐏": 269, "🐐": 270, "🐒": 271, "🐓": 272, "🐔": 273, "🐕": 274, "🐖": 275, "🐗": 276, "🐘": 277, "🐜": 278, "🐤": 279, "🐦": 280, "🐧": 281, "🐩": 282, "🐫": 283, "🐱": 284, "🐴": 285, "🐶": 286, "🐷": 287, "🐺": 288, "🐼": 289, "👀": 290, "👁": 291, "👂": 292, "👃": 293, "👅": 294, "👆": 295, "👇": 296, "👈": 297, "👉": 298, "👊": 299, "👋": 300, "👌": 301, "👍": 302, "👎": 303, "👏": 304, "👐": 305, "👑": 306, "👔": 307, "👙": 308, "👚": 309, "👡": 310, "👤": 311, "👥": 312, "👨": 313, "👩": 314, "👪": 315, "👫": 316, "👬": 317, "👭": 318, "👮": 319, "👯": 320, "👲": 321, "👳": 322, "👴": 323, "👵": 324, "👸": 325, "👹": 326, "👺": 327, "👻": 328, "👼": 329, "👽": 330, "👿": 331, "💀": 332, "💁": 333, "💂": 334, "💃": 335, "💄": 336, "💅": 337, "💆": 338, "💉": 339, "💋": 340, "💌": 341, "💍": 342, "💎": 343, "💏": 344, "💐": 345, "💑": 346, "💓": 347, "💔": 348, "💕": 349, "💖": 350, "💗": 351, "💘": 352, "💙": 353, "💚": 354, "💛": 355, "💜": 356, "💝": 357, "💞": 358, "💟": 359, "💠": 360, "💡": 361, "💢": 362, "💣": 363, "💥": 364, "💦": 365, "💧": 366, "💨": 367, "💩": 368, "💪": 369, "💫": 370, "💬": 371, "💭": 372, "💯": 373, "💰": 374, "💱": 375, "💲": 376, "💴": 377, "💵": 378, "💷": 379, "💸": 380, "💻": 381, "💿": 382, "📌": 383, "📍": 384, "📒": 385, "📓": 386, "📕": 387, "📖": 388, "📗": 389, "📘": 390, "📙": 391, "📚": 392, "📜": 393, "📝": 394, "📞": 395, "📢": 396, "📣": 397, "📩": 398, "📰": 399, "📱": 400, "📲": 401, "📷": 402, "📸": 403, "📽": 404, "📿": 405, "🔁": 406, "🔃": 407, "🔄": 408, "🔇": 409, "🔉": 410, "🔊": 411, "🔎": 412, "🔏": 413, "🔐": 414, "🔒": 415, "🔓": 416, "🔕": 417, "🔗": 418, "🔘": 419, "🔙": 420, "🔜": 421, "🔝": 422, "🔞": 423, "🔥": 424, "🔦": 425, "🔧": 426, "🔪": 427, "🔫": 428, "🔭": 429, "🔮": 430, "🔳": 431, "🔴": 432, "🔵": 433, "🔶": 434, "🔷": 435, "🔸": 436, "🔹": 437, "🔺": 438, "🔻": 439, "🕊": 440, "🕋": 441, "🕌": 442, "🕐": 443, "🕒": 444, "🕛": 445, "🕯": 446, "🕵": 447, "🕶": 448, "🕷": 449, "🕸": 450, "🖇": 451, "🖊": 452, "🖋": 453, "🖌": 454, "🖍": 455, "🖐": 456, "🖕": 457, "🖤": 458, "🖥": 459, "🖨": 460, "🗓": 461, "🗡": 462, "🗣": 463, "🗳": 464, "🗻": 465, "😀": 466, "😁": 467, "😂": 468, "😃": 469, "😄": 470, "😅": 471, "😆": 472, "😇": 473, "😈": 474, "😉": 475, "😊": 476, "😋": 477, "😌": 478, "😍": 479, "😎": 480, "😏": 481, "😐": 482, "😑": 483, "😒": 484, "😓": 485, "😔": 486, "😕": 487, "😖": 488, "😗": 489, "😘": 490, "😙": 491, "😚": 492, "😛": 493, "😜": 494, "😝": 495, "😞": 496, "😟": 497, "😠": 498, "😡": 499, "😢": 500, "😣": 501, "😤": 502, "😥": 503, "😦": 504, "😧": 505, "😨": 506, "😩": 507, "😪": 508, "😫": 509, "😬": 510, "😭": 511, "😮": 512, "😯": 513, "😰": 514, "😱": 515, "😲": 516, "😳": 517, "😴": 518, "😵": 519, "😶": 520, "😷": 521, "😸": 522, "😹": 523, "😺": 524, "😼": 525, "😾": 526, "🙁": 527, "🙂": 528, "🙃": 529, "🙄": 530, "🙅": 531, "🙆": 532, "🙇": 533, "🙈": 534, "🙉": 535, "🙊": 536, "🙋": 537, "🙌": 538, "🙍": 539, "🙎": 540, "🙏": 541, "🚁": 542, "🚌": 543, "🚎": 544, "🚑": 545, "🚓": 546, "🚘": 547, "🚨": 548, "🚩": 549, "🚪": 550, "🚬": 551, "🚮": 552, "🚶": 553, "🚷": 554, "🚸": 555, "🚿": 556, "🛀": 557, "🛁": 558, "🛅": 559, "🛌": 560, "🛑": 561, "🛠": 562, "🛡": 563, "🛣": 564, "🛫": 565, "🟢": 566, "🟥": 567, "🟩": 568, "🤌": 569, "🤍": 570, "🤎": 571, "🤏": 572, "🤐": 573, "🤑": 574, "🤒": 575, "🤓": 576, "🤔": 577, "🤕": 578, "🤗": 579, "🤘": 580, "🤙": 581, "🤚": 582, "🤛": 583, "🤜": 584, "🤝": 585, "🤞": 586, "🤟": 587, "🤠": 588, "🤡": 589, "🤢": 590, "🤣": 591, "🤤": 592, "🤥": 593, "🤦": 594, "🤧": 595, "🤨": 596, "🤩": 597, "🤪": 598, "🤫": 599, "🤬": 600, "🤭": 601, "🤮": 602, "🤯": 603, "🤲": 604, "🤳": 605, "🤷": 606, "🤸": 607, "🤺": 608, "🥀": 609, "🥂": 610, "🥄": 611, "🥒": 612, "🥕": 613, "🥗": 614, "🥛": 615, "🥝": 616, "🥞": 617, "🥤": 618, "🥦": 619, "🥪": 620, "🥬": 621, "🥰": 622, "🥱": 623, "🥲": 624, "🥳": 625, "🥴": 626, "🥵": 627, "🥶": 628, "🥷": 629, "🥸": 630, "🥹": 631, "🥺": 632, "🦁": 633, "🦄": 634, "🦅": 635, "🦇": 636, "🦋": 637, "🦌": 638, "🦓": 639, "🦔": 640, "🦘": 641, "🦙": 642, "🦜": 643, "🦟": 644, "🦢": 645, "🦤": 646, "🦥": 647, "🦩": 648, "🦮": 649, "🦴": 650, "🦵": 651, "🦶": 652, "🦹": 653, "🦺": 654, "🦻": 655, "🦾": 656, "🧏": 657, "🧐": 658, "🧑": 659, "🧕": 660, "🧚": 661, "🧛": 662, "🧠": 663, "🧡": 664, "🧣": 665, "🧬": 666, "🧵": 667, "🧸": 668, "🧹": 669, "🧾": 670, "🧿": 671, "🩶": 672, "🩸": 673, "🩹": 674, "🪀": 675, "🪕": 676, "🪙": 677, "🪠": 678, "🪦": 679, "🪴": 680, "🪷": 681, "🫀": 682, "🫂": 683, "🫏": 684, "🫐": 685, "🫓": 686, "🫘": 687, "🫠": 688, "🫡": 689, "🫢": 690, "🫣": 691, "🫤": 692, "🫥": 693, "🫧": 694, "🫨": 695, "🫰": 696, "🫱": 697, "🫲": 698, "🫳": 699, "🫴": 700, "🫵": 701, "🫶": 702 } } }