{ "_name_or_path": "cointegrated/rubert-tiny2", "architectures": [ "BertForPreTraining" ], "attention_probs_dropout_prob": 0.1, "classifier_dropout": null, "emb_size": 312, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 312, "id2label": { "0": "0101", "1": "0102", "2": "0103", "3": "0104", "4": "0105", "5": "0106", "6": "0201", "7": "0202", "8": "0203", "9": "0204", "10": "0205", "11": "0206", "12": "0207", "13": "0208", "14": "0209", "15": "0210", "16": "0301", "17": "0302", "18": "0303", "19": "0304", "20": "0305", "21": "0306", "22": "0307", "23": "0308", "24": "0309", "25": "0401", "26": "0402", "27": "0403", "28": "0404", "29": "0405", "30": "0406", "31": "0407", "32": "0408", "33": "0409", "34": "0410", "35": "0501", "36": "0502", "37": "0504", "38": "0505", "39": "0506", "40": "0507", "41": "0508", "42": "0510", "43": "0511", "44": "0601", "45": "0602", "46": "0603", "47": "0604", "48": "0701", "49": "0702", "50": "0703", "51": "0704", "52": "0705", "53": "0706", "54": "0707", "55": "0708", "56": "0709", "57": "0710", "58": "0711", "59": "0712", "60": "0713", "61": "0714", "62": "0801", "63": "0802", "64": "0803", "65": "0804", "66": "0805", "67": "0806", "68": "0807", "69": "0808", "70": "0809", "71": "0810", "72": "0811", "73": "0812", "74": "0813", "75": "0814", "76": "0901", "77": "0902", "78": "0903", "79": "0904", "80": "0905", "81": "0906", "82": "0907", "83": "0908", "84": "0909", "85": "0910", "86": "1001", "87": "1002", "88": "1003", "89": "1004", "90": "1005", "91": "1006", "92": "1007", "93": "1008", "94": "1101", "95": "1102", "96": "1103", "97": "1104", "98": "1105", "99": "1106", "100": "1107", "101": "1108", "102": "1109", "103": "1201", "104": "1202", "105": "1203", "106": "1204", "107": "1205", "108": "1206", "109": "1207", "110": "1208", "111": "1209", "112": "1210", "113": "1211", "114": "1212", "115": "1213", "116": "1214", "117": "1301", "118": "1302", "119": "1401", "120": "1404", "121": "1501", "122": "1502", "123": "1503", "124": "1504", "125": "1505", "126": "1506", "127": "1507", "128": "1508", "129": "1509", "130": "1510", "131": "1511", "132": "1512", "133": "1513", "134": "1514", "135": "1515", "136": "1516", "137": "1517", "138": "1518", "139": "1520", "140": "1521", "141": "1522", "142": "1601", "143": "1602", "144": "1603", "145": "1604", "146": "1605", "147": "1701", "148": "1702", "149": "1703", "150": "1704", "151": "1801", "152": "1802", "153": "1803", "154": "1804", "155": "1805", "156": "1806", "157": "1901", "158": "1902", "159": "1903", "160": "1904", "161": "1905", "162": "2001", "163": "2002", "164": "2003", "165": "2004", "166": "2005", "167": "2006", "168": "2007", "169": "2008", "170": "2009", "171": "2101", "172": "2102", "173": "2103", "174": "2104", "175": "2105", "176": "2106", "177": "2201", "178": "2202", "179": "2203", "180": "2204", "181": "2205", "182": "2206", "183": "2207", "184": "2208", "185": "2209", "186": "2301", "187": "2302", "188": "2303", "189": "2304", "190": "2305", "191": "2306", "192": "2307", "193": "2308", "194": "2309", "195": "2401", "196": "2402", "197": "2403", "198": "2404", "199": "2501", "200": "2502", "201": "2503", "202": "2504", "203": "2505", "204": "2506", "205": "2507", "206": "2508", "207": "2509", "208": "2510", "209": "2511", "210": "2512", "211": "2513", "212": "2514", "213": "2515", "214": "2516", "215": "2517", "216": "2518", "217": "2519", "218": "2520", "219": "2521", "220": "2522", "221": "2523", "222": "2524", "223": "2525", "224": "2526", "225": "2528", "226": "2529", "227": "2530", "228": "2601", "229": "2602", "230": "2603", "231": "2604", "232": "2605", "233": "2606", "234": "2607", "235": "2608", "236": "2609", "237": "2610", "238": "2611", "239": "2612", "240": "2613", "241": "2614", "242": "2615", "243": "2616", "244": "2617", "245": "2618", "246": "2619", "247": "2620", "248": "2621", "249": "2701", "250": "2702", "251": "2703", "252": "2704", "253": "2705", "254": "2706", "255": "2707", "256": "2708", "257": "2709", "258": "2710", "259": "2711", "260": "2712", "261": "2713", "262": "2714", "263": "2715", "264": "2716", "265": "2801", "266": "2802", "267": "2803", "268": "2804", "269": "2805", "270": "2806", "271": "2807", "272": "2808", "273": "2809", "274": "2810", "275": "2811", "276": "2812", "277": "2813", "278": "2814", "279": "2815", "280": "2816", "281": "2817", "282": "2818", "283": "2819", "284": "2820", "285": "2821", "286": "2822", "287": "2823", "288": "2824", "289": "2825", "290": "2826", "291": "2827", "292": "2828", "293": "2829", "294": "2830", "295": "2831", "296": "2832", "297": "2833", "298": "2834", "299": "2835", "300": "2836", "301": "2837", "302": "2839", "303": "2840", "304": "2841", "305": "2842", "306": "2843", "307": "2844", "308": "2845", "309": "2846", "310": "2847", "311": "2849", "312": "2850", "313": "2852", "314": "2853", "315": "2901", "316": "2902", "317": "2903", "318": "2904", "319": "2905", "320": "2906", "321": "2907", "322": "2908", "323": "2909", "324": "2910", "325": "2911", "326": "2912", "327": "2913", "328": "2914", "329": "2915", "330": "2916", "331": "2917", "332": "2918", "333": "2919", "334": "2920", "335": "2921", "336": "2922", "337": "2923", "338": "2924", "339": "2925", "340": "2926", "341": "2927", "342": "2928", "343": "2929", "344": "2930", "345": "2931", "346": "2932", "347": "2933", "348": "2934", "349": "2935", "350": "2936", "351": "2937", "352": "2938", "353": "2939", "354": "2940", "355": "2941", "356": "2942", "357": "3001", "358": "3002", "359": "3003", "360": "3004", "361": "3005", "362": "3006", "363": "3101", "364": "3102", "365": "3103", "366": "3104", "367": "3105", "368": "3201", "369": "3202", "370": "3203", "371": "3204", "372": "3205", "373": "3206", "374": "3207", "375": "3208", "376": "3209", "377": "3210", "378": "3211", "379": "3212", "380": "3213", "381": "3214", "382": "3215", "383": "3301", "384": "3302", "385": "3303", "386": "3304", "387": "3305", "388": "3306", "389": "3307", "390": "3401", "391": "3402", "392": "3403", "393": "3404", "394": "3405", "395": "3406", "396": "3407", "397": "3501", "398": "3502", "399": "3503", "400": "3504", "401": "3505", "402": "3506", "403": "3507", "404": "3601", "405": "3602", "406": "3603", "407": "3604", "408": "3605", "409": "3606", "410": "3701", "411": "3702", "412": "3703", "413": "3704", "414": "3705", "415": "3706", "416": "3707", "417": "3801", "418": "3802", "419": "3803", "420": "3804", "421": "3805", "422": "3806", "423": "3807", "424": "3808", "425": "3809", "426": "3810", "427": "3811", "428": "3812", "429": "3813", "430": "3814", "431": "3815", "432": "3816", "433": "3817", "434": "3818", "435": "3819", "436": "3820", "437": "3821", "438": "3822", "439": "3823", "440": "3824", "441": "3825", "442": "3826", "443": "3827", "444": "3901", "445": "3902", "446": "3903", "447": "3904", "448": "3905", "449": "3906", "450": "3907", "451": "3908", "452": "3909", "453": "3910", "454": "3911", "455": "3912", "456": "3913", "457": "3914", "458": "3915", "459": "3916", "460": "3917", "461": "3918", "462": "3919", "463": "3920", "464": "3921", "465": "3922", "466": "3923", "467": "3924", "468": "3925", "469": "3926", "470": "4001", "471": "4002", "472": "4003", "473": "4004", "474": "4005", "475": "4006", "476": "4007", "477": "4008", "478": "4009", "479": "4010", "480": "4011", "481": "4012", "482": "4013", "483": "4014", "484": "4015", "485": "4016", "486": "4017", "487": "4101", "488": "4102", "489": "4103", "490": "4104", "491": "4105", "492": "4106", "493": "4107", "494": "4112", "495": "4113", "496": "4114", "497": "4115", "498": "4201", "499": "4202", "500": "4203", "501": "4205", "502": "4206", "503": "4301", "504": "4302", "505": "4303", "506": "4304", "507": "4401", "508": "4402", "509": "4403", "510": "4404", "511": "4405", "512": "4406", "513": "4407", "514": "4408", "515": "4409", "516": "4410", "517": "4411", "518": "4412", "519": "4413", "520": "4414", "521": "4415", "522": "4416", "523": "4417", "524": "4418", "525": "4419", "526": "4420", "527": "4421", "528": "4501", "529": "4502", "530": "4503", "531": "4504", "532": "4601", "533": "4602", "534": "4701", "535": "4702", "536": "4703", "537": "4704", "538": "4705", "539": "4706", "540": "4707", "541": "4801", "542": "4802", "543": "4803", "544": "4804", "545": "4805", "546": "4806", "547": "4807", "548": "4808", "549": "4809", "550": "4810", "551": "4811", "552": "4812", "553": "4813", "554": "4814", "555": "4816", "556": "4817", "557": "4818", "558": "4819", "559": "4820", "560": "4821", "561": "4822", "562": "4823", "563": "4901", "564": "4902", "565": "4903", "566": "4904", "567": "4905", "568": "4906", "569": "4907", "570": "4908", "571": "4909", "572": "4910", "573": "4911", "574": "5001", "575": "5002", "576": "5003", "577": "5004", "578": "5005", "579": "5006", "580": "5007", "581": "5101", "582": "5102", "583": "5103", "584": "5104", "585": "5105", "586": "5106", "587": "5107", "588": "5108", "589": "5109", "590": "5110", "591": "5111", "592": "5112", "593": "5113", "594": "5201", "595": "5202", "596": "5203", "597": "5204", "598": "5205", "599": "5206", "600": "5207", "601": "5208", "602": "5209", "603": "5210", "604": "5211", "605": "5212", "606": "5301", "607": "5302", "608": "5303", "609": "5305", "610": "5306", "611": "5307", "612": "5308", "613": "5309", "614": "5310", "615": "5311", "616": "5401", "617": "5402", "618": "5403", "619": "5404", "620": "5405", "621": "5406", "622": "5407", "623": "5408", "624": "5501", "625": "5502", "626": "5503", "627": "5504", "628": "5505", "629": "5506", "630": "5507", "631": "5508", "632": "5509", "633": "5510", "634": "5511", "635": "5512", "636": "5513", "637": "5514", "638": "5515", "639": "5516", "640": "5601", "641": "5602", "642": "5603", "643": "5604", "644": "5605", "645": "5606", "646": "5607", "647": "5608", "648": "5609", "649": "5701", "650": "5702", "651": "5703", "652": "5704", "653": "5705", "654": "5801", "655": "5802", "656": "5803", "657": "5804", "658": "5805", "659": "5806", "660": "5807", "661": "5808", "662": "5809", "663": "5810", "664": "5811", "665": "5901", "666": "5902", "667": "5903", "668": "5904", "669": "5905", "670": "5906", "671": "5907", "672": "5908", "673": "5909", "674": "5910", "675": "5911", "676": "6001", "677": "6002", "678": "6003", "679": "6004", "680": "6005", "681": "6006", "682": "6101", "683": "6102", "684": "6103", "685": "6104", "686": "6105", "687": "6106", "688": "6107", "689": "6108", "690": "6109", "691": "6110", "692": "6111", "693": "6112", "694": "6113", "695": "6114", "696": "6115", "697": "6116", "698": "6117", "699": "6201", "700": "6202", "701": "6203", "702": "6204", "703": "6205", "704": "6206", "705": "6207", "706": "6208", "707": "6209", "708": "6210", "709": "6211", "710": "6212", "711": "6213", "712": "6214", "713": "6215", "714": "6216", "715": "6217", "716": "6301", "717": "6302", "718": "6303", "719": "6304", "720": "6305", "721": "6306", "722": "6307", "723": "6308", "724": "6309", "725": "6310", "726": "6401", "727": "6402", "728": "6403", "729": "6404", "730": "6405", "731": "6406", "732": "6501", "733": "6502", "734": "6504", "735": "6505", "736": "6506", "737": "6507", "738": "6601", "739": "6602", "740": "6603", "741": "6701", "742": "6702", "743": "6703", "744": "6704", "745": "6801", "746": "6802", "747": "6803", "748": "6804", "749": "6805", "750": "6806", "751": "6807", "752": "6808", "753": "6809", "754": "6810", "755": "6811", "756": "6812", "757": "6813", "758": "6814", "759": "6815", "760": "6901", "761": "6902", "762": "6903", "763": "6904", "764": "6905", "765": "6906", "766": "6907", "767": "6909", "768": "6910", "769": "6911", "770": "6912", "771": "6913", "772": "6914", "773": "7001", "774": "7002", "775": "7003", "776": "7004", "777": "7005", "778": "7006", "779": "7007", "780": "7008", "781": "7009", "782": "7010", "783": "7011", "784": "7013", "785": "7014", "786": "7015", "787": "7016", "788": "7017", "789": "7018", "790": "7019", "791": "7020", "792": "7101", "793": "7102", "794": "7103", "795": "7104", "796": "7105", "797": "7106", "798": "7107", "799": "7108", "800": "7109", "801": "7110", "802": "7111", "803": "7112", "804": "7113", "805": "7114", "806": "7115", "807": "7116", "808": "7117", "809": "7118", "810": "7201", "811": "7202", "812": "7203", "813": "7204", "814": "7205", "815": "7206", "816": "7207", "817": "7208", "818": "7209", "819": "7210", "820": "7211", "821": "7212", "822": "7213", "823": "7214", "824": "7215", "825": "7216", "826": "7217", "827": "7218", "828": "7219", "829": "7220", "830": "7221", "831": "7222", "832": "7223", "833": "7224", "834": "7225", "835": "7226", "836": "7227", "837": "7228", "838": "7229", "839": "7301", "840": "7302", "841": "7303", "842": "7304", "843": "7305", "844": "7306", "845": "7307", "846": "7308", "847": "7309", "848": "7310", "849": "7311", "850": "7312", "851": "7313", "852": "7314", "853": "7315", "854": "7316", "855": "7317", "856": "7318", "857": "7319", "858": "7320", "859": "7321", "860": "7322", "861": "7323", "862": "7324", "863": "7325", "864": "7326", "865": "7401", "866": "7402", "867": "7403", "868": "7404", "869": "7405", "870": "7406", "871": "7407", "872": "7408", "873": "7409", "874": "7410", "875": "7411", "876": "7412", "877": "7413", "878": "7415", "879": "7418", "880": "7419", "881": "7501", "882": "7502", "883": "7503", "884": "7504", "885": "7505", "886": "7506", "887": "7507", "888": "7508", "889": "7601", "890": "7602", "891": "7603", "892": "7604", "893": "7605", "894": "7606", "895": "7607", "896": "7608", "897": "7609", "898": "7610", "899": "7611", "900": "7612", "901": "7613", "902": "7614", "903": "7615", "904": "7616", "905": "7801", "906": "7802", "907": "7804", "908": "7806", "909": "7901", "910": "7902", "911": "7903", "912": "7904", "913": "7905", "914": "7907", "915": "8001", "916": "8002", "917": "8003", "918": "8007", "919": "8101", "920": "8102", "921": "8103", "922": "8104", "923": "8105", "924": "8106", "925": "8108", "926": "8109", "927": "8110", "928": "8111", "929": "8112", "930": "8113", "931": "8201", "932": "8202", "933": "8203", "934": "8204", "935": "8205", "936": "8206", "937": "8207", "938": "8208", "939": "8209", "940": "8210", "941": "8211", "942": "8212", "943": "8213", "944": "8214", "945": "8215", "946": "8301", "947": "8302", "948": "8303", "949": "8304", "950": "8305", "951": "8306", "952": "8307", "953": "8308", "954": "8309", "955": "8310", "956": "8311", "957": "8401", "958": "8402", "959": "8403", "960": "8404", "961": "8405", "962": "8406", "963": "8407", "964": "8408", "965": "8409", "966": "8410", "967": "8411", "968": "8412", "969": "8413", "970": "8414", "971": "8415", "972": "8416", "973": "8417", "974": "8418", "975": "8419", "976": "8420", "977": "8421", "978": "8422", "979": "8423", "980": "8424", "981": "8425", "982": "8426", "983": "8427", "984": "8428", "985": "8429", "986": "8430", "987": "8431", "988": "8432", "989": "8433", "990": "8434", "991": "8435", "992": "8436", "993": "8437", "994": "8438", "995": "8439", "996": "8440", "997": "8441", "998": "8442", "999": "8443", "1000": "8444", "1001": "8445", "1002": "8446", "1003": "8447", "1004": "8448", "1005": "8449", "1006": "8450", "1007": "8451", "1008": "8452", "1009": "8453", "1010": "8454", "1011": "8455", "1012": "8456", "1013": "8457", "1014": "8458", "1015": "8459", "1016": "8460", "1017": "8461", "1018": "8462", "1019": "8463", "1020": "8464", "1021": "8465", "1022": "8466", "1023": "8467", "1024": "8468", "1025": "8470", "1026": "8471", "1027": "8472", "1028": "8473", "1029": "8474", "1030": "8475", "1031": "8476", "1032": "8477", "1033": "8478", "1034": "8479", "1035": "8480", "1036": "8481", "1037": "8482", "1038": "8483", "1039": "8484", "1040": "8485", "1041": "8486", "1042": "8487", "1043": "8501", "1044": "8502", "1045": "8503", "1046": "8504", "1047": "8505", "1048": "8506", "1049": "8507", "1050": "8508", "1051": "8509", "1052": "8510", "1053": "8511", "1054": "8512", "1055": "8513", "1056": "8514", "1057": "8515", "1058": "8516", "1059": "8517", "1060": "8518", "1061": "8519", "1062": "8521", "1063": "8522", "1064": "8523", "1065": "8524", "1066": "8525", "1067": "8526", "1068": "8527", "1069": "8528", "1070": "8529", "1071": "8530", "1072": "8531", "1073": "8532", "1074": "8533", "1075": "8534", "1076": "8535", "1077": "8536", "1078": "8537", "1079": "8538", "1080": "8539", "1081": "8540", "1082": "8541", "1083": "8542", "1084": "8543", "1085": "8544", "1086": "8545", "1087": "8546", "1088": "8547", "1089": "8548", "1090": "8549", "1091": "8601", "1092": "8602", "1093": "8603", "1094": "8604", "1095": "8605", "1096": "8606", "1097": "8607", "1098": "8608", "1099": "8609", "1100": "8701", "1101": "8702", "1102": "8703", "1103": "8704", "1104": "8705", "1105": "8706", "1106": "8707", "1107": "8708", "1108": "8709", "1109": "8710", "1110": "8711", "1111": "8712", "1112": "8713", "1113": "8714", "1114": "8715", "1115": "8716", "1116": "8801", "1117": "8802", "1118": "8804", "1119": "8805", "1120": "8806", "1121": "8807", "1122": "8901", "1123": "8902", "1124": "8903", "1125": "8904", "1126": "8905", "1127": "8906", "1128": "8907", "1129": "8908", "1130": "9001", "1131": "9002", "1132": "9003", "1133": "9004", "1134": "9005", "1135": "9006", "1136": "9007", "1137": "9008", "1138": "9010", "1139": "9011", "1140": "9012", "1141": "9013", "1142": "9014", "1143": "9015", "1144": "9016", "1145": "9017", "1146": "9018", "1147": "9019", "1148": "9020", "1149": "9021", "1150": "9022", "1151": "9023", "1152": "9024", "1153": "9025", "1154": "9026", "1155": "9027", "1156": "9028", "1157": "9029", "1158": "9030", "1159": "9031", "1160": "9032", "1161": "9033", "1162": "9101", "1163": "9102", "1164": "9103", "1165": "9104", "1166": "9105", "1167": "9106", "1168": "9107", "1169": "9108", "1170": "9109", "1171": "9110", "1172": "9111", "1173": "9112", "1174": "9113", "1175": "9114", "1176": "9201", "1177": "9202", "1178": "9205", "1179": "9206", "1180": "9207", "1181": "9208", "1182": "9209", "1183": "9301", "1184": "9302", "1185": "9303", "1186": "9304", "1187": "9305", "1188": "9306", "1189": "9307", "1190": "9401", "1191": "9402", "1192": "9403", "1193": "9404", "1194": "9405", "1195": "9406", "1196": "9503", "1197": "9504", "1198": "9505", "1199": "9506", "1200": "9507", "1201": "9508", "1202": "9601", "1203": "9602", "1204": "9603", "1205": "9604", "1206": "9605", "1207": "9606", "1208": "9607", "1209": "9608", "1210": "9609", "1211": "9610", "1212": "9611", "1213": "9612", "1214": "9613", "1215": "9614", "1216": "9615", "1217": "9616", "1218": "9617", "1219": "9618", "1220": "9619", "1221": "9620", "1222": "9701", "1223": "9702", "1224": "9703", "1225": "9704", "1226": "9705", "1227": "9706" }, "initializer_range": 0.02, "intermediate_size": 600, "label2id": { "0101": 0, "0102": 1, "0103": 2, "0104": 3, "0105": 4, "0106": 5, "0201": 6, "0202": 7, "0203": 8, "0204": 9, "0205": 10, "0206": 11, "0207": 12, "0208": 13, "0209": 14, "0210": 15, "0301": 16, "0302": 17, "0303": 18, "0304": 19, "0305": 20, "0306": 21, "0307": 22, "0308": 23, "0309": 24, "0401": 25, "0402": 26, "0403": 27, "0404": 28, "0405": 29, "0406": 30, "0407": 31, "0408": 32, "0409": 33, "0410": 34, "0501": 35, "0502": 36, "0504": 37, "0505": 38, "0506": 39, "0507": 40, "0508": 41, "0510": 42, "0511": 43, "0601": 44, "0602": 45, "0603": 46, "0604": 47, "0701": 48, "0702": 49, "0703": 50, "0704": 51, "0705": 52, "0706": 53, "0707": 54, "0708": 55, "0709": 56, "0710": 57, "0711": 58, "0712": 59, "0713": 60, "0714": 61, "0801": 62, "0802": 63, "0803": 64, "0804": 65, "0805": 66, "0806": 67, "0807": 68, "0808": 69, "0809": 70, "0810": 71, "0811": 72, "0812": 73, "0813": 74, "0814": 75, "0901": 76, "0902": 77, "0903": 78, "0904": 79, "0905": 80, "0906": 81, "0907": 82, "0908": 83, "0909": 84, "0910": 85, "1001": 86, "1002": 87, "1003": 88, "1004": 89, "1005": 90, "1006": 91, "1007": 92, "1008": 93, "1101": 94, "1102": 95, "1103": 96, "1104": 97, "1105": 98, "1106": 99, "1107": 100, "1108": 101, "1109": 102, "1201": 103, "1202": 104, "1203": 105, "1204": 106, "1205": 107, "1206": 108, "1207": 109, "1208": 110, "1209": 111, "1210": 112, "1211": 113, "1212": 114, "1213": 115, "1214": 116, "1301": 117, "1302": 118, "1401": 119, "1404": 120, "1501": 121, "1502": 122, "1503": 123, "1504": 124, "1505": 125, "1506": 126, "1507": 127, "1508": 128, "1509": 129, "1510": 130, "1511": 131, "1512": 132, "1513": 133, "1514": 134, "1515": 135, "1516": 136, "1517": 137, "1518": 138, "1520": 139, "1521": 140, "1522": 141, "1601": 142, "1602": 143, "1603": 144, "1604": 145, "1605": 146, "1701": 147, "1702": 148, "1703": 149, "1704": 150, "1801": 151, "1802": 152, "1803": 153, "1804": 154, "1805": 155, "1806": 156, "1901": 157, "1902": 158, "1903": 159, "1904": 160, "1905": 161, "2001": 162, "2002": 163, "2003": 164, "2004": 165, "2005": 166, "2006": 167, "2007": 168, "2008": 169, "2009": 170, "2101": 171, "2102": 172, "2103": 173, "2104": 174, "2105": 175, "2106": 176, "2201": 177, "2202": 178, "2203": 179, "2204": 180, "2205": 181, "2206": 182, "2207": 183, "2208": 184, "2209": 185, "2301": 186, "2302": 187, "2303": 188, "2304": 189, "2305": 190, "2306": 191, "2307": 192, "2308": 193, "2309": 194, "2401": 195, "2402": 196, "2403": 197, "2404": 198, "2501": 199, "2502": 200, "2503": 201, "2504": 202, "2505": 203, "2506": 204, "2507": 205, "2508": 206, "2509": 207, "2510": 208, "2511": 209, "2512": 210, "2513": 211, "2514": 212, "2515": 213, "2516": 214, "2517": 215, "2518": 216, "2519": 217, "2520": 218, "2521": 219, "2522": 220, "2523": 221, "2524": 222, "2525": 223, "2526": 224, "2528": 225, "2529": 226, "2530": 227, "2601": 228, "2602": 229, "2603": 230, "2604": 231, "2605": 232, "2606": 233, "2607": 234, "2608": 235, "2609": 236, "2610": 237, "2611": 238, "2612": 239, "2613": 240, "2614": 241, "2615": 242, "2616": 243, "2617": 244, "2618": 245, "2619": 246, "2620": 247, "2621": 248, "2701": 249, "2702": 250, "2703": 251, "2704": 252, "2705": 253, "2706": 254, "2707": 255, "2708": 256, "2709": 257, "2710": 258, "2711": 259, "2712": 260, "2713": 261, "2714": 262, "2715": 263, "2716": 264, "2801": 265, "2802": 266, "2803": 267, "2804": 268, "2805": 269, "2806": 270, "2807": 271, "2808": 272, "2809": 273, "2810": 274, "2811": 275, "2812": 276, "2813": 277, "2814": 278, "2815": 279, "2816": 280, "2817": 281, "2818": 282, "2819": 283, "2820": 284, "2821": 285, "2822": 286, "2823": 287, "2824": 288, "2825": 289, "2826": 290, "2827": 291, "2828": 292, "2829": 293, "2830": 294, "2831": 295, "2832": 296, "2833": 297, "2834": 298, "2835": 299, "2836": 300, "2837": 301, "2839": 302, "2840": 303, "2841": 304, "2842": 305, "2843": 306, "2844": 307, "2845": 308, "2846": 309, "2847": 310, "2849": 311, "2850": 312, "2852": 313, "2853": 314, "2901": 315, "2902": 316, "2903": 317, "2904": 318, "2905": 319, "2906": 320, "2907": 321, "2908": 322, "2909": 323, "2910": 324, "2911": 325, "2912": 326, "2913": 327, "2914": 328, "2915": 329, "2916": 330, "2917": 331, "2918": 332, "2919": 333, "2920": 334, "2921": 335, "2922": 336, "2923": 337, "2924": 338, "2925": 339, "2926": 340, "2927": 341, "2928": 342, "2929": 343, "2930": 344, "2931": 345, "2932": 346, "2933": 347, "2934": 348, "2935": 349, "2936": 350, "2937": 351, "2938": 352, "2939": 353, "2940": 354, "2941": 355, "2942": 356, "3001": 357, "3002": 358, "3003": 359, "3004": 360, "3005": 361, "3006": 362, "3101": 363, "3102": 364, "3103": 365, "3104": 366, "3105": 367, "3201": 368, "3202": 369, "3203": 370, "3204": 371, "3205": 372, "3206": 373, "3207": 374, "3208": 375, "3209": 376, "3210": 377, "3211": 378, "3212": 379, "3213": 380, "3214": 381, "3215": 382, "3301": 383, "3302": 384, "3303": 385, "3304": 386, "3305": 387, "3306": 388, "3307": 389, "3401": 390, "3402": 391, "3403": 392, "3404": 393, "3405": 394, "3406": 395, "3407": 396, "3501": 397, "3502": 398, "3503": 399, "3504": 400, "3505": 401, "3506": 402, "3507": 403, "3601": 404, "3602": 405, "3603": 406, "3604": 407, "3605": 408, "3606": 409, "3701": 410, "3702": 411, "3703": 412, "3704": 413, "3705": 414, "3706": 415, "3707": 416, "3801": 417, "3802": 418, "3803": 419, "3804": 420, "3805": 421, "3806": 422, "3807": 423, "3808": 424, "3809": 425, "3810": 426, "3811": 427, "3812": 428, "3813": 429, "3814": 430, "3815": 431, "3816": 432, "3817": 433, "3818": 434, "3819": 435, "3820": 436, "3821": 437, "3822": 438, "3823": 439, "3824": 440, "3825": 441, "3826": 442, "3827": 443, "3901": 444, "3902": 445, "3903": 446, "3904": 447, "3905": 448, "3906": 449, "3907": 450, "3908": 451, "3909": 452, "3910": 453, "3911": 454, "3912": 455, "3913": 456, "3914": 457, "3915": 458, "3916": 459, "3917": 460, "3918": 461, "3919": 462, "3920": 463, "3921": 464, "3922": 465, "3923": 466, "3924": 467, "3925": 468, "3926": 469, "4001": 470, "4002": 471, "4003": 472, "4004": 473, "4005": 474, "4006": 475, "4007": 476, "4008": 477, "4009": 478, "4010": 479, "4011": 480, "4012": 481, "4013": 482, "4014": 483, "4015": 484, "4016": 485, "4017": 486, "4101": 487, "4102": 488, "4103": 489, "4104": 490, "4105": 491, "4106": 492, "4107": 493, "4112": 494, "4113": 495, "4114": 496, "4115": 497, "4201": 498, "4202": 499, "4203": 500, "4205": 501, "4206": 502, "4301": 503, "4302": 504, "4303": 505, "4304": 506, "4401": 507, "4402": 508, "4403": 509, "4404": 510, "4405": 511, "4406": 512, "4407": 513, "4408": 514, "4409": 515, "4410": 516, "4411": 517, "4412": 518, "4413": 519, "4414": 520, "4415": 521, "4416": 522, "4417": 523, "4418": 524, "4419": 525, "4420": 526, "4421": 527, "4501": 528, "4502": 529, "4503": 530, "4504": 531, "4601": 532, "4602": 533, "4701": 534, "4702": 535, "4703": 536, "4704": 537, "4705": 538, "4706": 539, "4707": 540, "4801": 541, "4802": 542, "4803": 543, "4804": 544, "4805": 545, "4806": 546, "4807": 547, "4808": 548, "4809": 549, "4810": 550, "4811": 551, "4812": 552, "4813": 553, "4814": 554, "4816": 555, "4817": 556, "4818": 557, "4819": 558, "4820": 559, "4821": 560, "4822": 561, "4823": 562, "4901": 563, "4902": 564, "4903": 565, "4904": 566, "4905": 567, "4906": 568, "4907": 569, "4908": 570, "4909": 571, "4910": 572, "4911": 573, "5001": 574, "5002": 575, "5003": 576, "5004": 577, "5005": 578, "5006": 579, "5007": 580, "5101": 581, "5102": 582, "5103": 583, "5104": 584, "5105": 585, "5106": 586, "5107": 587, "5108": 588, "5109": 589, "5110": 590, "5111": 591, "5112": 592, "5113": 593, "5201": 594, "5202": 595, "5203": 596, "5204": 597, "5205": 598, "5206": 599, "5207": 600, "5208": 601, "5209": 602, "5210": 603, "5211": 604, "5212": 605, "5301": 606, "5302": 607, "5303": 608, "5305": 609, "5306": 610, "5307": 611, "5308": 612, "5309": 613, "5310": 614, "5311": 615, "5401": 616, "5402": 617, "5403": 618, "5404": 619, "5405": 620, "5406": 621, "5407": 622, "5408": 623, "5501": 624, "5502": 625, "5503": 626, "5504": 627, "5505": 628, "5506": 629, "5507": 630, "5508": 631, "5509": 632, "5510": 633, "5511": 634, "5512": 635, "5513": 636, "5514": 637, "5515": 638, "5516": 639, "5601": 640, "5602": 641, "5603": 642, "5604": 643, "5605": 644, "5606": 645, "5607": 646, "5608": 647, "5609": 648, "5701": 649, "5702": 650, "5703": 651, "5704": 652, "5705": 653, "5801": 654, "5802": 655, "5803": 656, "5804": 657, "5805": 658, "5806": 659, "5807": 660, "5808": 661, "5809": 662, "5810": 663, "5811": 664, "5901": 665, "5902": 666, "5903": 667, "5904": 668, "5905": 669, "5906": 670, "5907": 671, "5908": 672, "5909": 673, "5910": 674, "5911": 675, "6001": 676, "6002": 677, "6003": 678, "6004": 679, "6005": 680, "6006": 681, "6101": 682, "6102": 683, "6103": 684, "6104": 685, "6105": 686, "6106": 687, "6107": 688, "6108": 689, "6109": 690, "6110": 691, "6111": 692, "6112": 693, "6113": 694, "6114": 695, "6115": 696, "6116": 697, "6117": 698, "6201": 699, "6202": 700, "6203": 701, "6204": 702, "6205": 703, "6206": 704, "6207": 705, "6208": 706, "6209": 707, "6210": 708, "6211": 709, "6212": 710, "6213": 711, "6214": 712, "6215": 713, "6216": 714, "6217": 715, "6301": 716, "6302": 717, "6303": 718, "6304": 719, "6305": 720, "6306": 721, "6307": 722, "6308": 723, "6309": 724, "6310": 725, "6401": 726, "6402": 727, "6403": 728, "6404": 729, "6405": 730, "6406": 731, "6501": 732, "6502": 733, "6504": 734, "6505": 735, "6506": 736, "6507": 737, "6601": 738, "6602": 739, "6603": 740, "6701": 741, "6702": 742, "6703": 743, "6704": 744, "6801": 745, "6802": 746, "6803": 747, "6804": 748, "6805": 749, "6806": 750, "6807": 751, "6808": 752, "6809": 753, "6810": 754, "6811": 755, "6812": 756, "6813": 757, "6814": 758, "6815": 759, "6901": 760, "6902": 761, "6903": 762, "6904": 763, "6905": 764, "6906": 765, "6907": 766, "6909": 767, "6910": 768, "6911": 769, "6912": 770, "6913": 771, "6914": 772, "7001": 773, "7002": 774, "7003": 775, "7004": 776, "7005": 777, "7006": 778, "7007": 779, "7008": 780, "7009": 781, "7010": 782, "7011": 783, "7013": 784, "7014": 785, "7015": 786, "7016": 787, "7017": 788, "7018": 789, "7019": 790, "7020": 791, "7101": 792, "7102": 793, "7103": 794, "7104": 795, "7105": 796, "7106": 797, "7107": 798, "7108": 799, "7109": 800, "7110": 801, "7111": 802, "7112": 803, "7113": 804, "7114": 805, "7115": 806, "7116": 807, "7117": 808, "7118": 809, "7201": 810, "7202": 811, "7203": 812, "7204": 813, "7205": 814, "7206": 815, "7207": 816, "7208": 817, "7209": 818, "7210": 819, "7211": 820, "7212": 821, "7213": 822, "7214": 823, "7215": 824, "7216": 825, "7217": 826, "7218": 827, "7219": 828, "7220": 829, "7221": 830, "7222": 831, "7223": 832, "7224": 833, "7225": 834, "7226": 835, "7227": 836, "7228": 837, "7229": 838, "7301": 839, "7302": 840, "7303": 841, "7304": 842, "7305": 843, "7306": 844, "7307": 845, "7308": 846, "7309": 847, "7310": 848, "7311": 849, "7312": 850, "7313": 851, "7314": 852, "7315": 853, "7316": 854, "7317": 855, "7318": 856, "7319": 857, "7320": 858, "7321": 859, "7322": 860, "7323": 861, "7324": 862, "7325": 863, "7326": 864, "7401": 865, "7402": 866, "7403": 867, "7404": 868, "7405": 869, "7406": 870, "7407": 871, "7408": 872, "7409": 873, "7410": 874, "7411": 875, "7412": 876, "7413": 877, "7415": 878, "7418": 879, "7419": 880, "7501": 881, "7502": 882, "7503": 883, "7504": 884, "7505": 885, "7506": 886, "7507": 887, "7508": 888, "7601": 889, "7602": 890, "7603": 891, "7604": 892, "7605": 893, "7606": 894, "7607": 895, "7608": 896, "7609": 897, "7610": 898, "7611": 899, "7612": 900, "7613": 901, "7614": 902, "7615": 903, "7616": 904, "7801": 905, "7802": 906, "7804": 907, "7806": 908, "7901": 909, "7902": 910, "7903": 911, "7904": 912, "7905": 913, "7907": 914, "8001": 915, "8002": 916, "8003": 917, "8007": 918, "8101": 919, "8102": 920, "8103": 921, "8104": 922, "8105": 923, "8106": 924, "8108": 925, "8109": 926, "8110": 927, "8111": 928, "8112": 929, "8113": 930, "8201": 931, "8202": 932, "8203": 933, "8204": 934, "8205": 935, "8206": 936, "8207": 937, "8208": 938, "8209": 939, "8210": 940, "8211": 941, "8212": 942, "8213": 943, "8214": 944, "8215": 945, "8301": 946, "8302": 947, "8303": 948, "8304": 949, "8305": 950, "8306": 951, "8307": 952, "8308": 953, "8309": 954, "8310": 955, "8311": 956, "8401": 957, "8402": 958, "8403": 959, "8404": 960, "8405": 961, "8406": 962, "8407": 963, "8408": 964, "8409": 965, "8410": 966, "8411": 967, "8412": 968, "8413": 969, "8414": 970, "8415": 971, "8416": 972, "8417": 973, "8418": 974, "8419": 975, "8420": 976, "8421": 977, "8422": 978, "8423": 979, "8424": 980, "8425": 981, "8426": 982, "8427": 983, "8428": 984, "8429": 985, "8430": 986, "8431": 987, "8432": 988, "8433": 989, "8434": 990, "8435": 991, "8436": 992, "8437": 993, "8438": 994, "8439": 995, "8440": 996, "8441": 997, "8442": 998, "8443": 999, "8444": 1000, "8445": 1001, "8446": 1002, "8447": 1003, "8448": 1004, "8449": 1005, "8450": 1006, "8451": 1007, "8452": 1008, "8453": 1009, "8454": 1010, "8455": 1011, "8456": 1012, "8457": 1013, "8458": 1014, "8459": 1015, "8460": 1016, "8461": 1017, "8462": 1018, "8463": 1019, "8464": 1020, "8465": 1021, "8466": 1022, "8467": 1023, "8468": 1024, "8470": 1025, "8471": 1026, "8472": 1027, "8473": 1028, "8474": 1029, "8475": 1030, "8476": 1031, "8477": 1032, "8478": 1033, "8479": 1034, "8480": 1035, "8481": 1036, "8482": 1037, "8483": 1038, "8484": 1039, "8485": 1040, "8486": 1041, "8487": 1042, "8501": 1043, "8502": 1044, "8503": 1045, "8504": 1046, "8505": 1047, "8506": 1048, "8507": 1049, "8508": 1050, "8509": 1051, "8510": 1052, "8511": 1053, "8512": 1054, "8513": 1055, "8514": 1056, "8515": 1057, "8516": 1058, "8517": 1059, "8518": 1060, "8519": 1061, "8521": 1062, "8522": 1063, "8523": 1064, "8524": 1065, "8525": 1066, "8526": 1067, "8527": 1068, "8528": 1069, "8529": 1070, "8530": 1071, "8531": 1072, "8532": 1073, "8533": 1074, "8534": 1075, "8535": 1076, "8536": 1077, "8537": 1078, "8538": 1079, "8539": 1080, "8540": 1081, "8541": 1082, "8542": 1083, "8543": 1084, "8544": 1085, "8545": 1086, "8546": 1087, "8547": 1088, "8548": 1089, "8549": 1090, "8601": 1091, "8602": 1092, "8603": 1093, "8604": 1094, "8605": 1095, "8606": 1096, "8607": 1097, "8608": 1098, "8609": 1099, "8701": 1100, "8702": 1101, "8703": 1102, "8704": 1103, "8705": 1104, "8706": 1105, "8707": 1106, "8708": 1107, "8709": 1108, "8710": 1109, "8711": 1110, "8712": 1111, "8713": 1112, "8714": 1113, "8715": 1114, "8716": 1115, "8801": 1116, "8802": 1117, "8804": 1118, "8805": 1119, "8806": 1120, "8807": 1121, "8901": 1122, "8902": 1123, "8903": 1124, "8904": 1125, "8905": 1126, "8906": 1127, "8907": 1128, "8908": 1129, "9001": 1130, "9002": 1131, "9003": 1132, "9004": 1133, "9005": 1134, "9006": 1135, "9007": 1136, "9008": 1137, "9010": 1138, "9011": 1139, "9012": 1140, "9013": 1141, "9014": 1142, "9015": 1143, "9016": 1144, "9017": 1145, "9018": 1146, "9019": 1147, "9020": 1148, "9021": 1149, "9022": 1150, "9023": 1151, "9024": 1152, "9025": 1153, "9026": 1154, "9027": 1155, "9028": 1156, "9029": 1157, "9030": 1158, "9031": 1159, "9032": 1160, "9033": 1161, "9101": 1162, "9102": 1163, "9103": 1164, "9104": 1165, "9105": 1166, "9106": 1167, "9107": 1168, "9108": 1169, "9109": 1170, "9110": 1171, "9111": 1172, "9112": 1173, "9113": 1174, "9114": 1175, "9201": 1176, "9202": 1177, "9205": 1178, "9206": 1179, "9207": 1180, "9208": 1181, "9209": 1182, "9301": 1183, "9302": 1184, "9303": 1185, "9304": 1186, "9305": 1187, "9306": 1188, "9307": 1189, "9401": 1190, "9402": 1191, "9403": 1192, "9404": 1193, "9405": 1194, "9406": 1195, "9503": 1196, "9504": 1197, "9505": 1198, "9506": 1199, "9507": 1200, "9508": 1201, "9601": 1202, "9602": 1203, "9603": 1204, "9604": 1205, "9605": 1206, "9606": 1207, "9607": 1208, "9608": 1209, "9609": 1210, "9610": 1211, "9611": 1212, "9612": 1213, "9613": 1214, "9614": 1215, "9615": 1216, "9616": 1217, "9617": 1218, "9618": 1219, "9619": 1220, "9620": 1221, "9701": 1222, "9702": 1223, "9703": 1224, "9704": 1225, "9705": 1226, "9706": 1227 }, "layer_norm_eps": 1e-12, "max_position_embeddings": 2048, "model_type": "bert", "num_attention_heads": 12, "num_hidden_layers": 3, "pad_token_id": 0, "position_embedding_type": "absolute", "torch_dtype": "float32", "transformers_version": "4.30.1", "type_vocab_size": 2, "use_cache": true, "vocab_size": 83828 }