rubert-tiny2-tnved-v3 / config.json
CleverShovel's picture
Upload config
0849e2e
{
"_name_or_path": "cointegrated/rubert-tiny2",
"architectures": [
"BertForPreTraining"
],
"attention_probs_dropout_prob": 0.1,
"classifier_dropout": null,
"emb_size": 312,
"gradient_checkpointing": false,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 312,
"id2label": {
"0": "0101",
"1": "0102",
"2": "0103",
"3": "0104",
"4": "0105",
"5": "0106",
"6": "0201",
"7": "0202",
"8": "0203",
"9": "0204",
"10": "0205",
"11": "0206",
"12": "0207",
"13": "0208",
"14": "0209",
"15": "0210",
"16": "0301",
"17": "0302",
"18": "0303",
"19": "0304",
"20": "0305",
"21": "0306",
"22": "0307",
"23": "0308",
"24": "0309",
"25": "0401",
"26": "0402",
"27": "0403",
"28": "0404",
"29": "0405",
"30": "0406",
"31": "0407",
"32": "0408",
"33": "0409",
"34": "0410",
"35": "0501",
"36": "0502",
"37": "0504",
"38": "0505",
"39": "0506",
"40": "0507",
"41": "0508",
"42": "0510",
"43": "0511",
"44": "0601",
"45": "0602",
"46": "0603",
"47": "0604",
"48": "0701",
"49": "0702",
"50": "0703",
"51": "0704",
"52": "0705",
"53": "0706",
"54": "0707",
"55": "0708",
"56": "0709",
"57": "0710",
"58": "0711",
"59": "0712",
"60": "0713",
"61": "0714",
"62": "0801",
"63": "0802",
"64": "0803",
"65": "0804",
"66": "0805",
"67": "0806",
"68": "0807",
"69": "0808",
"70": "0809",
"71": "0810",
"72": "0811",
"73": "0812",
"74": "0813",
"75": "0814",
"76": "0901",
"77": "0902",
"78": "0903",
"79": "0904",
"80": "0905",
"81": "0906",
"82": "0907",
"83": "0908",
"84": "0909",
"85": "0910",
"86": "1001",
"87": "1002",
"88": "1003",
"89": "1004",
"90": "1005",
"91": "1006",
"92": "1007",
"93": "1008",
"94": "1101",
"95": "1102",
"96": "1103",
"97": "1104",
"98": "1105",
"99": "1106",
"100": "1107",
"101": "1108",
"102": "1109",
"103": "1201",
"104": "1202",
"105": "1203",
"106": "1204",
"107": "1205",
"108": "1206",
"109": "1207",
"110": "1208",
"111": "1209",
"112": "1210",
"113": "1211",
"114": "1212",
"115": "1213",
"116": "1214",
"117": "1301",
"118": "1302",
"119": "1401",
"120": "1404",
"121": "1501",
"122": "1502",
"123": "1503",
"124": "1504",
"125": "1505",
"126": "1506",
"127": "1507",
"128": "1508",
"129": "1509",
"130": "1510",
"131": "1511",
"132": "1512",
"133": "1513",
"134": "1514",
"135": "1515",
"136": "1516",
"137": "1517",
"138": "1518",
"139": "1520",
"140": "1521",
"141": "1522",
"142": "1601",
"143": "1602",
"144": "1603",
"145": "1604",
"146": "1605",
"147": "1701",
"148": "1702",
"149": "1703",
"150": "1704",
"151": "1801",
"152": "1802",
"153": "1803",
"154": "1804",
"155": "1805",
"156": "1806",
"157": "1901",
"158": "1902",
"159": "1903",
"160": "1904",
"161": "1905",
"162": "2001",
"163": "2002",
"164": "2003",
"165": "2004",
"166": "2005",
"167": "2006",
"168": "2007",
"169": "2008",
"170": "2009",
"171": "2101",
"172": "2102",
"173": "2103",
"174": "2104",
"175": "2105",
"176": "2106",
"177": "2201",
"178": "2202",
"179": "2203",
"180": "2204",
"181": "2205",
"182": "2206",
"183": "2207",
"184": "2208",
"185": "2209",
"186": "2301",
"187": "2302",
"188": "2303",
"189": "2304",
"190": "2305",
"191": "2306",
"192": "2307",
"193": "2308",
"194": "2309",
"195": "2401",
"196": "2402",
"197": "2403",
"198": "2404",
"199": "2501",
"200": "2502",
"201": "2503",
"202": "2504",
"203": "2505",
"204": "2506",
"205": "2507",
"206": "2508",
"207": "2509",
"208": "2510",
"209": "2511",
"210": "2512",
"211": "2513",
"212": "2514",
"213": "2515",
"214": "2516",
"215": "2517",
"216": "2518",
"217": "2519",
"218": "2520",
"219": "2521",
"220": "2522",
"221": "2523",
"222": "2524",
"223": "2525",
"224": "2526",
"225": "2528",
"226": "2529",
"227": "2530",
"228": "2601",
"229": "2602",
"230": "2603",
"231": "2604",
"232": "2605",
"233": "2606",
"234": "2607",
"235": "2608",
"236": "2609",
"237": "2610",
"238": "2611",
"239": "2612",
"240": "2613",
"241": "2614",
"242": "2615",
"243": "2616",
"244": "2617",
"245": "2618",
"246": "2619",
"247": "2620",
"248": "2621",
"249": "2701",
"250": "2702",
"251": "2703",
"252": "2704",
"253": "2705",
"254": "2706",
"255": "2707",
"256": "2708",
"257": "2709",
"258": "2710",
"259": "2711",
"260": "2712",
"261": "2713",
"262": "2714",
"263": "2715",
"264": "2716",
"265": "2801",
"266": "2802",
"267": "2803",
"268": "2804",
"269": "2805",
"270": "2806",
"271": "2807",
"272": "2808",
"273": "2809",
"274": "2810",
"275": "2811",
"276": "2812",
"277": "2813",
"278": "2814",
"279": "2815",
"280": "2816",
"281": "2817",
"282": "2818",
"283": "2819",
"284": "2820",
"285": "2821",
"286": "2822",
"287": "2823",
"288": "2824",
"289": "2825",
"290": "2826",
"291": "2827",
"292": "2828",
"293": "2829",
"294": "2830",
"295": "2831",
"296": "2832",
"297": "2833",
"298": "2834",
"299": "2835",
"300": "2836",
"301": "2837",
"302": "2839",
"303": "2840",
"304": "2841",
"305": "2842",
"306": "2843",
"307": "2844",
"308": "2845",
"309": "2846",
"310": "2847",
"311": "2849",
"312": "2850",
"313": "2852",
"314": "2853",
"315": "2901",
"316": "2902",
"317": "2903",
"318": "2904",
"319": "2905",
"320": "2906",
"321": "2907",
"322": "2908",
"323": "2909",
"324": "2910",
"325": "2911",
"326": "2912",
"327": "2913",
"328": "2914",
"329": "2915",
"330": "2916",
"331": "2917",
"332": "2918",
"333": "2919",
"334": "2920",
"335": "2921",
"336": "2922",
"337": "2923",
"338": "2924",
"339": "2925",
"340": "2926",
"341": "2927",
"342": "2928",
"343": "2929",
"344": "2930",
"345": "2931",
"346": "2932",
"347": "2933",
"348": "2934",
"349": "2935",
"350": "2936",
"351": "2937",
"352": "2938",
"353": "2939",
"354": "2940",
"355": "2941",
"356": "2942",
"357": "3001",
"358": "3002",
"359": "3003",
"360": "3004",
"361": "3005",
"362": "3006",
"363": "3101",
"364": "3102",
"365": "3103",
"366": "3104",
"367": "3105",
"368": "3201",
"369": "3202",
"370": "3203",
"371": "3204",
"372": "3205",
"373": "3206",
"374": "3207",
"375": "3208",
"376": "3209",
"377": "3210",
"378": "3211",
"379": "3212",
"380": "3213",
"381": "3214",
"382": "3215",
"383": "3301",
"384": "3302",
"385": "3303",
"386": "3304",
"387": "3305",
"388": "3306",
"389": "3307",
"390": "3401",
"391": "3402",
"392": "3403",
"393": "3404",
"394": "3405",
"395": "3406",
"396": "3407",
"397": "3501",
"398": "3502",
"399": "3503",
"400": "3504",
"401": "3505",
"402": "3506",
"403": "3507",
"404": "3601",
"405": "3602",
"406": "3603",
"407": "3604",
"408": "3605",
"409": "3606",
"410": "3701",
"411": "3702",
"412": "3703",
"413": "3704",
"414": "3705",
"415": "3706",
"416": "3707",
"417": "3801",
"418": "3802",
"419": "3803",
"420": "3804",
"421": "3805",
"422": "3806",
"423": "3807",
"424": "3808",
"425": "3809",
"426": "3810",
"427": "3811",
"428": "3812",
"429": "3813",
"430": "3814",
"431": "3815",
"432": "3816",
"433": "3817",
"434": "3818",
"435": "3819",
"436": "3820",
"437": "3821",
"438": "3822",
"439": "3823",
"440": "3824",
"441": "3825",
"442": "3826",
"443": "3827",
"444": "3901",
"445": "3902",
"446": "3903",
"447": "3904",
"448": "3905",
"449": "3906",
"450": "3907",
"451": "3908",
"452": "3909",
"453": "3910",
"454": "3911",
"455": "3912",
"456": "3913",
"457": "3914",
"458": "3915",
"459": "3916",
"460": "3917",
"461": "3918",
"462": "3919",
"463": "3920",
"464": "3921",
"465": "3922",
"466": "3923",
"467": "3924",
"468": "3925",
"469": "3926",
"470": "4001",
"471": "4002",
"472": "4003",
"473": "4004",
"474": "4005",
"475": "4006",
"476": "4007",
"477": "4008",
"478": "4009",
"479": "4010",
"480": "4011",
"481": "4012",
"482": "4013",
"483": "4014",
"484": "4015",
"485": "4016",
"486": "4017",
"487": "4101",
"488": "4102",
"489": "4103",
"490": "4104",
"491": "4105",
"492": "4106",
"493": "4107",
"494": "4112",
"495": "4113",
"496": "4114",
"497": "4115",
"498": "4201",
"499": "4202",
"500": "4203",
"501": "4205",
"502": "4206",
"503": "4301",
"504": "4302",
"505": "4303",
"506": "4304",
"507": "4401",
"508": "4402",
"509": "4403",
"510": "4404",
"511": "4405",
"512": "4406",
"513": "4407",
"514": "4408",
"515": "4409",
"516": "4410",
"517": "4411",
"518": "4412",
"519": "4413",
"520": "4414",
"521": "4415",
"522": "4416",
"523": "4417",
"524": "4418",
"525": "4419",
"526": "4420",
"527": "4421",
"528": "4501",
"529": "4502",
"530": "4503",
"531": "4504",
"532": "4601",
"533": "4602",
"534": "4701",
"535": "4702",
"536": "4703",
"537": "4704",
"538": "4705",
"539": "4706",
"540": "4707",
"541": "4801",
"542": "4802",
"543": "4803",
"544": "4804",
"545": "4805",
"546": "4806",
"547": "4807",
"548": "4808",
"549": "4809",
"550": "4810",
"551": "4811",
"552": "4812",
"553": "4813",
"554": "4814",
"555": "4816",
"556": "4817",
"557": "4818",
"558": "4819",
"559": "4820",
"560": "4821",
"561": "4822",
"562": "4823",
"563": "4901",
"564": "4902",
"565": "4903",
"566": "4904",
"567": "4905",
"568": "4906",
"569": "4907",
"570": "4908",
"571": "4909",
"572": "4910",
"573": "4911",
"574": "5001",
"575": "5002",
"576": "5003",
"577": "5004",
"578": "5005",
"579": "5006",
"580": "5007",
"581": "5101",
"582": "5102",
"583": "5103",
"584": "5104",
"585": "5105",
"586": "5106",
"587": "5107",
"588": "5108",
"589": "5109",
"590": "5110",
"591": "5111",
"592": "5112",
"593": "5113",
"594": "5201",
"595": "5202",
"596": "5203",
"597": "5204",
"598": "5205",
"599": "5206",
"600": "5207",
"601": "5208",
"602": "5209",
"603": "5210",
"604": "5211",
"605": "5212",
"606": "5301",
"607": "5302",
"608": "5303",
"609": "5305",
"610": "5306",
"611": "5307",
"612": "5308",
"613": "5309",
"614": "5310",
"615": "5311",
"616": "5401",
"617": "5402",
"618": "5403",
"619": "5404",
"620": "5405",
"621": "5406",
"622": "5407",
"623": "5408",
"624": "5501",
"625": "5502",
"626": "5503",
"627": "5504",
"628": "5505",
"629": "5506",
"630": "5507",
"631": "5508",
"632": "5509",
"633": "5510",
"634": "5511",
"635": "5512",
"636": "5513",
"637": "5514",
"638": "5515",
"639": "5516",
"640": "5601",
"641": "5602",
"642": "5603",
"643": "5604",
"644": "5605",
"645": "5606",
"646": "5607",
"647": "5608",
"648": "5609",
"649": "5701",
"650": "5702",
"651": "5703",
"652": "5704",
"653": "5705",
"654": "5801",
"655": "5802",
"656": "5803",
"657": "5804",
"658": "5805",
"659": "5806",
"660": "5807",
"661": "5808",
"662": "5809",
"663": "5810",
"664": "5811",
"665": "5901",
"666": "5902",
"667": "5903",
"668": "5904",
"669": "5905",
"670": "5906",
"671": "5907",
"672": "5908",
"673": "5909",
"674": "5910",
"675": "5911",
"676": "6001",
"677": "6002",
"678": "6003",
"679": "6004",
"680": "6005",
"681": "6006",
"682": "6101",
"683": "6102",
"684": "6103",
"685": "6104",
"686": "6105",
"687": "6106",
"688": "6107",
"689": "6108",
"690": "6109",
"691": "6110",
"692": "6111",
"693": "6112",
"694": "6113",
"695": "6114",
"696": "6115",
"697": "6116",
"698": "6117",
"699": "6201",
"700": "6202",
"701": "6203",
"702": "6204",
"703": "6205",
"704": "6206",
"705": "6207",
"706": "6208",
"707": "6209",
"708": "6210",
"709": "6211",
"710": "6212",
"711": "6213",
"712": "6214",
"713": "6215",
"714": "6216",
"715": "6217",
"716": "6301",
"717": "6302",
"718": "6303",
"719": "6304",
"720": "6305",
"721": "6306",
"722": "6307",
"723": "6308",
"724": "6309",
"725": "6310",
"726": "6401",
"727": "6402",
"728": "6403",
"729": "6404",
"730": "6405",
"731": "6406",
"732": "6501",
"733": "6502",
"734": "6504",
"735": "6505",
"736": "6506",
"737": "6507",
"738": "6601",
"739": "6602",
"740": "6603",
"741": "6701",
"742": "6702",
"743": "6703",
"744": "6704",
"745": "6801",
"746": "6802",
"747": "6803",
"748": "6804",
"749": "6805",
"750": "6806",
"751": "6807",
"752": "6808",
"753": "6809",
"754": "6810",
"755": "6811",
"756": "6812",
"757": "6813",
"758": "6814",
"759": "6815",
"760": "6901",
"761": "6902",
"762": "6903",
"763": "6904",
"764": "6905",
"765": "6906",
"766": "6907",
"767": "6909",
"768": "6910",
"769": "6911",
"770": "6912",
"771": "6913",
"772": "6914",
"773": "7001",
"774": "7002",
"775": "7003",
"776": "7004",
"777": "7005",
"778": "7006",
"779": "7007",
"780": "7008",
"781": "7009",
"782": "7010",
"783": "7011",
"784": "7013",
"785": "7014",
"786": "7015",
"787": "7016",
"788": "7017",
"789": "7018",
"790": "7019",
"791": "7020",
"792": "7101",
"793": "7102",
"794": "7103",
"795": "7104",
"796": "7105",
"797": "7106",
"798": "7107",
"799": "7108",
"800": "7109",
"801": "7110",
"802": "7111",
"803": "7112",
"804": "7113",
"805": "7114",
"806": "7115",
"807": "7116",
"808": "7117",
"809": "7118",
"810": "7201",
"811": "7202",
"812": "7203",
"813": "7204",
"814": "7205",
"815": "7206",
"816": "7207",
"817": "7208",
"818": "7209",
"819": "7210",
"820": "7211",
"821": "7212",
"822": "7213",
"823": "7214",
"824": "7215",
"825": "7216",
"826": "7217",
"827": "7218",
"828": "7219",
"829": "7220",
"830": "7221",
"831": "7222",
"832": "7223",
"833": "7224",
"834": "7225",
"835": "7226",
"836": "7227",
"837": "7228",
"838": "7229",
"839": "7301",
"840": "7302",
"841": "7303",
"842": "7304",
"843": "7305",
"844": "7306",
"845": "7307",
"846": "7308",
"847": "7309",
"848": "7310",
"849": "7311",
"850": "7312",
"851": "7313",
"852": "7314",
"853": "7315",
"854": "7316",
"855": "7317",
"856": "7318",
"857": "7319",
"858": "7320",
"859": "7321",
"860": "7322",
"861": "7323",
"862": "7324",
"863": "7325",
"864": "7326",
"865": "7401",
"866": "7402",
"867": "7403",
"868": "7404",
"869": "7405",
"870": "7406",
"871": "7407",
"872": "7408",
"873": "7409",
"874": "7410",
"875": "7411",
"876": "7412",
"877": "7413",
"878": "7415",
"879": "7418",
"880": "7419",
"881": "7501",
"882": "7502",
"883": "7503",
"884": "7504",
"885": "7505",
"886": "7506",
"887": "7507",
"888": "7508",
"889": "7601",
"890": "7602",
"891": "7603",
"892": "7604",
"893": "7605",
"894": "7606",
"895": "7607",
"896": "7608",
"897": "7609",
"898": "7610",
"899": "7611",
"900": "7612",
"901": "7613",
"902": "7614",
"903": "7615",
"904": "7616",
"905": "7801",
"906": "7802",
"907": "7804",
"908": "7806",
"909": "7901",
"910": "7902",
"911": "7903",
"912": "7904",
"913": "7905",
"914": "7907",
"915": "8001",
"916": "8002",
"917": "8003",
"918": "8007",
"919": "8101",
"920": "8102",
"921": "8103",
"922": "8104",
"923": "8105",
"924": "8106",
"925": "8108",
"926": "8109",
"927": "8110",
"928": "8111",
"929": "8112",
"930": "8113",
"931": "8201",
"932": "8202",
"933": "8203",
"934": "8204",
"935": "8205",
"936": "8206",
"937": "8207",
"938": "8208",
"939": "8209",
"940": "8210",
"941": "8211",
"942": "8212",
"943": "8213",
"944": "8214",
"945": "8215",
"946": "8301",
"947": "8302",
"948": "8303",
"949": "8304",
"950": "8305",
"951": "8306",
"952": "8307",
"953": "8308",
"954": "8309",
"955": "8310",
"956": "8311",
"957": "8401",
"958": "8402",
"959": "8403",
"960": "8404",
"961": "8405",
"962": "8406",
"963": "8407",
"964": "8408",
"965": "8409",
"966": "8410",
"967": "8411",
"968": "8412",
"969": "8413",
"970": "8414",
"971": "8415",
"972": "8416",
"973": "8417",
"974": "8418",
"975": "8419",
"976": "8420",
"977": "8421",
"978": "8422",
"979": "8423",
"980": "8424",
"981": "8425",
"982": "8426",
"983": "8427",
"984": "8428",
"985": "8429",
"986": "8430",
"987": "8431",
"988": "8432",
"989": "8433",
"990": "8434",
"991": "8435",
"992": "8436",
"993": "8437",
"994": "8438",
"995": "8439",
"996": "8440",
"997": "8441",
"998": "8442",
"999": "8443",
"1000": "8444",
"1001": "8445",
"1002": "8446",
"1003": "8447",
"1004": "8448",
"1005": "8449",
"1006": "8450",
"1007": "8451",
"1008": "8452",
"1009": "8453",
"1010": "8454",
"1011": "8455",
"1012": "8456",
"1013": "8457",
"1014": "8458",
"1015": "8459",
"1016": "8460",
"1017": "8461",
"1018": "8462",
"1019": "8463",
"1020": "8464",
"1021": "8465",
"1022": "8466",
"1023": "8467",
"1024": "8468",
"1025": "8470",
"1026": "8471",
"1027": "8472",
"1028": "8473",
"1029": "8474",
"1030": "8475",
"1031": "8476",
"1032": "8477",
"1033": "8478",
"1034": "8479",
"1035": "8480",
"1036": "8481",
"1037": "8482",
"1038": "8483",
"1039": "8484",
"1040": "8485",
"1041": "8486",
"1042": "8487",
"1043": "8501",
"1044": "8502",
"1045": "8503",
"1046": "8504",
"1047": "8505",
"1048": "8506",
"1049": "8507",
"1050": "8508",
"1051": "8509",
"1052": "8510",
"1053": "8511",
"1054": "8512",
"1055": "8513",
"1056": "8514",
"1057": "8515",
"1058": "8516",
"1059": "8517",
"1060": "8518",
"1061": "8519",
"1062": "8521",
"1063": "8522",
"1064": "8523",
"1065": "8524",
"1066": "8525",
"1067": "8526",
"1068": "8527",
"1069": "8528",
"1070": "8529",
"1071": "8530",
"1072": "8531",
"1073": "8532",
"1074": "8533",
"1075": "8534",
"1076": "8535",
"1077": "8536",
"1078": "8537",
"1079": "8538",
"1080": "8539",
"1081": "8540",
"1082": "8541",
"1083": "8542",
"1084": "8543",
"1085": "8544",
"1086": "8545",
"1087": "8546",
"1088": "8547",
"1089": "8548",
"1090": "8549",
"1091": "8601",
"1092": "8602",
"1093": "8603",
"1094": "8604",
"1095": "8605",
"1096": "8606",
"1097": "8607",
"1098": "8608",
"1099": "8609",
"1100": "8701",
"1101": "8702",
"1102": "8703",
"1103": "8704",
"1104": "8705",
"1105": "8706",
"1106": "8707",
"1107": "8708",
"1108": "8709",
"1109": "8710",
"1110": "8711",
"1111": "8712",
"1112": "8713",
"1113": "8714",
"1114": "8715",
"1115": "8716",
"1116": "8801",
"1117": "8802",
"1118": "8804",
"1119": "8805",
"1120": "8806",
"1121": "8807",
"1122": "8901",
"1123": "8902",
"1124": "8903",
"1125": "8904",
"1126": "8905",
"1127": "8906",
"1128": "8907",
"1129": "8908",
"1130": "9001",
"1131": "9002",
"1132": "9003",
"1133": "9004",
"1134": "9005",
"1135": "9006",
"1136": "9007",
"1137": "9008",
"1138": "9010",
"1139": "9011",
"1140": "9012",
"1141": "9013",
"1142": "9014",
"1143": "9015",
"1144": "9016",
"1145": "9017",
"1146": "9018",
"1147": "9019",
"1148": "9020",
"1149": "9021",
"1150": "9022",
"1151": "9023",
"1152": "9024",
"1153": "9025",
"1154": "9026",
"1155": "9027",
"1156": "9028",
"1157": "9029",
"1158": "9030",
"1159": "9031",
"1160": "9032",
"1161": "9033",
"1162": "9101",
"1163": "9102",
"1164": "9103",
"1165": "9104",
"1166": "9105",
"1167": "9106",
"1168": "9107",
"1169": "9108",
"1170": "9109",
"1171": "9110",
"1172": "9111",
"1173": "9112",
"1174": "9113",
"1175": "9114",
"1176": "9201",
"1177": "9202",
"1178": "9205",
"1179": "9206",
"1180": "9207",
"1181": "9208",
"1182": "9209",
"1183": "9301",
"1184": "9302",
"1185": "9303",
"1186": "9304",
"1187": "9305",
"1188": "9306",
"1189": "9307",
"1190": "9401",
"1191": "9402",
"1192": "9403",
"1193": "9404",
"1194": "9405",
"1195": "9406",
"1196": "9503",
"1197": "9504",
"1198": "9505",
"1199": "9506",
"1200": "9507",
"1201": "9508",
"1202": "9601",
"1203": "9602",
"1204": "9603",
"1205": "9604",
"1206": "9605",
"1207": "9606",
"1208": "9607",
"1209": "9608",
"1210": "9609",
"1211": "9610",
"1212": "9611",
"1213": "9612",
"1214": "9613",
"1215": "9614",
"1216": "9615",
"1217": "9616",
"1218": "9617",
"1219": "9618",
"1220": "9619",
"1221": "9620",
"1222": "9701",
"1223": "9702",
"1224": "9703",
"1225": "9704",
"1226": "9705",
"1227": "9706"
},
"initializer_range": 0.02,
"intermediate_size": 600,
"label2id": {
"0101": 0,
"0102": 1,
"0103": 2,
"0104": 3,
"0105": 4,
"0106": 5,
"0201": 6,
"0202": 7,
"0203": 8,
"0204": 9,
"0205": 10,
"0206": 11,
"0207": 12,
"0208": 13,
"0209": 14,
"0210": 15,
"0301": 16,
"0302": 17,
"0303": 18,
"0304": 19,
"0305": 20,
"0306": 21,
"0307": 22,
"0308": 23,
"0309": 24,
"0401": 25,
"0402": 26,
"0403": 27,
"0404": 28,
"0405": 29,
"0406": 30,
"0407": 31,
"0408": 32,
"0409": 33,
"0410": 34,
"0501": 35,
"0502": 36,
"0504": 37,
"0505": 38,
"0506": 39,
"0507": 40,
"0508": 41,
"0510": 42,
"0511": 43,
"0601": 44,
"0602": 45,
"0603": 46,
"0604": 47,
"0701": 48,
"0702": 49,
"0703": 50,
"0704": 51,
"0705": 52,
"0706": 53,
"0707": 54,
"0708": 55,
"0709": 56,
"0710": 57,
"0711": 58,
"0712": 59,
"0713": 60,
"0714": 61,
"0801": 62,
"0802": 63,
"0803": 64,
"0804": 65,
"0805": 66,
"0806": 67,
"0807": 68,
"0808": 69,
"0809": 70,
"0810": 71,
"0811": 72,
"0812": 73,
"0813": 74,
"0814": 75,
"0901": 76,
"0902": 77,
"0903": 78,
"0904": 79,
"0905": 80,
"0906": 81,
"0907": 82,
"0908": 83,
"0909": 84,
"0910": 85,
"1001": 86,
"1002": 87,
"1003": 88,
"1004": 89,
"1005": 90,
"1006": 91,
"1007": 92,
"1008": 93,
"1101": 94,
"1102": 95,
"1103": 96,
"1104": 97,
"1105": 98,
"1106": 99,
"1107": 100,
"1108": 101,
"1109": 102,
"1201": 103,
"1202": 104,
"1203": 105,
"1204": 106,
"1205": 107,
"1206": 108,
"1207": 109,
"1208": 110,
"1209": 111,
"1210": 112,
"1211": 113,
"1212": 114,
"1213": 115,
"1214": 116,
"1301": 117,
"1302": 118,
"1401": 119,
"1404": 120,
"1501": 121,
"1502": 122,
"1503": 123,
"1504": 124,
"1505": 125,
"1506": 126,
"1507": 127,
"1508": 128,
"1509": 129,
"1510": 130,
"1511": 131,
"1512": 132,
"1513": 133,
"1514": 134,
"1515": 135,
"1516": 136,
"1517": 137,
"1518": 138,
"1520": 139,
"1521": 140,
"1522": 141,
"1601": 142,
"1602": 143,
"1603": 144,
"1604": 145,
"1605": 146,
"1701": 147,
"1702": 148,
"1703": 149,
"1704": 150,
"1801": 151,
"1802": 152,
"1803": 153,
"1804": 154,
"1805": 155,
"1806": 156,
"1901": 157,
"1902": 158,
"1903": 159,
"1904": 160,
"1905": 161,
"2001": 162,
"2002": 163,
"2003": 164,
"2004": 165,
"2005": 166,
"2006": 167,
"2007": 168,
"2008": 169,
"2009": 170,
"2101": 171,
"2102": 172,
"2103": 173,
"2104": 174,
"2105": 175,
"2106": 176,
"2201": 177,
"2202": 178,
"2203": 179,
"2204": 180,
"2205": 181,
"2206": 182,
"2207": 183,
"2208": 184,
"2209": 185,
"2301": 186,
"2302": 187,
"2303": 188,
"2304": 189,
"2305": 190,
"2306": 191,
"2307": 192,
"2308": 193,
"2309": 194,
"2401": 195,
"2402": 196,
"2403": 197,
"2404": 198,
"2501": 199,
"2502": 200,
"2503": 201,
"2504": 202,
"2505": 203,
"2506": 204,
"2507": 205,
"2508": 206,
"2509": 207,
"2510": 208,
"2511": 209,
"2512": 210,
"2513": 211,
"2514": 212,
"2515": 213,
"2516": 214,
"2517": 215,
"2518": 216,
"2519": 217,
"2520": 218,
"2521": 219,
"2522": 220,
"2523": 221,
"2524": 222,
"2525": 223,
"2526": 224,
"2528": 225,
"2529": 226,
"2530": 227,
"2601": 228,
"2602": 229,
"2603": 230,
"2604": 231,
"2605": 232,
"2606": 233,
"2607": 234,
"2608": 235,
"2609": 236,
"2610": 237,
"2611": 238,
"2612": 239,
"2613": 240,
"2614": 241,
"2615": 242,
"2616": 243,
"2617": 244,
"2618": 245,
"2619": 246,
"2620": 247,
"2621": 248,
"2701": 249,
"2702": 250,
"2703": 251,
"2704": 252,
"2705": 253,
"2706": 254,
"2707": 255,
"2708": 256,
"2709": 257,
"2710": 258,
"2711": 259,
"2712": 260,
"2713": 261,
"2714": 262,
"2715": 263,
"2716": 264,
"2801": 265,
"2802": 266,
"2803": 267,
"2804": 268,
"2805": 269,
"2806": 270,
"2807": 271,
"2808": 272,
"2809": 273,
"2810": 274,
"2811": 275,
"2812": 276,
"2813": 277,
"2814": 278,
"2815": 279,
"2816": 280,
"2817": 281,
"2818": 282,
"2819": 283,
"2820": 284,
"2821": 285,
"2822": 286,
"2823": 287,
"2824": 288,
"2825": 289,
"2826": 290,
"2827": 291,
"2828": 292,
"2829": 293,
"2830": 294,
"2831": 295,
"2832": 296,
"2833": 297,
"2834": 298,
"2835": 299,
"2836": 300,
"2837": 301,
"2839": 302,
"2840": 303,
"2841": 304,
"2842": 305,
"2843": 306,
"2844": 307,
"2845": 308,
"2846": 309,
"2847": 310,
"2849": 311,
"2850": 312,
"2852": 313,
"2853": 314,
"2901": 315,
"2902": 316,
"2903": 317,
"2904": 318,
"2905": 319,
"2906": 320,
"2907": 321,
"2908": 322,
"2909": 323,
"2910": 324,
"2911": 325,
"2912": 326,
"2913": 327,
"2914": 328,
"2915": 329,
"2916": 330,
"2917": 331,
"2918": 332,
"2919": 333,
"2920": 334,
"2921": 335,
"2922": 336,
"2923": 337,
"2924": 338,
"2925": 339,
"2926": 340,
"2927": 341,
"2928": 342,
"2929": 343,
"2930": 344,
"2931": 345,
"2932": 346,
"2933": 347,
"2934": 348,
"2935": 349,
"2936": 350,
"2937": 351,
"2938": 352,
"2939": 353,
"2940": 354,
"2941": 355,
"2942": 356,
"3001": 357,
"3002": 358,
"3003": 359,
"3004": 360,
"3005": 361,
"3006": 362,
"3101": 363,
"3102": 364,
"3103": 365,
"3104": 366,
"3105": 367,
"3201": 368,
"3202": 369,
"3203": 370,
"3204": 371,
"3205": 372,
"3206": 373,
"3207": 374,
"3208": 375,
"3209": 376,
"3210": 377,
"3211": 378,
"3212": 379,
"3213": 380,
"3214": 381,
"3215": 382,
"3301": 383,
"3302": 384,
"3303": 385,
"3304": 386,
"3305": 387,
"3306": 388,
"3307": 389,
"3401": 390,
"3402": 391,
"3403": 392,
"3404": 393,
"3405": 394,
"3406": 395,
"3407": 396,
"3501": 397,
"3502": 398,
"3503": 399,
"3504": 400,
"3505": 401,
"3506": 402,
"3507": 403,
"3601": 404,
"3602": 405,
"3603": 406,
"3604": 407,
"3605": 408,
"3606": 409,
"3701": 410,
"3702": 411,
"3703": 412,
"3704": 413,
"3705": 414,
"3706": 415,
"3707": 416,
"3801": 417,
"3802": 418,
"3803": 419,
"3804": 420,
"3805": 421,
"3806": 422,
"3807": 423,
"3808": 424,
"3809": 425,
"3810": 426,
"3811": 427,
"3812": 428,
"3813": 429,
"3814": 430,
"3815": 431,
"3816": 432,
"3817": 433,
"3818": 434,
"3819": 435,
"3820": 436,
"3821": 437,
"3822": 438,
"3823": 439,
"3824": 440,
"3825": 441,
"3826": 442,
"3827": 443,
"3901": 444,
"3902": 445,
"3903": 446,
"3904": 447,
"3905": 448,
"3906": 449,
"3907": 450,
"3908": 451,
"3909": 452,
"3910": 453,
"3911": 454,
"3912": 455,
"3913": 456,
"3914": 457,
"3915": 458,
"3916": 459,
"3917": 460,
"3918": 461,
"3919": 462,
"3920": 463,
"3921": 464,
"3922": 465,
"3923": 466,
"3924": 467,
"3925": 468,
"3926": 469,
"4001": 470,
"4002": 471,
"4003": 472,
"4004": 473,
"4005": 474,
"4006": 475,
"4007": 476,
"4008": 477,
"4009": 478,
"4010": 479,
"4011": 480,
"4012": 481,
"4013": 482,
"4014": 483,
"4015": 484,
"4016": 485,
"4017": 486,
"4101": 487,
"4102": 488,
"4103": 489,
"4104": 490,
"4105": 491,
"4106": 492,
"4107": 493,
"4112": 494,
"4113": 495,
"4114": 496,
"4115": 497,
"4201": 498,
"4202": 499,
"4203": 500,
"4205": 501,
"4206": 502,
"4301": 503,
"4302": 504,
"4303": 505,
"4304": 506,
"4401": 507,
"4402": 508,
"4403": 509,
"4404": 510,
"4405": 511,
"4406": 512,
"4407": 513,
"4408": 514,
"4409": 515,
"4410": 516,
"4411": 517,
"4412": 518,
"4413": 519,
"4414": 520,
"4415": 521,
"4416": 522,
"4417": 523,
"4418": 524,
"4419": 525,
"4420": 526,
"4421": 527,
"4501": 528,
"4502": 529,
"4503": 530,
"4504": 531,
"4601": 532,
"4602": 533,
"4701": 534,
"4702": 535,
"4703": 536,
"4704": 537,
"4705": 538,
"4706": 539,
"4707": 540,
"4801": 541,
"4802": 542,
"4803": 543,
"4804": 544,
"4805": 545,
"4806": 546,
"4807": 547,
"4808": 548,
"4809": 549,
"4810": 550,
"4811": 551,
"4812": 552,
"4813": 553,
"4814": 554,
"4816": 555,
"4817": 556,
"4818": 557,
"4819": 558,
"4820": 559,
"4821": 560,
"4822": 561,
"4823": 562,
"4901": 563,
"4902": 564,
"4903": 565,
"4904": 566,
"4905": 567,
"4906": 568,
"4907": 569,
"4908": 570,
"4909": 571,
"4910": 572,
"4911": 573,
"5001": 574,
"5002": 575,
"5003": 576,
"5004": 577,
"5005": 578,
"5006": 579,
"5007": 580,
"5101": 581,
"5102": 582,
"5103": 583,
"5104": 584,
"5105": 585,
"5106": 586,
"5107": 587,
"5108": 588,
"5109": 589,
"5110": 590,
"5111": 591,
"5112": 592,
"5113": 593,
"5201": 594,
"5202": 595,
"5203": 596,
"5204": 597,
"5205": 598,
"5206": 599,
"5207": 600,
"5208": 601,
"5209": 602,
"5210": 603,
"5211": 604,
"5212": 605,
"5301": 606,
"5302": 607,
"5303": 608,
"5305": 609,
"5306": 610,
"5307": 611,
"5308": 612,
"5309": 613,
"5310": 614,
"5311": 615,
"5401": 616,
"5402": 617,
"5403": 618,
"5404": 619,
"5405": 620,
"5406": 621,
"5407": 622,
"5408": 623,
"5501": 624,
"5502": 625,
"5503": 626,
"5504": 627,
"5505": 628,
"5506": 629,
"5507": 630,
"5508": 631,
"5509": 632,
"5510": 633,
"5511": 634,
"5512": 635,
"5513": 636,
"5514": 637,
"5515": 638,
"5516": 639,
"5601": 640,
"5602": 641,
"5603": 642,
"5604": 643,
"5605": 644,
"5606": 645,
"5607": 646,
"5608": 647,
"5609": 648,
"5701": 649,
"5702": 650,
"5703": 651,
"5704": 652,
"5705": 653,
"5801": 654,
"5802": 655,
"5803": 656,
"5804": 657,
"5805": 658,
"5806": 659,
"5807": 660,
"5808": 661,
"5809": 662,
"5810": 663,
"5811": 664,
"5901": 665,
"5902": 666,
"5903": 667,
"5904": 668,
"5905": 669,
"5906": 670,
"5907": 671,
"5908": 672,
"5909": 673,
"5910": 674,
"5911": 675,
"6001": 676,
"6002": 677,
"6003": 678,
"6004": 679,
"6005": 680,
"6006": 681,
"6101": 682,
"6102": 683,
"6103": 684,
"6104": 685,
"6105": 686,
"6106": 687,
"6107": 688,
"6108": 689,
"6109": 690,
"6110": 691,
"6111": 692,
"6112": 693,
"6113": 694,
"6114": 695,
"6115": 696,
"6116": 697,
"6117": 698,
"6201": 699,
"6202": 700,
"6203": 701,
"6204": 702,
"6205": 703,
"6206": 704,
"6207": 705,
"6208": 706,
"6209": 707,
"6210": 708,
"6211": 709,
"6212": 710,
"6213": 711,
"6214": 712,
"6215": 713,
"6216": 714,
"6217": 715,
"6301": 716,
"6302": 717,
"6303": 718,
"6304": 719,
"6305": 720,
"6306": 721,
"6307": 722,
"6308": 723,
"6309": 724,
"6310": 725,
"6401": 726,
"6402": 727,
"6403": 728,
"6404": 729,
"6405": 730,
"6406": 731,
"6501": 732,
"6502": 733,
"6504": 734,
"6505": 735,
"6506": 736,
"6507": 737,
"6601": 738,
"6602": 739,
"6603": 740,
"6701": 741,
"6702": 742,
"6703": 743,
"6704": 744,
"6801": 745,
"6802": 746,
"6803": 747,
"6804": 748,
"6805": 749,
"6806": 750,
"6807": 751,
"6808": 752,
"6809": 753,
"6810": 754,
"6811": 755,
"6812": 756,
"6813": 757,
"6814": 758,
"6815": 759,
"6901": 760,
"6902": 761,
"6903": 762,
"6904": 763,
"6905": 764,
"6906": 765,
"6907": 766,
"6909": 767,
"6910": 768,
"6911": 769,
"6912": 770,
"6913": 771,
"6914": 772,
"7001": 773,
"7002": 774,
"7003": 775,
"7004": 776,
"7005": 777,
"7006": 778,
"7007": 779,
"7008": 780,
"7009": 781,
"7010": 782,
"7011": 783,
"7013": 784,
"7014": 785,
"7015": 786,
"7016": 787,
"7017": 788,
"7018": 789,
"7019": 790,
"7020": 791,
"7101": 792,
"7102": 793,
"7103": 794,
"7104": 795,
"7105": 796,
"7106": 797,
"7107": 798,
"7108": 799,
"7109": 800,
"7110": 801,
"7111": 802,
"7112": 803,
"7113": 804,
"7114": 805,
"7115": 806,
"7116": 807,
"7117": 808,
"7118": 809,
"7201": 810,
"7202": 811,
"7203": 812,
"7204": 813,
"7205": 814,
"7206": 815,
"7207": 816,
"7208": 817,
"7209": 818,
"7210": 819,
"7211": 820,
"7212": 821,
"7213": 822,
"7214": 823,
"7215": 824,
"7216": 825,
"7217": 826,
"7218": 827,
"7219": 828,
"7220": 829,
"7221": 830,
"7222": 831,
"7223": 832,
"7224": 833,
"7225": 834,
"7226": 835,
"7227": 836,
"7228": 837,
"7229": 838,
"7301": 839,
"7302": 840,
"7303": 841,
"7304": 842,
"7305": 843,
"7306": 844,
"7307": 845,
"7308": 846,
"7309": 847,
"7310": 848,
"7311": 849,
"7312": 850,
"7313": 851,
"7314": 852,
"7315": 853,
"7316": 854,
"7317": 855,
"7318": 856,
"7319": 857,
"7320": 858,
"7321": 859,
"7322": 860,
"7323": 861,
"7324": 862,
"7325": 863,
"7326": 864,
"7401": 865,
"7402": 866,
"7403": 867,
"7404": 868,
"7405": 869,
"7406": 870,
"7407": 871,
"7408": 872,
"7409": 873,
"7410": 874,
"7411": 875,
"7412": 876,
"7413": 877,
"7415": 878,
"7418": 879,
"7419": 880,
"7501": 881,
"7502": 882,
"7503": 883,
"7504": 884,
"7505": 885,
"7506": 886,
"7507": 887,
"7508": 888,
"7601": 889,
"7602": 890,
"7603": 891,
"7604": 892,
"7605": 893,
"7606": 894,
"7607": 895,
"7608": 896,
"7609": 897,
"7610": 898,
"7611": 899,
"7612": 900,
"7613": 901,
"7614": 902,
"7615": 903,
"7616": 904,
"7801": 905,
"7802": 906,
"7804": 907,
"7806": 908,
"7901": 909,
"7902": 910,
"7903": 911,
"7904": 912,
"7905": 913,
"7907": 914,
"8001": 915,
"8002": 916,
"8003": 917,
"8007": 918,
"8101": 919,
"8102": 920,
"8103": 921,
"8104": 922,
"8105": 923,
"8106": 924,
"8108": 925,
"8109": 926,
"8110": 927,
"8111": 928,
"8112": 929,
"8113": 930,
"8201": 931,
"8202": 932,
"8203": 933,
"8204": 934,
"8205": 935,
"8206": 936,
"8207": 937,
"8208": 938,
"8209": 939,
"8210": 940,
"8211": 941,
"8212": 942,
"8213": 943,
"8214": 944,
"8215": 945,
"8301": 946,
"8302": 947,
"8303": 948,
"8304": 949,
"8305": 950,
"8306": 951,
"8307": 952,
"8308": 953,
"8309": 954,
"8310": 955,
"8311": 956,
"8401": 957,
"8402": 958,
"8403": 959,
"8404": 960,
"8405": 961,
"8406": 962,
"8407": 963,
"8408": 964,
"8409": 965,
"8410": 966,
"8411": 967,
"8412": 968,
"8413": 969,
"8414": 970,
"8415": 971,
"8416": 972,
"8417": 973,
"8418": 974,
"8419": 975,
"8420": 976,
"8421": 977,
"8422": 978,
"8423": 979,
"8424": 980,
"8425": 981,
"8426": 982,
"8427": 983,
"8428": 984,
"8429": 985,
"8430": 986,
"8431": 987,
"8432": 988,
"8433": 989,
"8434": 990,
"8435": 991,
"8436": 992,
"8437": 993,
"8438": 994,
"8439": 995,
"8440": 996,
"8441": 997,
"8442": 998,
"8443": 999,
"8444": 1000,
"8445": 1001,
"8446": 1002,
"8447": 1003,
"8448": 1004,
"8449": 1005,
"8450": 1006,
"8451": 1007,
"8452": 1008,
"8453": 1009,
"8454": 1010,
"8455": 1011,
"8456": 1012,
"8457": 1013,
"8458": 1014,
"8459": 1015,
"8460": 1016,
"8461": 1017,
"8462": 1018,
"8463": 1019,
"8464": 1020,
"8465": 1021,
"8466": 1022,
"8467": 1023,
"8468": 1024,
"8470": 1025,
"8471": 1026,
"8472": 1027,
"8473": 1028,
"8474": 1029,
"8475": 1030,
"8476": 1031,
"8477": 1032,
"8478": 1033,
"8479": 1034,
"8480": 1035,
"8481": 1036,
"8482": 1037,
"8483": 1038,
"8484": 1039,
"8485": 1040,
"8486": 1041,
"8487": 1042,
"8501": 1043,
"8502": 1044,
"8503": 1045,
"8504": 1046,
"8505": 1047,
"8506": 1048,
"8507": 1049,
"8508": 1050,
"8509": 1051,
"8510": 1052,
"8511": 1053,
"8512": 1054,
"8513": 1055,
"8514": 1056,
"8515": 1057,
"8516": 1058,
"8517": 1059,
"8518": 1060,
"8519": 1061,
"8521": 1062,
"8522": 1063,
"8523": 1064,
"8524": 1065,
"8525": 1066,
"8526": 1067,
"8527": 1068,
"8528": 1069,
"8529": 1070,
"8530": 1071,
"8531": 1072,
"8532": 1073,
"8533": 1074,
"8534": 1075,
"8535": 1076,
"8536": 1077,
"8537": 1078,
"8538": 1079,
"8539": 1080,
"8540": 1081,
"8541": 1082,
"8542": 1083,
"8543": 1084,
"8544": 1085,
"8545": 1086,
"8546": 1087,
"8547": 1088,
"8548": 1089,
"8549": 1090,
"8601": 1091,
"8602": 1092,
"8603": 1093,
"8604": 1094,
"8605": 1095,
"8606": 1096,
"8607": 1097,
"8608": 1098,
"8609": 1099,
"8701": 1100,
"8702": 1101,
"8703": 1102,
"8704": 1103,
"8705": 1104,
"8706": 1105,
"8707": 1106,
"8708": 1107,
"8709": 1108,
"8710": 1109,
"8711": 1110,
"8712": 1111,
"8713": 1112,
"8714": 1113,
"8715": 1114,
"8716": 1115,
"8801": 1116,
"8802": 1117,
"8804": 1118,
"8805": 1119,
"8806": 1120,
"8807": 1121,
"8901": 1122,
"8902": 1123,
"8903": 1124,
"8904": 1125,
"8905": 1126,
"8906": 1127,
"8907": 1128,
"8908": 1129,
"9001": 1130,
"9002": 1131,
"9003": 1132,
"9004": 1133,
"9005": 1134,
"9006": 1135,
"9007": 1136,
"9008": 1137,
"9010": 1138,
"9011": 1139,
"9012": 1140,
"9013": 1141,
"9014": 1142,
"9015": 1143,
"9016": 1144,
"9017": 1145,
"9018": 1146,
"9019": 1147,
"9020": 1148,
"9021": 1149,
"9022": 1150,
"9023": 1151,
"9024": 1152,
"9025": 1153,
"9026": 1154,
"9027": 1155,
"9028": 1156,
"9029": 1157,
"9030": 1158,
"9031": 1159,
"9032": 1160,
"9033": 1161,
"9101": 1162,
"9102": 1163,
"9103": 1164,
"9104": 1165,
"9105": 1166,
"9106": 1167,
"9107": 1168,
"9108": 1169,
"9109": 1170,
"9110": 1171,
"9111": 1172,
"9112": 1173,
"9113": 1174,
"9114": 1175,
"9201": 1176,
"9202": 1177,
"9205": 1178,
"9206": 1179,
"9207": 1180,
"9208": 1181,
"9209": 1182,
"9301": 1183,
"9302": 1184,
"9303": 1185,
"9304": 1186,
"9305": 1187,
"9306": 1188,
"9307": 1189,
"9401": 1190,
"9402": 1191,
"9403": 1192,
"9404": 1193,
"9405": 1194,
"9406": 1195,
"9503": 1196,
"9504": 1197,
"9505": 1198,
"9506": 1199,
"9507": 1200,
"9508": 1201,
"9601": 1202,
"9602": 1203,
"9603": 1204,
"9604": 1205,
"9605": 1206,
"9606": 1207,
"9607": 1208,
"9608": 1209,
"9609": 1210,
"9610": 1211,
"9611": 1212,
"9612": 1213,
"9613": 1214,
"9614": 1215,
"9615": 1216,
"9616": 1217,
"9617": 1218,
"9618": 1219,
"9619": 1220,
"9620": 1221,
"9701": 1222,
"9702": 1223,
"9703": 1224,
"9704": 1225,
"9705": 1226,
"9706": 1227
},
"layer_norm_eps": 1e-12,
"max_position_embeddings": 2048,
"model_type": "bert",
"num_attention_heads": 12,
"num_hidden_layers": 3,
"pad_token_id": 0,
"position_embedding_type": "absolute",
"torch_dtype": "float32",
"transformers_version": "4.30.1",
"type_vocab_size": 2,
"use_cache": true,
"vocab_size": 83828
}