{ "_name_or_path": "xlm-roberta-base", "architectures": [ "XLMRobertaForSequenceClassification" ], "attention_probs_dropout_prob": 0.1, "bos_token_id": 0, "eos_token_id": 2, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "011100", "1": "011200", "2": "011300", "3": "011400", "4": "011500", "5": "011600", "6": "011900", "7": "012100", "8": "012200", "9": "012300", "10": "012400", "11": "012500", "12": "012600", "13": "012700", "14": "012800", "15": "012900", "16": "013000", "17": "014100", "18": "014200", "19": "014300", "20": "014400", "21": "014500", "22": "014610", "23": "014620", "24": "014700", "25": "014910", "26": "014920", "27": "015000", "28": "016100", "29": "016200", "30": "016300", "31": "016400", "32": "017000", "33": "021000", "34": "022000", "35": "023000", "36": "024000", "37": "031100", "38": "031200", "39": "032100", "40": "032200", "41": "051000", "42": "052000", "43": "061000", "44": "062000", "45": "071000", "46": "072100", "47": "072900", "48": "081100", "49": "081200", "50": "089100", "51": "089200", "52": "089300", "53": "089900", "54": "091000", "55": "099000", "56": "101110", "57": "101190", "58": "101200", "59": "101300", "60": "102010", "61": "102020", "62": "103100", "63": "103200", "64": "103900", "65": "104100", "66": "104200", "67": "105100", "68": "105200", "69": "106100", "70": "106200", "71": "107110", "72": "107120", "73": "107200", "74": "107300", "75": "108100", "76": "108200", "77": "108300", "78": "108400", "79": "108500", "80": "108600", "81": "108900", "82": "109100", "83": "109200", "84": "110100", "85": "110200", "86": "110300", "87": "110400", "88": "110500", "89": "110600", "90": "110700", "91": "120000", "92": "131000", "93": "132000", "94": "133000", "95": "139100", "96": "139210", "97": "139220", "98": "139300", "99": "139400", "100": "139500", "101": "139600", "102": "139900", "103": "141100", "104": "141200", "105": "141300", "106": "141400", "107": "141900", "108": "142000", "109": "143100", "110": "143900", "111": "151100", "112": "151200", "113": "152000", "114": "161000", "115": "162100", "116": "162200", "117": "162300", "118": "162400", "119": "162900", "120": "171100", "121": "171200", "122": "172100", "123": "172200", "124": "172300", "125": "172400", "126": "172900", "127": "181100", "128": "181200", "129": "181300", "130": "181400", "131": "182000", "132": "191000", "133": "192000", "134": "201100", "135": "201200", "136": "201300", "137": "201400", "138": "201500", "139": "201600", "140": "201700", "141": "202000", "142": "203000", "143": "204100", "144": "204200", "145": "205100", "146": "205200", "147": "205300", "148": "205900", "149": "206000", "150": "211000", "151": "212000", "152": "221100", "153": "221900", "154": "222100", "155": "222200", "156": "222300", "157": "222900", "158": "231100", "159": "231200", "160": "231300", "161": "231400", "162": "231900", "163": "232000", "164": "233100", "165": "233200", "166": "234100", "167": "234200", "168": "234300", "169": "234400", "170": "234900", "171": "235100", "172": "235200", "173": "236100", "174": "236200", "175": "236300", "176": "236400", "177": "236500", "178": "236900", "179": "237000", "180": "239100", "181": "239910", "182": "239990", "183": "241000", "184": "242000", "185": "243100", "186": "243200", "187": "243300", "188": "243400", "189": "244100", "190": "244200", "191": "244300", "192": "244400", "193": "244500", "194": "244600", "195": "245100", "196": "245200", "197": "245300", "198": "245400", "199": "251100", "200": "251200", "201": "252100", "202": "252900", "203": "253000", "204": "254000", "205": "255000", "206": "256100", "207": "256200", "208": "257100", "209": "257200", "210": "257300", "211": "259100", "212": "259200", "213": "259300", "214": "259400", "215": "259900", "216": "261100", "217": "261200", "218": "262000", "219": "263000", "220": "264000", "221": "265100", "222": "265200", "223": "266010", "224": "266090", "225": "267000", "226": "268000", "227": "271100", "228": "271200", "229": "272000", "230": "273100", "231": "273200", "232": "273300", "233": "274000", "234": "275100", "235": "275200", "236": "279000", "237": "281110", "238": "281190", "239": "281200", "240": "281300", "241": "281400", "242": "281500", "243": "282100", "244": "282200", "245": "282300", "246": "282400", "247": "282500", "248": "282900", "249": "283000", "250": "284100", "251": "284900", "252": "289100", "253": "289200", "254": "289300", "255": "289400", "256": "289500", "257": "289600", "258": "289900", "259": "291000", "260": "292000", "261": "293100", "262": "293200", "263": "301100", "264": "301200", "265": "302000", "266": "303000", "267": "304000", "268": "309100", "269": "309200", "270": "309900", "271": "310100", "272": "310200", "273": "310300", "274": "310900", "275": "321100", "276": "321200", "277": "321300", "278": "322000", "279": "323000", "280": "324000", "281": "325000", "282": "329100", "283": "329900", "284": "331100", "285": "331200", "286": "331300", "287": "331400", "288": "331500", "289": "331600", "290": "331700", "291": "331900", "292": "332000", "293": "351100", "294": "351200", "295": "351300", "296": "351400", "297": "352100", "298": "352200", "299": "352300", "300": "353000", "301": "360000", "302": "370000", "303": "381100", "304": "381200", "305": "382110", "306": "382120", "307": "382200", "308": "383100", "309": "383200", "310": "390000", "311": "411000", "312": "412000", "313": "421100", "314": "421200", "315": "421300", "316": "422100", "317": "422200", "318": "429100", "319": "429900", "320": "431100", "321": "431200", "322": "431300", "323": "432100", "324": "432200", "325": "432900", "326": "433100", "327": "433200", "328": "433300", "329": "433410", "330": "433420", "331": "433900", "332": "439100", "333": "439910", "334": "439990", "335": "451110", "336": "451120", "337": "451910", "338": "451920", "339": "452010", "340": "452020", "341": "452030", "342": "452040", "343": "453100", "344": "453200", "345": "454000", "346": "461100", "347": "461200", "348": "461300", "349": "461400", "350": "461500", "351": "461600", "352": "461710", "353": "461790", "354": "461800", "355": "461900", "356": "462100", "357": "462200", "358": "462300", "359": "462400", "360": "463100", "361": "463200", "362": "463300", "363": "463410", "364": "463420", "365": "463500", "366": "463600", "367": "463700", "368": "463810", "369": "463890", "370": "463900", "371": "464100", "372": "464210", "373": "464220", "374": "464310", "375": "464320", "376": "464330", "377": "464340", "378": "464350", "379": "464410", "380": "464420", "381": "464500", "382": "464610", "383": "464620", "384": "464700", "385": "464800", "386": "464910", "387": "464920", "388": "464930", "389": "464990", "390": "465100", "391": "465210", "392": "465220", "393": "466100", "394": "466200", "395": "466300", "396": "466400", "397": "466500", "398": "466600", "399": "466900", "400": "467100", "401": "467200", "402": "467310", "403": "467320", "404": "467400", "405": "467500", "406": "467600", "407": "467700", "408": "469000", "409": "471110", "410": "471120", "411": "471130", "412": "471900", "413": "472100", "414": "472200", "415": "472300", "416": "472400", "417": "472500", "418": "472600", "419": "472900", "420": "473000", "421": "474100", "422": "474200", "423": "474300", "424": "475100", "425": "475210", "426": "475220", "427": "475300", "428": "475400", "429": "475910", "430": "475920", "431": "475930", "432": "475940", "433": "475990", "434": "476100", "435": "476200", "436": "476300", "437": "476410", "438": "476420", "439": "476430", "440": "476500", "441": "477110", "442": "477120", "443": "477210", "444": "477220", "445": "477300", "446": "477400", "447": "477500", "448": "477610", "449": "477620", "450": "477630", "451": "477700", "452": "477810", "453": "477820", "454": "477830", "455": "477840", "456": "477890", "457": "477900", "458": "478100", "459": "478200", "460": "478900", "461": "479111", "462": "479112", "463": "479113", "464": "479114", "465": "479115", "466": "479116", "467": "479117", "468": "479119", "469": "479120", "470": "479900", "471": "491000", "472": "492000", "473": "493110", "474": "493120", "475": "493200", "476": "493910", "477": "493920", "478": "494100", "479": "494200", "480": "495000", "481": "501000", "482": "502000", "483": "503000", "484": "504000", "485": "511010", "486": "511020", "487": "512100", "488": "512200", "489": "521000", "490": "522110", "491": "522120", "492": "522130", "493": "522210", "494": "522220", "495": "522300", "496": "522400", "497": "522910", "498": "522920", "499": "522990", "500": "531000", "501": "532000", "502": "551010", "503": "551020", "504": "552000", "505": "553000", "506": "559000", "507": "561010", "508": "561020", "509": "562100", "510": "562900", "511": "563000", "512": "581100", "513": "581200", "514": "581300", "515": "581410", "516": "581420", "517": "581900", "518": "582100", "519": "582900", "520": "591110", "521": "591120", "522": "591200", "523": "591300", "524": "591400", "525": "592000", "526": "601000", "527": "602000", "528": "611000", "529": "612000", "530": "613000", "531": "619000", "532": "620100", "533": "620200", "534": "620300", "535": "620900", "536": "631100", "537": "631200", "538": "639100", "539": "639900", "540": "641100", "541": "641900", "542": "642010", "543": "642020", "544": "642030", "545": "643010", "546": "643020", "547": "643030", "548": "643040", "549": "649100", "550": "649210", "551": "649220", "552": "649230", "553": "649240", "554": "649900", "555": "651100", "556": "651200", "557": "652000", "558": "653010", "559": "653020", "560": "661100", "561": "661200", "562": "661900", "563": "662100", "564": "662200", "565": "662900", "566": "663000", "567": "681000", "568": "682010", "569": "682020", "570": "682030", "571": "682040", "572": "683110", "573": "683120", "574": "683210", "575": "683220", "576": "691000", "577": "692000", "578": "701010", "579": "701020", "580": "702100", "581": "702200", "582": "711100", "583": "711210", "584": "711220", "585": "711230", "586": "711240", "587": "711290", "588": "712010", "589": "712020", "590": "712090", "591": "721100", "592": "721900", "593": "722000", "594": "731110", "595": "731190", "596": "731200", "597": "732000", "598": "741010", "599": "741020", "600": "741030", "601": "742000", "602": "743000", "603": "749010", "604": "749090", "605": "750000", "606": "771100", "607": "771200", "608": "772100", "609": "772200", "610": "772900", "611": "773100", "612": "773200", "613": "773300", "614": "773400", "615": "773500", "616": "773900", "617": "774000", "618": "781000", "619": "782000", "620": "783000", "621": "791100", "622": "791200", "623": "799000", "624": "801000", "625": "802000", "626": "803000", "627": "811000", "628": "812100", "629": "812210", "630": "812220", "631": "812290", "632": "812900", "633": "813000", "634": "821100", "635": "821900", "636": "822000", "637": "823000", "638": "829100", "639": "829200", "640": "829900", "641": "841100", "642": "841200", "643": "841300", "644": "842100", "645": "842200", "646": "842300", "647": "842400", "648": "842500", "649": "843000", "650": "851000", "651": "852010", "652": "852020", "653": "853110", "654": "853120", "655": "853200", "656": "854100", "657": "854200", "658": "855100", "659": "855200", "660": "855300", "661": "855900", "662": "856000", "663": "861000", "664": "862100", "665": "862200", "666": "862300", "667": "869010", "668": "869020", "669": "869030", "670": "869040", "671": "869090", "672": "871010", "673": "871020", "674": "872010", "675": "872020", "676": "873010", "677": "873020", "678": "879010", "679": "879020", "680": "879090", "681": "881010", "682": "881020", "683": "881030", "684": "889110", "685": "889120", "686": "889130", "687": "889140", "688": "889150", "689": "889160", "690": "889910", "691": "889920", "692": "889990", "693": "900110", "694": "900120", "695": "900200", "696": "900300", "697": "900400", "698": "910110", "699": "910120", "700": "910200", "701": "910300", "702": "910400", "703": "920000", "704": "931100", "705": "931200", "706": "931300", "707": "931900", "708": "932100", "709": "932910", "710": "932990", "711": "941100", "712": "941200", "713": "942000", "714": "949100", "715": "949200", "716": "949900", "717": "951100", "718": "951200", "719": "952100", "720": "952200", "721": "952300", "722": "952400", "723": "952500", "724": "952900", "725": "960110", "726": "960120", "727": "960210", "728": "960220", "729": "960300", "730": "960400", "731": "960900", "732": "970000", "733": "981000", "734": "982000", "735": "990000" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "011100": 0, "011200": 1, "011300": 2, "011400": 3, "011500": 4, "011600": 5, "011900": 6, "012100": 7, "012200": 8, "012300": 9, "012400": 10, "012500": 11, "012600": 12, "012700": 13, "012800": 14, "012900": 15, "013000": 16, "014100": 17, "014200": 18, "014300": 19, "014400": 20, "014500": 21, "014610": 22, "014620": 23, "014700": 24, "014910": 25, "014920": 26, "015000": 27, "016100": 28, "016200": 29, "016300": 30, "016400": 31, "017000": 32, "021000": 33, "022000": 34, "023000": 35, "024000": 36, "031100": 37, "031200": 38, "032100": 39, "032200": 40, "051000": 41, "052000": 42, "061000": 43, "062000": 44, "071000": 45, "072100": 46, "072900": 47, "081100": 48, "081200": 49, "089100": 50, "089200": 51, "089300": 52, "089900": 53, "091000": 54, "099000": 55, "101110": 56, "101190": 57, "101200": 58, "101300": 59, "102010": 60, "102020": 61, "103100": 62, "103200": 63, "103900": 64, "104100": 65, "104200": 66, "105100": 67, "105200": 68, "106100": 69, "106200": 70, "107110": 71, "107120": 72, "107200": 73, "107300": 74, "108100": 75, "108200": 76, "108300": 77, "108400": 78, "108500": 79, "108600": 80, "108900": 81, "109100": 82, "109200": 83, "110100": 84, "110200": 85, "110300": 86, "110400": 87, "110500": 88, "110600": 89, "110700": 90, "120000": 91, "131000": 92, "132000": 93, "133000": 94, "139100": 95, "139210": 96, "139220": 97, "139300": 98, "139400": 99, "139500": 100, "139600": 101, "139900": 102, "141100": 103, "141200": 104, "141300": 105, "141400": 106, "141900": 107, "142000": 108, "143100": 109, "143900": 110, "151100": 111, "151200": 112, "152000": 113, "161000": 114, "162100": 115, "162200": 116, "162300": 117, "162400": 118, "162900": 119, "171100": 120, "171200": 121, "172100": 122, "172200": 123, "172300": 124, "172400": 125, "172900": 126, "181100": 127, "181200": 128, "181300": 129, "181400": 130, "182000": 131, "191000": 132, "192000": 133, "201100": 134, "201200": 135, "201300": 136, "201400": 137, "201500": 138, "201600": 139, "201700": 140, "202000": 141, "203000": 142, "204100": 143, "204200": 144, "205100": 145, "205200": 146, "205300": 147, "205900": 148, "206000": 149, "211000": 150, "212000": 151, "221100": 152, "221900": 153, "222100": 154, "222200": 155, "222300": 156, "222900": 157, "231100": 158, "231200": 159, "231300": 160, "231400": 161, "231900": 162, "232000": 163, "233100": 164, "233200": 165, "234100": 166, "234200": 167, "234300": 168, "234400": 169, "234900": 170, "235100": 171, "235200": 172, "236100": 173, "236200": 174, "236300": 175, "236400": 176, "236500": 177, "236900": 178, "237000": 179, "239100": 180, "239910": 181, "239990": 182, "241000": 183, "242000": 184, "243100": 185, "243200": 186, "243300": 187, "243400": 188, "244100": 189, "244200": 190, "244300": 191, "244400": 192, "244500": 193, "244600": 194, "245100": 195, "245200": 196, "245300": 197, "245400": 198, "251100": 199, "251200": 200, "252100": 201, "252900": 202, "253000": 203, "254000": 204, "255000": 205, "256100": 206, "256200": 207, "257100": 208, "257200": 209, "257300": 210, "259100": 211, "259200": 212, "259300": 213, "259400": 214, "259900": 215, "261100": 216, "261200": 217, "262000": 218, "263000": 219, "264000": 220, "265100": 221, "265200": 222, "266010": 223, "266090": 224, "267000": 225, "268000": 226, "271100": 227, "271200": 228, "272000": 229, "273100": 230, "273200": 231, "273300": 232, "274000": 233, "275100": 234, "275200": 235, "279000": 236, "281110": 237, "281190": 238, "281200": 239, "281300": 240, "281400": 241, "281500": 242, "282100": 243, "282200": 244, "282300": 245, "282400": 246, "282500": 247, "282900": 248, "283000": 249, "284100": 250, "284900": 251, "289100": 252, "289200": 253, "289300": 254, "289400": 255, "289500": 256, "289600": 257, "289900": 258, "291000": 259, "292000": 260, "293100": 261, "293200": 262, "301100": 263, "301200": 264, "302000": 265, "303000": 266, "304000": 267, "309100": 268, "309200": 269, "309900": 270, "310100": 271, "310200": 272, "310300": 273, "310900": 274, "321100": 275, "321200": 276, "321300": 277, "322000": 278, "323000": 279, "324000": 280, "325000": 281, "329100": 282, "329900": 283, "331100": 284, "331200": 285, "331300": 286, "331400": 287, "331500": 288, "331600": 289, "331700": 290, "331900": 291, "332000": 292, "351100": 293, "351200": 294, "351300": 295, "351400": 296, "352100": 297, "352200": 298, "352300": 299, "353000": 300, "360000": 301, "370000": 302, "381100": 303, "381200": 304, "382110": 305, "382120": 306, "382200": 307, "383100": 308, "383200": 309, "390000": 310, "411000": 311, "412000": 312, "421100": 313, "421200": 314, "421300": 315, "422100": 316, "422200": 317, "429100": 318, "429900": 319, "431100": 320, "431200": 321, "431300": 322, "432100": 323, "432200": 324, "432900": 325, "433100": 326, "433200": 327, "433300": 328, "433410": 329, "433420": 330, "433900": 331, "439100": 332, "439910": 333, "439990": 334, "451110": 335, "451120": 336, "451910": 337, "451920": 338, "452010": 339, "452020": 340, "452030": 341, "452040": 342, "453100": 343, "453200": 344, "454000": 345, "461100": 346, "461200": 347, "461300": 348, "461400": 349, "461500": 350, "461600": 351, "461710": 352, "461790": 353, "461800": 354, "461900": 355, "462100": 356, "462200": 357, "462300": 358, "462400": 359, "463100": 360, "463200": 361, "463300": 362, "463410": 363, "463420": 364, "463500": 365, "463600": 366, "463700": 367, "463810": 368, "463890": 369, "463900": 370, "464100": 371, "464210": 372, "464220": 373, "464310": 374, "464320": 375, "464330": 376, "464340": 377, "464350": 378, "464410": 379, "464420": 380, "464500": 381, "464610": 382, "464620": 383, "464700": 384, "464800": 385, "464910": 386, "464920": 387, "464930": 388, "464990": 389, "465100": 390, "465210": 391, "465220": 392, "466100": 393, "466200": 394, "466300": 395, "466400": 396, "466500": 397, "466600": 398, "466900": 399, "467100": 400, "467200": 401, "467310": 402, "467320": 403, "467400": 404, "467500": 405, "467600": 406, "467700": 407, "469000": 408, "471110": 409, "471120": 410, "471130": 411, "471900": 412, "472100": 413, "472200": 414, "472300": 415, "472400": 416, "472500": 417, "472600": 418, "472900": 419, "473000": 420, "474100": 421, "474200": 422, "474300": 423, "475100": 424, "475210": 425, "475220": 426, "475300": 427, "475400": 428, "475910": 429, "475920": 430, "475930": 431, "475940": 432, "475990": 433, "476100": 434, "476200": 435, "476300": 436, "476410": 437, "476420": 438, "476430": 439, "476500": 440, "477110": 441, "477120": 442, "477210": 443, "477220": 444, "477300": 445, "477400": 446, "477500": 447, "477610": 448, "477620": 449, "477630": 450, "477700": 451, "477810": 452, "477820": 453, "477830": 454, "477840": 455, "477890": 456, "477900": 457, "478100": 458, "478200": 459, "478900": 460, "479111": 461, "479112": 462, "479113": 463, "479114": 464, "479115": 465, "479116": 466, "479117": 467, "479119": 468, "479120": 469, "479900": 470, "491000": 471, "492000": 472, "493110": 473, "493120": 474, "493200": 475, "493910": 476, "493920": 477, "494100": 478, "494200": 479, "495000": 480, "501000": 481, "502000": 482, "503000": 483, "504000": 484, "511010": 485, "511020": 486, "512100": 487, "512200": 488, "521000": 489, "522110": 490, "522120": 491, "522130": 492, "522210": 493, "522220": 494, "522300": 495, "522400": 496, "522910": 497, "522920": 498, "522990": 499, "531000": 500, "532000": 501, "551010": 502, "551020": 503, "552000": 504, "553000": 505, "559000": 506, "561010": 507, "561020": 508, "562100": 509, "562900": 510, "563000": 511, "581100": 512, "581200": 513, "581300": 514, "581410": 515, "581420": 516, "581900": 517, "582100": 518, "582900": 519, "591110": 520, "591120": 521, "591200": 522, "591300": 523, "591400": 524, "592000": 525, "601000": 526, "602000": 527, "611000": 528, "612000": 529, "613000": 530, "619000": 531, "620100": 532, "620200": 533, "620300": 534, "620900": 535, "631100": 536, "631200": 537, "639100": 538, "639900": 539, "641100": 540, "641900": 541, "642010": 542, "642020": 543, "642030": 544, "643010": 545, "643020": 546, "643030": 547, "643040": 548, "649100": 549, "649210": 550, "649220": 551, "649230": 552, "649240": 553, "649900": 554, "651100": 555, "651200": 556, "652000": 557, "653010": 558, "653020": 559, "661100": 560, "661200": 561, "661900": 562, "662100": 563, "662200": 564, "662900": 565, "663000": 566, "681000": 567, "682010": 568, "682020": 569, "682030": 570, "682040": 571, "683110": 572, "683120": 573, "683210": 574, "683220": 575, "691000": 576, "692000": 577, "701010": 578, "701020": 579, "702100": 580, "702200": 581, "711100": 582, "711210": 583, "711220": 584, "711230": 585, "711240": 586, "711290": 587, "712010": 588, "712020": 589, "712090": 590, "721100": 591, "721900": 592, "722000": 593, "731110": 594, "731190": 595, "731200": 596, "732000": 597, "741010": 598, "741020": 599, "741030": 600, "742000": 601, "743000": 602, "749010": 603, "749090": 604, "750000": 605, "771100": 606, "771200": 607, "772100": 608, "772200": 609, "772900": 610, "773100": 611, "773200": 612, "773300": 613, "773400": 614, "773500": 615, "773900": 616, "774000": 617, "781000": 618, "782000": 619, "783000": 620, "791100": 621, "791200": 622, "799000": 623, "801000": 624, "802000": 625, "803000": 626, "811000": 627, "812100": 628, "812210": 629, "812220": 630, "812290": 631, "812900": 632, "813000": 633, "821100": 634, "821900": 635, "822000": 636, "823000": 637, "829100": 638, "829200": 639, "829900": 640, "841100": 641, "841200": 642, "841300": 643, "842100": 644, "842200": 645, "842300": 646, "842400": 647, "842500": 648, "843000": 649, "851000": 650, "852010": 651, "852020": 652, "853110": 653, "853120": 654, "853200": 655, "854100": 656, "854200": 657, "855100": 658, "855200": 659, "855300": 660, "855900": 661, "856000": 662, "861000": 663, "862100": 664, "862200": 665, "862300": 666, "869010": 667, "869020": 668, "869030": 669, "869040": 670, "869090": 671, "871010": 672, "871020": 673, "872010": 674, "872020": 675, "873010": 676, "873020": 677, "879010": 678, "879020": 679, "879090": 680, "881010": 681, "881020": 682, "881030": 683, "889110": 684, "889120": 685, "889130": 686, "889140": 687, "889150": 688, "889160": 689, "889910": 690, "889920": 691, "889990": 692, "900110": 693, "900120": 694, "900200": 695, "900300": 696, "900400": 697, "910110": 698, "910120": 699, "910200": 700, "910300": 701, "910400": 702, "920000": 703, "931100": 704, "931200": 705, "931300": 706, "931900": 707, "932100": 708, "932910": 709, "932990": 710, "941100": 711, "941200": 712, "942000": 713, "949100": 714, "949200": 715, "949900": 716, "951100": 717, "951200": 718, "952100": 719, "952200": 720, "952300": 721, "952400": 722, "952500": 723, "952900": 724, "960110": 725, "960120": 726, "960210": 727, "960220": 728, "960300": 729, "960400": 730, "960900": 731, "970000": 732, "981000": 733, "982000": 734, "990000": 735 }, "layer_norm_eps": 1e-05, "max_position_embeddings": 514, "model_type": "xlm-roberta", "num_attention_heads": 12, "num_hidden_layers": 12, "output_past": true, "pad_token_id": 1, "position_embedding_type": "absolute", "transformers_version": "4.2.1", "type_vocab_size": 1, "use_cache": true, "vocab_size": 250002 }