{ "_name_or_path": "xlm-roberta-base", "architectures": [ "XLMRobertaForSequenceClassification" ], "attention_probs_dropout_prob": 0.1, "bos_token_id": 0, "eos_token_id": 2, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "0111", "1": "0112", "2": "0113", "3": "0114", "4": "0115", "5": "0116", "6": "0119", "7": "0121", "8": "0122", "9": "0123", "10": "0124", "11": "0125", "12": "0126", "13": "0127", "14": "0128", "15": "0129", "16": "0130", "17": "0141", "18": "0142", "19": "0143", "20": "0144", "21": "0145", "22": "0146", "23": "0147", "24": "0149", "25": "0150", "26": "0161", "27": "0162", "28": "0163", "29": "0164", "30": "0170", "31": "0210", "32": "0220", "33": "0230", "34": "0240", "35": "0311", "36": "0312", "37": "0321", "38": "0322", "39": "0510", "40": "0520", "41": "0610", "42": "0620", "43": "0710", "44": "0721", "45": "0729", "46": "0811", "47": "0812", "48": "0891", "49": "0892", "50": "0893", "51": "0899", "52": "0910", "53": "0990", "54": "1011", "55": "1012", "56": "1013", "57": "1020", "58": "1031", "59": "1032", "60": "1039", "61": "1041", "62": "1042", "63": "1051", "64": "1052", "65": "1061", "66": "1062", "67": "1071", "68": "1072", "69": "1073", "70": "1081", "71": "1082", "72": "1083", "73": "1084", "74": "1085", "75": "1086", "76": "1089", "77": "1091", "78": "1092", "79": "1101", "80": "1102", "81": "1103", "82": "1104", "83": "1105", "84": "1106", "85": "1107", "86": "1200", "87": "1310", "88": "1320", "89": "1330", "90": "1391", "91": "1392", "92": "1393", "93": "1394", "94": "1395", "95": "1396", "96": "1399", "97": "1411", "98": "1412", "99": "1413", "100": "1414", "101": "1419", "102": "1420", "103": "1431", "104": "1439", "105": "1511", "106": "1512", "107": "1520", "108": "1610", "109": "1621", "110": "1622", "111": "1623", "112": "1624", "113": "1629", "114": "1711", "115": "1712", "116": "1721", "117": "1722", "118": "1723", "119": "1724", "120": "1729", "121": "1811", "122": "1812", "123": "1813", "124": "1814", "125": "1820", "126": "1910", "127": "1920", "128": "2011", "129": "2012", "130": "2013", "131": "2014", "132": "2015", "133": "2016", "134": "2017", "135": "2020", "136": "2030", "137": "2041", "138": "2042", "139": "2051", "140": "2052", "141": "2053", "142": "2059", "143": "2060", "144": "2110", "145": "2120", "146": "2211", "147": "2219", "148": "2221", "149": "2222", "150": "2223", "151": "2229", "152": "2311", "153": "2312", "154": "2313", "155": "2314", "156": "2319", "157": "2320", "158": "2331", "159": "2332", "160": "2341", "161": "2342", "162": "2343", "163": "2344", "164": "2349", "165": "2351", "166": "2352", "167": "2361", "168": "2362", "169": "2363", "170": "2364", "171": "2365", "172": "2369", "173": "2370", "174": "2391", "175": "2399", "176": "2410", "177": "2420", "178": "2431", "179": "2432", "180": "2433", "181": "2434", "182": "2441", "183": "2442", "184": "2443", "185": "2444", "186": "2445", "187": "2446", "188": "2451", "189": "2452", "190": "2453", "191": "2454", "192": "2511", "193": "2512", "194": "2521", "195": "2529", "196": "2530", "197": "2540", "198": "2550", "199": "2561", "200": "2562", "201": "2571", "202": "2572", "203": "2573", "204": "2591", "205": "2592", "206": "2593", "207": "2594", "208": "2599", "209": "2611", "210": "2612", "211": "2620", "212": "2630", "213": "2640", "214": "2651", "215": "2652", "216": "2660", "217": "2670", "218": "2680", "219": "2711", "220": "2712", "221": "2720", "222": "2731", "223": "2732", "224": "2733", "225": "2740", "226": "2751", "227": "2752", "228": "2790", "229": "2811", "230": "2812", "231": "2813", "232": "2814", "233": "2815", "234": "2821", "235": "2822", "236": "2823", "237": "2824", "238": "2825", "239": "2829", "240": "2830", "241": "2841", "242": "2849", "243": "2891", "244": "2892", "245": "2893", "246": "2894", "247": "2895", "248": "2896", "249": "2899", "250": "2910", "251": "2920", "252": "2931", "253": "2932", "254": "3011", "255": "3012", "256": "3020", "257": "3030", "258": "3040", "259": "3091", "260": "3092", "261": "3099", "262": "3101", "263": "3102", "264": "3103", "265": "3109", "266": "3211", "267": "3212", "268": "3213", "269": "3220", "270": "3230", "271": "3240", "272": "3250", "273": "3291", "274": "3299", "275": "3311", "276": "3312", "277": "3313", "278": "3314", "279": "3315", "280": "3316", "281": "3317", "282": "3319", "283": "3320", "284": "3511", "285": "3512", "286": "3513", "287": "3514", "288": "3521", "289": "3522", "290": "3523", "291": "3530", "292": "3600", "293": "3700", "294": "3811", "295": "3812", "296": "3821", "297": "3822", "298": "3831", "299": "3832", "300": "3900", "301": "4110", "302": "4120", "303": "4211", "304": "4212", "305": "4213", "306": "4221", "307": "4222", "308": "4291", "309": "4299", "310": "4311", "311": "4312", "312": "4313", "313": "4321", "314": "4322", "315": "4329", "316": "4331", "317": "4332", "318": "4333", "319": "4334", "320": "4339", "321": "4391", "322": "4399", "323": "4511", "324": "4519", "325": "4520", "326": "4531", "327": "4532", "328": "4540", "329": "4611", "330": "4612", "331": "4613", "332": "4614", "333": "4615", "334": "4616", "335": "4617", "336": "4618", "337": "4619", "338": "4621", "339": "4622", "340": "4623", "341": "4624", "342": "4631", "343": "4632", "344": "4633", "345": "4634", "346": "4635", "347": "4636", "348": "4637", "349": "4638", "350": "4639", "351": "4641", "352": "4642", "353": "4643", "354": "4644", "355": "4645", "356": "4646", "357": "4647", "358": "4648", "359": "4649", "360": "4651", "361": "4652", "362": "4661", "363": "4662", "364": "4663", "365": "4664", "366": "4665", "367": "4666", "368": "4669", "369": "4671", "370": "4672", "371": "4673", "372": "4674", "373": "4675", "374": "4676", "375": "4677", "376": "4690", "377": "4711", "378": "4719", "379": "4721", "380": "4722", "381": "4723", "382": "4724", "383": "4725", "384": "4726", "385": "4729", "386": "4730", "387": "4741", "388": "4742", "389": "4743", "390": "4751", "391": "4752", "392": "4753", "393": "4754", "394": "4759", "395": "4761", "396": "4762", "397": "4763", "398": "4764", "399": "4765", "400": "4771", "401": "4772", "402": "4773", "403": "4774", "404": "4775", "405": "4776", "406": "4777", "407": "4778", "408": "4779", "409": "4781", "410": "4782", "411": "4789", "412": "4791", "413": "4799", "414": "4910", "415": "4920", "416": "4931", "417": "4932", "418": "4939", "419": "4941", "420": "4942", "421": "4950", "422": "5010", "423": "5020", "424": "5030", "425": "5040", "426": "5110", "427": "5121", "428": "5122", "429": "5210", "430": "5221", "431": "5222", "432": "5223", "433": "5224", "434": "5229", "435": "5310", "436": "5320", "437": "5510", "438": "5520", "439": "5530", "440": "5590", "441": "5610", "442": "5621", "443": "5629", "444": "5630", "445": "5811", "446": "5812", "447": "5813", "448": "5814", "449": "5819", "450": "5821", "451": "5829", "452": "5911", "453": "5912", "454": "5913", "455": "5914", "456": "5920", "457": "6010", "458": "6020", "459": "6110", "460": "6120", "461": "6130", "462": "6190", "463": "6201", "464": "6202", "465": "6203", "466": "6209", "467": "6311", "468": "6312", "469": "6391", "470": "6399", "471": "6411", "472": "6419", "473": "6420", "474": "6430", "475": "6491", "476": "6492", "477": "6499", "478": "6511", "479": "6512", "480": "6520", "481": "6530", "482": "6611", "483": "6612", "484": "6619", "485": "6621", "486": "6622", "487": "6629", "488": "6630", "489": "6810", "490": "6820", "491": "6831", "492": "6832", "493": "6910", "494": "6920", "495": "7010", "496": "7021", "497": "7022", "498": "7111", "499": "7112", "500": "7120", "501": "7211", "502": "7219", "503": "7220", "504": "7311", "505": "7312", "506": "7320", "507": "7410", "508": "7420", "509": "7430", "510": "7490", "511": "7500", "512": "7711", "513": "7712", "514": "7721", "515": "7722", "516": "7729", "517": "7731", "518": "7732", "519": "7733", "520": "7734", "521": "7735", "522": "7739", "523": "7740", "524": "7810", "525": "7820", "526": "7830", "527": "7911", "528": "7912", "529": "7990", "530": "8010", "531": "8020", "532": "8030", "533": "8110", "534": "8121", "535": "8122", "536": "8129", "537": "8130", "538": "8211", "539": "8219", "540": "8220", "541": "8230", "542": "8291", "543": "8292", "544": "8299", "545": "8411", "546": "8412", "547": "8413", "548": "8421", "549": "8422", "550": "8423", "551": "8424", "552": "8425", "553": "8430", "554": "8510", "555": "8520", "556": "8531", "557": "8532", "558": "8541", "559": "8542", "560": "8551", "561": "8552", "562": "8553", "563": "8559", "564": "8560", "565": "8610", "566": "8621", "567": "8622", "568": "8623", "569": "8690", "570": "8710", "571": "8720", "572": "8730", "573": "8790", "574": "8810", "575": "8891", "576": "8899", "577": "9001", "578": "9002", "579": "9003", "580": "9004", "581": "9101", "582": "9102", "583": "9103", "584": "9104", "585": "9200", "586": "9311", "587": "9312", "588": "9313", "589": "9319", "590": "9321", "591": "9329", "592": "9411", "593": "9412", "594": "9420", "595": "9491", "596": "9492", "597": "9499", "598": "9511", "599": "9512", "600": "9521", "601": "9522", "602": "9523", "603": "9524", "604": "9525", "605": "9529", "606": "9601", "607": "9602", "608": "9603", "609": "9604", "610": "9609", "611": "9700", "612": "9810", "613": "9820", "614": "9900" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "0111": 0, "0112": 1, "0113": 2, "0114": 3, "0115": 4, "0116": 5, "0119": 6, "0121": 7, "0122": 8, "0123": 9, "0124": 10, "0125": 11, "0126": 12, "0127": 13, "0128": 14, "0129": 15, "0130": 16, "0141": 17, "0142": 18, "0143": 19, "0144": 20, "0145": 21, "0146": 22, "0147": 23, "0149": 24, "0150": 25, "0161": 26, "0162": 27, "0163": 28, "0164": 29, "0170": 30, "0210": 31, "0220": 32, "0230": 33, "0240": 34, "0311": 35, "0312": 36, "0321": 37, "0322": 38, "0510": 39, "0520": 40, "0610": 41, "0620": 42, "0710": 43, "0721": 44, "0729": 45, "0811": 46, "0812": 47, "0891": 48, "0892": 49, "0893": 50, "0899": 51, "0910": 52, "0990": 53, "1011": 54, "1012": 55, "1013": 56, "1020": 57, "1031": 58, "1032": 59, "1039": 60, "1041": 61, "1042": 62, "1051": 63, "1052": 64, "1061": 65, "1062": 66, "1071": 67, "1072": 68, "1073": 69, "1081": 70, "1082": 71, "1083": 72, "1084": 73, "1085": 74, "1086": 75, "1089": 76, "1091": 77, "1092": 78, "1101": 79, "1102": 80, "1103": 81, "1104": 82, "1105": 83, "1106": 84, "1107": 85, "1200": 86, "1310": 87, "1320": 88, "1330": 89, "1391": 90, "1392": 91, "1393": 92, "1394": 93, "1395": 94, "1396": 95, "1399": 96, "1411": 97, "1412": 98, "1413": 99, "1414": 100, "1419": 101, "1420": 102, "1431": 103, "1439": 104, "1511": 105, "1512": 106, "1520": 107, "1610": 108, "1621": 109, "1622": 110, "1623": 111, "1624": 112, "1629": 113, "1711": 114, "1712": 115, "1721": 116, "1722": 117, "1723": 118, "1724": 119, "1729": 120, "1811": 121, "1812": 122, "1813": 123, "1814": 124, "1820": 125, "1910": 126, "1920": 127, "2011": 128, "2012": 129, "2013": 130, "2014": 131, "2015": 132, "2016": 133, "2017": 134, "2020": 135, "2030": 136, "2041": 137, "2042": 138, "2051": 139, "2052": 140, "2053": 141, "2059": 142, "2060": 143, "2110": 144, "2120": 145, "2211": 146, "2219": 147, "2221": 148, "2222": 149, "2223": 150, "2229": 151, "2311": 152, "2312": 153, "2313": 154, "2314": 155, "2319": 156, "2320": 157, "2331": 158, "2332": 159, "2341": 160, "2342": 161, "2343": 162, "2344": 163, "2349": 164, "2351": 165, "2352": 166, "2361": 167, "2362": 168, "2363": 169, "2364": 170, "2365": 171, "2369": 172, "2370": 173, "2391": 174, "2399": 175, "2410": 176, "2420": 177, "2431": 178, "2432": 179, "2433": 180, "2434": 181, "2441": 182, "2442": 183, "2443": 184, "2444": 185, "2445": 186, "2446": 187, "2451": 188, "2452": 189, "2453": 190, "2454": 191, "2511": 192, "2512": 193, "2521": 194, "2529": 195, "2530": 196, "2540": 197, "2550": 198, "2561": 199, "2562": 200, "2571": 201, "2572": 202, "2573": 203, "2591": 204, "2592": 205, "2593": 206, "2594": 207, "2599": 208, "2611": 209, "2612": 210, "2620": 211, "2630": 212, "2640": 213, "2651": 214, "2652": 215, "2660": 216, "2670": 217, "2680": 218, "2711": 219, "2712": 220, "2720": 221, "2731": 222, "2732": 223, "2733": 224, "2740": 225, "2751": 226, "2752": 227, "2790": 228, "2811": 229, "2812": 230, "2813": 231, "2814": 232, "2815": 233, "2821": 234, "2822": 235, "2823": 236, "2824": 237, "2825": 238, "2829": 239, "2830": 240, "2841": 241, "2849": 242, "2891": 243, "2892": 244, "2893": 245, "2894": 246, "2895": 247, "2896": 248, "2899": 249, "2910": 250, "2920": 251, "2931": 252, "2932": 253, "3011": 254, "3012": 255, "3020": 256, "3030": 257, "3040": 258, "3091": 259, "3092": 260, "3099": 261, "3101": 262, "3102": 263, "3103": 264, "3109": 265, "3211": 266, "3212": 267, "3213": 268, "3220": 269, "3230": 270, "3240": 271, "3250": 272, "3291": 273, "3299": 274, "3311": 275, "3312": 276, "3313": 277, "3314": 278, "3315": 279, "3316": 280, "3317": 281, "3319": 282, "3320": 283, "3511": 284, "3512": 285, "3513": 286, "3514": 287, "3521": 288, "3522": 289, "3523": 290, "3530": 291, "3600": 292, "3700": 293, "3811": 294, "3812": 295, "3821": 296, "3822": 297, "3831": 298, "3832": 299, "3900": 300, "4110": 301, "4120": 302, "4211": 303, "4212": 304, "4213": 305, "4221": 306, "4222": 307, "4291": 308, "4299": 309, "4311": 310, "4312": 311, "4313": 312, "4321": 313, "4322": 314, "4329": 315, "4331": 316, "4332": 317, "4333": 318, "4334": 319, "4339": 320, "4391": 321, "4399": 322, "4511": 323, "4519": 324, "4520": 325, "4531": 326, "4532": 327, "4540": 328, "4611": 329, "4612": 330, "4613": 331, "4614": 332, "4615": 333, "4616": 334, "4617": 335, "4618": 336, "4619": 337, "4621": 338, "4622": 339, "4623": 340, "4624": 341, "4631": 342, "4632": 343, "4633": 344, "4634": 345, "4635": 346, "4636": 347, "4637": 348, "4638": 349, "4639": 350, "4641": 351, "4642": 352, "4643": 353, "4644": 354, "4645": 355, "4646": 356, "4647": 357, "4648": 358, "4649": 359, "4651": 360, "4652": 361, "4661": 362, "4662": 363, "4663": 364, "4664": 365, "4665": 366, "4666": 367, "4669": 368, "4671": 369, "4672": 370, "4673": 371, "4674": 372, "4675": 373, "4676": 374, "4677": 375, "4690": 376, "4711": 377, "4719": 378, "4721": 379, "4722": 380, "4723": 381, "4724": 382, "4725": 383, "4726": 384, "4729": 385, "4730": 386, "4741": 387, "4742": 388, "4743": 389, "4751": 390, "4752": 391, "4753": 392, "4754": 393, "4759": 394, "4761": 395, "4762": 396, "4763": 397, "4764": 398, "4765": 399, "4771": 400, "4772": 401, "4773": 402, "4774": 403, "4775": 404, "4776": 405, "4777": 406, "4778": 407, "4779": 408, "4781": 409, "4782": 410, "4789": 411, "4791": 412, "4799": 413, "4910": 414, "4920": 415, "4931": 416, "4932": 417, "4939": 418, "4941": 419, "4942": 420, "4950": 421, "5010": 422, "5020": 423, "5030": 424, "5040": 425, "5110": 426, "5121": 427, "5122": 428, "5210": 429, "5221": 430, "5222": 431, "5223": 432, "5224": 433, "5229": 434, "5310": 435, "5320": 436, "5510": 437, "5520": 438, "5530": 439, "5590": 440, "5610": 441, "5621": 442, "5629": 443, "5630": 444, "5811": 445, "5812": 446, "5813": 447, "5814": 448, "5819": 449, "5821": 450, "5829": 451, "5911": 452, "5912": 453, "5913": 454, "5914": 455, "5920": 456, "6010": 457, "6020": 458, "6110": 459, "6120": 460, "6130": 461, "6190": 462, "6201": 463, "6202": 464, "6203": 465, "6209": 466, "6311": 467, "6312": 468, "6391": 469, "6399": 470, "6411": 471, "6419": 472, "6420": 473, "6430": 474, "6491": 475, "6492": 476, "6499": 477, "6511": 478, "6512": 479, "6520": 480, "6530": 481, "6611": 482, "6612": 483, "6619": 484, "6621": 485, "6622": 486, "6629": 487, "6630": 488, "6810": 489, "6820": 490, "6831": 491, "6832": 492, "6910": 493, "6920": 494, "7010": 495, "7021": 496, "7022": 497, "7111": 498, "7112": 499, "7120": 500, "7211": 501, "7219": 502, "7220": 503, "7311": 504, "7312": 505, "7320": 506, "7410": 507, "7420": 508, "7430": 509, "7490": 510, "7500": 511, "7711": 512, "7712": 513, "7721": 514, "7722": 515, "7729": 516, "7731": 517, "7732": 518, "7733": 519, "7734": 520, "7735": 521, "7739": 522, "7740": 523, "7810": 524, "7820": 525, "7830": 526, "7911": 527, "7912": 528, "7990": 529, "8010": 530, "8020": 531, "8030": 532, "8110": 533, "8121": 534, "8122": 535, "8129": 536, "8130": 537, "8211": 538, "8219": 539, "8220": 540, "8230": 541, "8291": 542, "8292": 543, "8299": 544, "8411": 545, "8412": 546, "8413": 547, "8421": 548, "8422": 549, "8423": 550, "8424": 551, "8425": 552, "8430": 553, "8510": 554, "8520": 555, "8531": 556, "8532": 557, "8541": 558, "8542": 559, "8551": 560, "8552": 561, "8553": 562, "8559": 563, "8560": 564, "8610": 565, "8621": 566, "8622": 567, "8623": 568, "8690": 569, "8710": 570, "8720": 571, "8730": 572, "8790": 573, "8810": 574, "8891": 575, "8899": 576, "9001": 577, "9002": 578, "9003": 579, "9004": 580, "9101": 581, "9102": 582, "9103": 583, "9104": 584, "9200": 585, "9311": 586, "9312": 587, "9313": 588, "9319": 589, "9321": 590, "9329": 591, "9411": 592, "9412": 593, "9420": 594, "9491": 595, "9492": 596, "9499": 597, "9511": 598, "9512": 599, "9521": 600, "9522": 601, "9523": 602, "9524": 603, "9525": 604, "9529": 605, "9601": 606, "9602": 607, "9603": 608, "9604": 609, "9609": 610, "9700": 611, "9810": 612, "9820": 613, "9900": 614 }, "layer_norm_eps": 1e-05, "max_position_embeddings": 514, "model_type": "xlm-roberta", "num_attention_heads": 12, "num_hidden_layers": 12, "output_past": true, "pad_token_id": 1, "position_embedding_type": "absolute", "transformers_version": "4.2.1", "type_vocab_size": 1, "use_cache": true, "vocab_size": 250002 }