{ "_name_or_path": "microsoft/mdeberta-v3-base", "architectures": [ "DebertaV2ForTokenClassification" ], "attention_probs_dropout_prob": 0.1, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "O", "1": "B-PROFESSION", "2": "B-WORK_OF_ART", "3": "I-WORK_OF_ART", "4": "B-FAC", "5": "I-FAC", "6": "B-EVENT", "7": "I-EVENT", "8": "B-DATE", "9": "I-DATE", "10": "B-ORGANIZATION", "11": "I-ORGANIZATION", "12": "I-PROFESSION", "13": "B-CARDINAL", "14": "B-PERSON", "15": "I-PERSON", "16": "B-NEWS_SOURCE", "17": "I-NEWS_SOURCE", "18": "B-CHARACTER", "19": "I-CHARACTER", "20": "B-COUNTRY", "21": "B-GPE", "22": "B-GROUP", "23": "I-GROUP", "24": "B-LAW", "25": "B-ORDINAL", "26": "B-CRIME", "27": "I-CRIME", "28": "B-MONEY", "29": "I-MONEY", "30": "B-CURRENCY", "31": "B-QUANTITY", "32": "I-QUANTITY", "33": "B-COMMODITY", "34": "B-ECONOMIC_SECTOR", "35": "I-LAW", "36": "B-LOCATION", "37": "I-LOCATION", "38": "I-GPE", "39": "I-ECONOMIC_SECTOR", "40": "I-COUNTRY", "41": "B-PERCENT", "42": "I-PERCENT", "43": "B-WEAPON", "44": "B-REGION", "45": "I-REGION", "46": "I-WEAPON", "47": "B-DISEASE", "48": "I-DISEASE", "49": "B-NORP", "50": "B-TIME", "51": "I-TIME", "52": "B-CITY", "53": "I-CITY", "54": "B-PENALTY", "55": "I-PENALTY", "56": "B-AGE", "57": "I-AGE", "58": "B-BOROUGH", "59": "I-CARDINAL", "60": "B-PRODUCT", "61": "I-PRODUCT", "62": "B-TRADE_AGREEMENT", "63": "I-TRADE_AGREEMENT", "64": "B-STREET", "65": "I-STREET", "66": "I-BOROUGH", "67": "B-INVESTMENT_PROGRAM", "68": "I-INVESTMENT_PROGRAM", "69": "I-COMMODITY", "70": "B-APPLICATION", "71": "B-PRICE", "72": "I-PRICE", "73": "B-VILLAGE", "74": "I-VILLAGE", "75": "B-FAMILY", "76": "I-ORDINAL", "77": "B-VEHICLE", "78": "I-VEHICLE", "79": "I-APPLICATION", "80": "B-AWARD", "81": "I-AWARD", "82": "B-RELIGION", "83": "I-FAMILY", "84": "I-CURRENCY", "85": "B-LANGUAGE", "86": "B-NATIONALITY", "87": "B-HOUSE", "88": "I-HOUSE", "89": "I-LANGUAGE", "90": "I-NORP", "91": "B-WEBSITE", "92": "I-WEBSITE" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "B-AGE": 56, "B-APPLICATION": 70, "B-AWARD": 80, "B-BOROUGH": 58, "B-CARDINAL": 13, "B-CHARACTER": 18, "B-CITY": 52, "B-COMMODITY": 33, "B-COUNTRY": 20, "B-CRIME": 26, "B-CURRENCY": 30, "B-DATE": 8, "B-DISEASE": 47, "B-ECONOMIC_SECTOR": 34, "B-EVENT": 6, "B-FAC": 4, "B-FAMILY": 75, "B-GPE": 21, "B-GROUP": 22, "B-HOUSE": 87, "B-INVESTMENT_PROGRAM": 67, "B-LANGUAGE": 85, "B-LAW": 24, "B-LOCATION": 36, "B-MONEY": 28, "B-NATIONALITY": 86, "B-NEWS_SOURCE": 16, "B-NORP": 49, "B-ORDINAL": 25, "B-ORGANIZATION": 10, "B-PENALTY": 54, "B-PERCENT": 41, "B-PERSON": 14, "B-PRICE": 71, "B-PRODUCT": 60, "B-PROFESSION": 1, "B-QUANTITY": 31, "B-REGION": 44, "B-RELIGION": 82, "B-STREET": 64, "B-TIME": 50, "B-TRADE_AGREEMENT": 62, "B-VEHICLE": 77, "B-VILLAGE": 73, "B-WEAPON": 43, "B-WEBSITE": 91, "B-WORK_OF_ART": 2, "I-AGE": 57, "I-APPLICATION": 79, "I-AWARD": 81, "I-BOROUGH": 66, "I-CARDINAL": 59, "I-CHARACTER": 19, "I-CITY": 53, "I-COMMODITY": 69, "I-COUNTRY": 40, "I-CRIME": 27, "I-CURRENCY": 84, "I-DATE": 9, "I-DISEASE": 48, "I-ECONOMIC_SECTOR": 39, "I-EVENT": 7, "I-FAC": 5, "I-FAMILY": 83, "I-GPE": 38, "I-GROUP": 23, "I-HOUSE": 88, "I-INVESTMENT_PROGRAM": 68, "I-LANGUAGE": 89, "I-LAW": 35, "I-LOCATION": 37, "I-MONEY": 29, "I-NEWS_SOURCE": 17, "I-NORP": 90, "I-ORDINAL": 76, "I-ORGANIZATION": 11, "I-PENALTY": 55, "I-PERCENT": 42, "I-PERSON": 15, "I-PRICE": 72, "I-PRODUCT": 61, "I-PROFESSION": 12, "I-QUANTITY": 32, "I-REGION": 45, "I-STREET": 65, "I-TIME": 51, "I-TRADE_AGREEMENT": 63, "I-VEHICLE": 78, "I-VILLAGE": 74, "I-WEAPON": 46, "I-WEBSITE": 92, "I-WORK_OF_ART": 3, "O": 0 }, "layer_norm_eps": 1e-07, "max_position_embeddings": 512, "max_relative_positions": -1, "model_type": "deberta-v2", "norm_rel_ebd": "layer_norm", "num_attention_heads": 12, "num_hidden_layers": 12, "pad_token_id": 0, "pooler_dropout": 0, "pooler_hidden_act": "gelu", "pooler_hidden_size": 768, "pos_att_type": [ "p2c", "c2p" ], "position_biased_input": false, "position_buckets": 256, "relative_attention": true, "share_att_key": true, "torch_dtype": "float32", "transformers_version": "4.37.0.dev0", "type_vocab_size": 0, "vocab_size": 251000 }