{ "_name_or_path": "deberta-large-wnut2017", "architectures": [ "DebertaForTokenClassification" ], "attention_probs_dropout_prob": 0.1, "crf_state_dict": { "_constraint_mask": [ [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] ], "end_transitions": [ -1.0139836072921753, 0.489559531211853, 0.5474236011505127, 0.7876802086830139, 0.9743989109992981, -1.216936469078064, 0.6265417337417603, -1.3211174011230469, 0.6961283087730408, -0.4273584485054016, -1.0550824403762817, -2.333784580230713, 0.1794346272945404 ], "start_transitions": [ -0.8556674718856812, -0.16799841821193695, -0.9846262335777283, 0.8875151872634888, 0.5376448035240173, 1.439045786857605, -0.08746236562728882, 0.5999103784561157, 0.16046346724033356, -0.7135882377624512, 0.16576263308525085, -0.8222277760505676, 0.08810443431138992 ], "transitions": [ [ -0.04572051018476486, -0.9650495052337646, 0.2594801187515259, -0.2142523229122162, -0.4715196490287781, 0.14347311854362488, -0.10987221449613571, 0.10440251231193542, 0.3308181166648865, -0.15567536652088165, -0.16353408992290497, -0.24178452789783478, 0.08917146176099777 ], [ -0.02604556456208229, 0.1376926153898239, -0.36099088191986084, -0.13885347545146942, -0.1442813128232956, 0.22665536403656006, -0.35809099674224854, 0.1879161298274994, -0.1041862815618515, 0.1614198386669159, -0.014037907123565674, -0.5835402011871338, 0.024308230727910995 ], [ -0.03611085191369057, 0.23095019161701202, 0.4235355257987976, -0.12978306412696838, -0.22163672745227814, -0.5690854787826538, -0.38467589020729065, 0.01442562136799097, -0.34654536843299866, 0.04739201068878174, 0.2566371262073517, -0.10894250124692917, -0.4433695375919342 ], [ 0.03287258744239807, 0.18392306566238403, 0.11359673738479614, 0.5983955264091492, 0.37123510241508484, -0.403464138507843, -0.19812080264091492, -0.8272919654846191, -0.31389662623405457, 0.4806356728076935, -0.006875970866531134, 0.15070435404777527, -0.06465908885002136 ], [ 0.06788656860589981, 0.35166528820991516, 0.05262383446097374, 0.18501068651676178, 0.016576960682868958, -0.033226970583200455, 0.03538486734032631, 0.26692870259284973, -0.13826146721839905, 0.1267285794019699, -0.3851291239261627, 0.013346708379685879, 0.6832818984985352 ], [ 0.044758666306734085, -0.48560065031051636, 0.27291521430015564, 0.11623905599117279, -0.030236324295401573, -0.032996416091918945, 0.07753150165081024, 0.10432706773281097, -0.07767991721630096, 0.4902662932872772, 0.4141864776611328, 0.09806328266859055, 0.04748539626598358 ], [ -0.4993283450603485, 0.1649685502052307, -0.4629005193710327, -0.4167563021183014, 0.1037377193570137, 0.1662825644016266, -0.12432994693517685, 0.007885223254561424, -0.29675424098968506, -0.48886972665786743, -0.3219347298145294, 0.19423255324363708, 0.07790465652942657 ], [ -0.3590851128101349, 0.3998347222805023, 0.726255476474762, -0.02576211653649807, -0.446895956993103, -0.13179558515548706, 0.4710993766784668, -0.18314962089061737, 0.29115381836891174, -0.10980527102947235, -0.24031752347946167, -0.6057177782058716, -0.04613193869590759 ], [ -0.37679004669189453, -0.22029328346252441, -0.0210161954164505, 0.05933007225394249, -0.1364932507276535, 0.49776360392570496, 0.10972943902015686, 0.07482930272817612, 0.6403871774673462, 0.17976336181163788, -0.09245660901069641, -0.7188302278518677, 0.1878850907087326 ], [ -0.19445398449897766, 0.011163825169205666, 0.04352425038814545, 0.3473270535469055, -0.2405351847410202, 0.5723924040794373, 0.14486068487167358, -0.08472682535648346, -0.06257530301809311, -0.01825045980513096, 0.06351031363010406, -0.14486223459243774, 0.08904767781496048 ], [ -0.006015072576701641, -0.38128387928009033, -0.38042378425598145, 0.3011665344238281, -0.7162684798240662, -0.37307631969451904, 0.28153809905052185, -0.5345467329025269, -0.45677366852760315, -0.1943756639957428, 0.003994727041572332, -0.7280115485191345, -0.04895264282822609 ], [ 0.1775510311126709, 0.4246346056461334, 0.1609513908624649, -0.2567191421985626, -0.04408009350299835, 0.13132525980472565, -0.3115196228027344, -0.03537721931934357, -0.08905593305826187, 0.041496120393276215, 0.24287445843219757, 0.5011109113693237, 0.321605384349823 ], [ 0.39820533990859985, 0.22557993233203888, 0.10708579421043396, -0.5774576663970947, -0.16653531789779663, 0.08446507155895233, -0.04329925402998924, -0.006503319833427668, -0.2223748415708542, 0.06961337476968765, -0.22490574419498444, 0.48056864738464355, 0.18031439185142517 ] ] }, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 1024, "id2label": { "0": "B-corporation", "1": "B-creative-work", "2": "B-group", "3": "B-location", "4": "B-person", "5": "B-product", "6": "I-corporation", "7": "I-creative-work", "8": "I-group", "9": "I-location", "10": "I-person", "11": "I-product", "12": "O" }, "initializer_range": 0.02, "intermediate_size": 4096, "label2id": { "B-corporation": 0, "B-creative-work": 1, "B-group": 2, "B-location": 3, "B-person": 4, "B-product": 5, "I-corporation": 6, "I-creative-work": 7, "I-group": 8, "I-location": 9, "I-person": 10, "I-product": 11, "O": 12 }, "layer_norm_eps": 1e-07, "max_position_embeddings": 512, "max_relative_positions": -1, "model_type": "deberta", "num_attention_heads": 16, "num_hidden_layers": 24, "pad_token_id": 0, "pooler_dropout": 0, "pooler_hidden_act": "gelu", "pooler_hidden_size": 1024, "pos_att_type": [ "c2p", "p2c" ], "position_biased_input": false, "relative_attention": true, "torch_dtype": "float32", "transformers_version": "4.11.3", "type_vocab_size": 0, "vocab_size": 50265 }