deberta-large-wnut2017 / config.json

add model

e583490 almost 2 years ago

No virus

10.5 kB

	{
	"_name_or_path": "deberta-large-wnut2017",
	"architectures": [
	"DebertaForTokenClassification"
	],
	"attention_probs_dropout_prob": 0.1,
	"crf_state_dict": {
	"_constraint_mask": [
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	1.0,
	0.0,
	1.0
	],
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	1.0,
	0.0,
	0.0,
	0.0,
	0.0,
	1.0,
	0.0,
	1.0
	],
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	0.0,
	1.0,
	0.0,
	0.0,
	0.0,
	1.0,
	0.0,
	1.0
	],
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	0.0,
	0.0,
	1.0,
	0.0,
	0.0,
	1.0,
	0.0,
	1.0
	],
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	0.0,
	0.0,
	0.0,
	1.0,
	0.0,
	1.0,
	0.0,
	1.0
	],
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	1.0,
	1.0,
	0.0,
	1.0
	],
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	1.0,
	0.0,
	1.0
	],
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	1.0,
	0.0,
	0.0,
	0.0,
	0.0,
	1.0,
	0.0,
	1.0
	],
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	0.0,
	1.0,
	0.0,
	0.0,
	0.0,
	1.0,
	0.0,
	1.0
	],
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	0.0,
	0.0,
	1.0,
	0.0,
	0.0,
	1.0,
	0.0,
	1.0
	],
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	0.0,
	0.0,
	0.0,
	1.0,
	0.0,
	1.0,
	0.0,
	1.0
	],
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	1.0,
	1.0,
	0.0,
	1.0
	],
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	1.0,
	0.0,
	1.0
	],
	[
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	1.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	1.0,
	0.0,
	0.0
	],
	[
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0,
	0.0
	]
	],
	"end_transitions": [
	-1.0139836072921753,
	0.489559531211853,
	0.5474236011505127,
	0.7876802086830139,
	0.9743989109992981,
	-1.216936469078064,
	0.6265417337417603,
	-1.3211174011230469,
	0.6961283087730408,
	-0.4273584485054016,
	-1.0550824403762817,
	-2.333784580230713,
	0.1794346272945404
	],
	"start_transitions": [
	-0.8556674718856812,
	-0.16799841821193695,
	-0.9846262335777283,
	0.8875151872634888,
	0.5376448035240173,
	1.439045786857605,
	-0.08746236562728882,
	0.5999103784561157,
	0.16046346724033356,
	-0.7135882377624512,
	0.16576263308525085,
	-0.8222277760505676,
	0.08810443431138992
	],
	"transitions": [
	[
	-0.04572051018476486,
	-0.9650495052337646,
	0.2594801187515259,
	-0.2142523229122162,
	-0.4715196490287781,
	0.14347311854362488,
	-0.10987221449613571,
	0.10440251231193542,
	0.3308181166648865,
	-0.15567536652088165,
	-0.16353408992290497,
	-0.24178452789783478,
	0.08917146176099777
	],
	[
	-0.02604556456208229,
	0.1376926153898239,
	-0.36099088191986084,
	-0.13885347545146942,
	-0.1442813128232956,
	0.22665536403656006,
	-0.35809099674224854,
	0.1879161298274994,
	-0.1041862815618515,
	0.1614198386669159,
	-0.014037907123565674,
	-0.5835402011871338,
	0.024308230727910995
	],
	[
	-0.03611085191369057,
	0.23095019161701202,
	0.4235355257987976,
	-0.12978306412696838,
	-0.22163672745227814,
	-0.5690854787826538,
	-0.38467589020729065,
	0.01442562136799097,
	-0.34654536843299866,
	0.04739201068878174,
	0.2566371262073517,
	-0.10894250124692917,
	-0.4433695375919342
	],
	[
	0.03287258744239807,
	0.18392306566238403,
	0.11359673738479614,
	0.5983955264091492,
	0.37123510241508484,
	-0.403464138507843,
	-0.19812080264091492,
	-0.8272919654846191,
	-0.31389662623405457,
	0.4806356728076935,
	-0.006875970866531134,
	0.15070435404777527,
	-0.06465908885002136
	],
	[
	0.06788656860589981,
	0.35166528820991516,
	0.05262383446097374,
	0.18501068651676178,
	0.016576960682868958,
	-0.033226970583200455,
	0.03538486734032631,
	0.26692870259284973,
	-0.13826146721839905,
	0.1267285794019699,
	-0.3851291239261627,
	0.013346708379685879,
	0.6832818984985352
	],
	[
	0.044758666306734085,
	-0.48560065031051636,
	0.27291521430015564,
	0.11623905599117279,
	-0.030236324295401573,
	-0.032996416091918945,
	0.07753150165081024,
	0.10432706773281097,
	-0.07767991721630096,
	0.4902662932872772,
	0.4141864776611328,
	0.09806328266859055,
	0.04748539626598358
	],
	[
	-0.4993283450603485,
	0.1649685502052307,
	-0.4629005193710327,
	-0.4167563021183014,
	0.1037377193570137,
	0.1662825644016266,
	-0.12432994693517685,
	0.007885223254561424,
	-0.29675424098968506,
	-0.48886972665786743,
	-0.3219347298145294,
	0.19423255324363708,
	0.07790465652942657
	],
	[
	-0.3590851128101349,
	0.3998347222805023,
	0.726255476474762,
	-0.02576211653649807,
	-0.446895956993103,
	-0.13179558515548706,
	0.4710993766784668,
	-0.18314962089061737,
	0.29115381836891174,
	-0.10980527102947235,
	-0.24031752347946167,
	-0.6057177782058716,
	-0.04613193869590759
	],
	[
	-0.37679004669189453,
	-0.22029328346252441,
	-0.0210161954164505,
	0.05933007225394249,
	-0.1364932507276535,
	0.49776360392570496,
	0.10972943902015686,
	0.07482930272817612,
	0.6403871774673462,
	0.17976336181163788,
	-0.09245660901069641,
	-0.7188302278518677,
	0.1878850907087326
	],
	[
	-0.19445398449897766,
	0.011163825169205666,
	0.04352425038814545,
	0.3473270535469055,
	-0.2405351847410202,
	0.5723924040794373,
	0.14486068487167358,
	-0.08472682535648346,
	-0.06257530301809311,
	-0.01825045980513096,
	0.06351031363010406,
	-0.14486223459243774,
	0.08904767781496048
	],
	[
	-0.006015072576701641,
	-0.38128387928009033,
	-0.38042378425598145,
	0.3011665344238281,
	-0.7162684798240662,
	-0.37307631969451904,
	0.28153809905052185,
	-0.5345467329025269,
	-0.45677366852760315,
	-0.1943756639957428,
	0.003994727041572332,
	-0.7280115485191345,
	-0.04895264282822609
	],
	[
	0.1775510311126709,
	0.4246346056461334,
	0.1609513908624649,
	-0.2567191421985626,
	-0.04408009350299835,
	0.13132525980472565,
	-0.3115196228027344,
	-0.03537721931934357,
	-0.08905593305826187,
	0.041496120393276215,
	0.24287445843219757,
	0.5011109113693237,
	0.321605384349823
	],
	[
	0.39820533990859985,
	0.22557993233203888,
	0.10708579421043396,
	-0.5774576663970947,
	-0.16653531789779663,
	0.08446507155895233,
	-0.04329925402998924,
	-0.006503319833427668,
	-0.2223748415708542,
	0.06961337476968765,
	-0.22490574419498444,
	0.48056864738464355,
	0.18031439185142517
	]
	]
	},
	"hidden_act": "gelu",
	"hidden_dropout_prob": 0.1,
	"hidden_size": 1024,
	"id2label": {
	"0": "B-corporation",
	"1": "B-creative-work",
	"2": "B-group",
	"3": "B-location",
	"4": "B-person",
	"5": "B-product",
	"6": "I-corporation",
	"7": "I-creative-work",
	"8": "I-group",
	"9": "I-location",
	"10": "I-person",
	"11": "I-product",
	"12": "O"
	},
	"initializer_range": 0.02,
	"intermediate_size": 4096,
	"label2id": {
	"B-corporation": 0,
	"B-creative-work": 1,
	"B-group": 2,
	"B-location": 3,
	"B-person": 4,
	"B-product": 5,
	"I-corporation": 6,
	"I-creative-work": 7,
	"I-group": 8,
	"I-location": 9,
	"I-person": 10,
	"I-product": 11,
	"O": 12
	},
	"layer_norm_eps": 1e-07,
	"max_position_embeddings": 512,
	"max_relative_positions": -1,
	"model_type": "deberta",
	"num_attention_heads": 16,
	"num_hidden_layers": 24,
	"pad_token_id": 0,
	"pooler_dropout": 0,
	"pooler_hidden_act": "gelu",
	"pooler_hidden_size": 1024,
	"pos_att_type": [
	"c2p",
	"p2c"
	],
	"position_biased_input": false,
	"relative_attention": true,
	"torch_dtype": "float32",
	"transformers_version": "4.11.3",
	"type_vocab_size": 0,
	"vocab_size": 50265
	}