{ "_name_or_path": "vinai/bertweet-base", "architectures": [ "RobertaForTokenClassification" ], "attention_probs_dropout_prob": 0.1, "bos_token_id": 0, "classifier_dropout": null, "crf_state_dict": { "_constraint_mask": [ [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0 ], [ 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0 ], [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ] ], "end_transitions": [ -1.2583976984024048, 0.03676381707191467, -0.5245370268821716, -0.20084445178508759, 0.3890440762042999, -2.549811840057373, -3.053385019302368, -0.8323586583137512, 0.8385769128799438, 0.8341927528381348, -1.6438255310058594, 0.32170289754867554, -0.8610949516296387, 0.9774165153503418, -0.6999514102935791 ], "start_transitions": [ -0.5579946637153625, -1.7855454683303833, -0.032444216310977936, -1.2498866319656372, 0.03453841060400009, -0.3967250883579254, 0.5502353310585022, -1.200816035270691, -0.7364137768745422, 0.04066389426589012, -0.9273663759231567, 1.2603214979171753, 1.5302016735076904, -0.5205991864204407, -0.24068991839885712 ], "transitions": [ [ -0.09382994472980499, 0.052368614822626114, -0.2653651833534241, 0.2188248187303543, 0.47962597012519836, 0.06785765290260315, 0.05629231408238411, 0.15046702325344086, 0.08760504424571991, -0.0613531619310379, 0.4163665175437927, -0.19912637770175934, 0.056214429438114166, -0.001807395019568503, -0.18638557195663452 ], [ 0.04914265125989914, 0.1598505824804306, -0.7563565969467163, 0.31921273469924927, -0.18613874912261963, 0.23119959235191345, -0.1284274309873581, 0.5714182257652283, -0.3381669819355011, 0.1469595730304718, 0.44776496291160583, -0.02953462488949299, -0.11675506085157394, -0.2111276090145111, -0.8055574893951416 ], [ -0.09875185042619705, 0.09518603980541229, 0.012512626126408577, -0.39702391624450684, 0.2884393632411957, 0.03636248782277107, -0.012311271391808987, -0.6431111693382263, 0.41802555322647095, -0.18576902151107788, 0.14455755054950714, -0.07524289190769196, -0.10666300356388092, -0.21149906516075134, 0.03134836256504059 ], [ -0.04744308441877365, 0.0001059867354342714, 0.3721434772014618, 0.22969363629817963, -0.34657174348831177, -0.11868593096733093, -0.05939004197716713, 0.14915437996387482, 0.07357244193553925, -0.15780101716518402, -0.27513718605041504, 0.026743298396468163, -0.2107033133506775, 0.11985631287097931, 0.17964135110378265 ], [ -0.10982061177492142, -0.441237211227417, 0.09426387399435043, -0.14524346590042114, -0.12575405836105347, -0.30434098839759827, 0.34197357296943665, -0.16713428497314453, -0.1359291672706604, 0.11043252795934677, -0.1307293176651001, 0.5872320532798767, -0.13100378215312958, -0.06803145259618759, -0.017375169321894646 ], [ 0.0030914999078959227, 0.19432201981544495, -0.16351298987865448, 0.08318661898374557, -0.22938865423202515, -0.05172219127416611, 0.29014527797698975, -0.1883278489112854, -0.16943961381912231, -0.33115354180336, 0.2921975255012512, -0.33714401721954346, 0.16327713429927826, 0.06114976480603218, 0.14669859409332275 ], [ 0.16637557744979858, 0.12050103396177292, 0.28052276372909546, -0.27705100178718567, -0.30786630511283875, -0.17256325483322144, -0.4583987295627594, 0.3912954330444336, 0.1254723072052002, 0.07781637459993362, 0.35780099034309387, 0.09080658853054047, 0.09266950935125351, -0.25166448950767517, 0.23215754330158234 ], [ 0.14360623061656952, -0.045379992574453354, 0.18245068192481995, 0.04469548538327217, 0.001369764213450253, 0.16123604774475098, 0.028131209313869476, 0.1206398457288742, 0.1333494782447815, 0.08959068357944489, 0.18540723621845245, -0.18726566433906555, -0.1938306838274002, 0.09170054644346237, 0.5206463932991028 ], [ -0.2626712918281555, -0.1623457819223404, 0.2048722505569458, -0.11796285957098007, -0.2664114534854889, -0.23258911073207855, -0.14950524270534515, -0.2884178161621094, -0.09507486969232559, 0.05322157219052315, 0.1098538264632225, -0.3824710249900818, -0.02693002112209797, -0.1575438678264618, -0.38361409306526184 ], [ -0.428103506565094, -0.2478768229484558, -0.16475069522857666, -0.5498000979423523, -0.4613742232322693, -0.0010733718518167734, -0.27363497018814087, -0.005110246129333973, 0.11393246799707413, 0.08772587776184082, -0.22007077932357788, 0.30481353402137756, 0.33799245953559875, 0.002079200930893421, -0.026616064831614494 ], [ -0.2083430290222168, 0.05422880873084068, 0.2353033721446991, 0.4929324686527252, -0.07577083259820938, 0.26883047819137573, -0.07237107306718826, 0.23812679946422577, -0.05212108790874481, 0.31027278304100037, -0.16135857999324799, -0.5758764147758484, 0.11346075683832169, 0.1227184385061264, 0.0641341358423233 ], [ -0.08339932560920715, 0.45786935091018677, -0.048762742429971695, -0.3717879354953766, 0.36092409491539, -0.3756914436817169, -0.6103837490081787, 0.34532690048217773, 0.16483443975448608, -0.10587304830551147, -0.10830754041671753, -0.14451561868190765, -0.026407310739159584, -0.12888272106647491, 0.1571332961320877 ], [ 0.0927024558186531, -0.393008291721344, -0.18243494629859924, -0.10132994502782822, 0.16224052011966705, 0.07717317342758179, 0.0409155935049057, -0.1801406443119049, 0.08678507804870605, -0.5466883778572083, 0.28703010082244873, -0.1565786451101303, -0.33519288897514343, 0.16095873713493347, -0.25875574350357056 ], [ -0.019646361470222473, 0.017014402896165848, 0.24902643263339996, 0.27153199911117554, -0.24462725222110748, -0.08310096710920334, -0.33095279335975647, 0.04747894033789635, 0.18619485199451447, -0.04787185415625572, 0.420838326215744, 0.17718474566936493, 0.2016357034444809, 0.1752391755580902, -0.022385476157069206 ], [ 0.07613836973905563, 0.4824567437171936, -0.07052615284919739, 0.13383744657039642, -0.19786827266216278, 0.1981605887413025, 0.557060718536377, 0.021325455978512764, 0.05748864635825157, 0.28243115544319153, -0.5410887002944946, -0.22730737924575806, 0.05030139535665512, 0.16158020496368408, 0.31608846783638 ] ] }, "eos_token_id": 2, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "B-corporation", "1": "B-creative_work", "2": "B-event", "3": "B-group", "4": "B-location", "5": "B-person", "6": "B-product", "7": "I-corporation", "8": "I-creative_work", "9": "I-event", "10": "I-group", "11": "I-location", "12": "I-person", "13": "I-product", "14": "O" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "B-corporation": 0, "B-creative_work": 1, "B-event": 2, "B-group": 3, "B-location": 4, "B-person": 5, "B-product": 6, "I-corporation": 7, "I-creative_work": 8, "I-event": 9, "I-group": 10, "I-location": 11, "I-person": 12, "I-product": 13, "O": 14 }, "layer_norm_eps": 1e-05, "max_position_embeddings": 130, "model_type": "roberta", "num_attention_heads": 12, "num_hidden_layers": 12, "pad_token_id": 1, "position_embedding_type": "absolute", "tokenizer_class": "BertweetTokenizer", "torch_dtype": "float32", "transformers_version": "4.17.0", "type_vocab_size": 1, "use_cache": true, "vocab_size": 64001 }